[02:16:42.580] New invocation is queued and will start shortly
[02:16:43.647] Starting the invocation (attempt 1)
[02:16:43.672] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2c42fd804b7d164d4de0e7eab17459e556b7c2f4"
[02:16:43.672] Popped gitiles commit info from properties and tags
[02:16:43.672] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:16:43.673] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:16:43.673] Buildbucket request:
{
"requestId": "8833434092444550400",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833434092444550400",
"job": "infra/codesearch-update-submodules-mirror-src",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "1aae28c472c9bf7f8fe6c84ebe3d04ed23445f8a"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@1aae28c472c9bf7f8fe6c84ebe3d04ed23445f8a",
"title": "1aae28c472c9bf7f8fe6c84ebe3d04ed23445f8a",
"url": "https://chromium.googlesource.com/chromium/src/+/1aae28c472c9bf7f8fe6c84ebe3d04ed23445f8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "c872761b32a3034591d63601cc43526371f72737"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@c872761b32a3034591d63601cc43526371f72737",
"title": "c872761b32a3034591d63601cc43526371f72737",
"url": "https://chromium.googlesource.com/chromium/src/+/c872761b32a3034591d63601cc43526371f72737"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "2c42fd804b7d164d4de0e7eab17459e556b7c2f4"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@2c42fd804b7d164d4de0e7eab17459e556b7c2f4",
"title": "2c42fd804b7d164d4de0e7eab17459e556b7c2f4",
"url": "https://chromium.googlesource.com/chromium/src/+/2c42fd804b7d164d4de0e7eab17459e556b7c2f4"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c42fd804b7d164d4de0e7eab17459e556b7c2f4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833434092444550400"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-update-submodules-mirror-src"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:16:44.139] Scheduled build:
{
"id": "8668004030574431585",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"number": 598481,
"createdBy": "project:infra",
"createTime": "2026-10-14T02:16:43.743352376Z",
"updateTime": "2026-10-14T02:16:43.743352376Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c42fd804b7d164d4de0e7eab17459e556b7c2f4",
"ref": "refs/heads/main"
}
}
}
[02:16:44.139] Task URL: https://cr-buildbucket.appspot.com/build/8668004030574431585
[02:16:44.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:2:0) after 5m59s
[02:16:45.054] Received PubSub notification, asking Buildbucket for the build status
[02:16:45.114] Build status: SCHEDULED
[02:16:48.181] Received PubSub notification, asking Buildbucket for the build status
[02:16:48.214] Build status: STARTED
[02:22:43.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:2:0)
[02:22:43.177] Build status: STARTED
[02:22:43.177] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:5:0) after 1m51s
[02:24:34.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:5:0)
[02:24:34.325] Build status: STARTED
[02:24:34.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:6:0) after 5m7s
[02:29:41.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:6:0)
[02:29:41.391] Build status: STARTED
[02:29:41.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:7:0) after 8m23s
[02:38:04.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:7:0)
[02:38:04.453] Build status: STARTED
[02:38:04.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:8:0) after 8m44s
[02:46:48.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:8:0)
[02:46:48.556] Build status: STARTED
[02:46:48.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:9:0) after 5m25s
[02:52:13.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:9:0)
[02:52:13.612] Build status: STARTED
[02:52:13.612] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:10:0) after 5m33s
[02:57:46.687] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:10:0)
[02:57:46.740] Build status: STARTED
[02:57:46.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:11:0) after 6m47s
[03:04:33.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:11:0)
[03:04:33.788] Build status: STARTED
[03:04:33.788] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:12:0) after 2m49s
[03:07:22.805] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:12:0)
[03:07:22.828] Build status: STARTED
[03:07:22.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:13:0) after 8m42s
[03:16:04.842] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:13:0)
[03:16:04.892] Build status: STARTED
[03:16:04.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:14:0) after 9m42s
[03:25:47.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:14:0)
[03:25:47.165] Build status: STARTED
[03:25:47.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:15:0) after 5m14s
[03:31:01.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:15:0)
[03:31:01.285] Build status: STARTED
[03:31:01.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:16:0) after 6m48s
[03:37:49.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:16:0)
[03:37:49.543] Build status: STARTED
[03:37:49.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:17:0) after 3m50s
[03:41:39.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:17:0)
[03:41:39.672] Build status: STARTED
[03:41:39.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:18:0) after 7m38s
[03:49:17.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:18:0)
[03:49:17.815] Build status: STARTED
[03:49:17.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:19:0) after 1m59s
[03:51:16.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:19:0)
[03:51:16.854] Build status: STARTED
[03:51:16.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:20:0) after 8m33s
[03:59:49.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:20:0)
[03:59:49.929] Build status: STARTED
[03:59:49.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:21:0) after 1m7s
[04:00:56.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:21:0)
[04:00:56.947] Build status: STARTED
[04:00:56.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:22:0) after 2m52s
[04:03:49.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:22:0)
[04:03:49.037] Build status: STARTED
[04:03:49.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:23:0) after 7m42s
[04:11:31.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:23:0)
[04:11:31.196] Build status: STARTED
[04:11:31.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:24:0) after 7m10s
[04:18:41.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:24:0)
[04:18:41.276] Build status: STARTED
[04:18:41.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:25:0) after 5m13s
[04:23:54.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:25:0)
[04:23:54.403] Build status: STARTED
[04:23:54.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:26:0) after 6m7s
[04:30:01.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:26:0)
[04:30:01.433] Build status: STARTED
[04:30:01.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:27:0) after 1m36s
[04:31:37.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:27:0)
[04:31:37.470] Build status: STARTED
[04:31:37.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:28:0) after 3m26s
[04:35:03.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:28:0)
[04:35:03.484] Build status: STARTED
[04:35:03.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:29:0) after 2m59s
[04:38:02.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:29:0)
[04:38:02.545] Build status: STARTED
[04:38:02.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:30:0) after 7m43s
[04:45:45.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:30:0)
[04:45:45.619] Build status: STARTED
[04:45:45.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:31:0) after 3m52s
[04:49:37.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:31:0)
[04:49:37.676] Build status: STARTED
[04:49:37.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:32:0) after 1m3s
[04:50:40.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:32:0)
[04:50:40.710] Build status: STARTED
[04:50:40.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:33:0) after 6m29s
[04:57:09.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:33:0)
[04:57:09.798] Build status: STARTED
[04:57:09.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:34:0) after 8m18s
[05:05:27.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:34:0)
[05:05:27.876] Build status: STARTED
[05:05:27.876] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:35:0) after 7m33s
[05:13:00.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:35:0)
[05:13:00.893] Build status: STARTED
[05:13:00.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:36:0) after 2m43s
[05:15:43.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:36:0)
[05:15:44.018] Build status: STARTED
[05:15:44.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:37:0) after 2m49s
[05:18:33.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:37:0)
[05:18:33.099] Build status: STARTED
[05:18:33.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:38:0) after 7m49s
[05:26:22.170] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:38:0)
[05:26:22.191] Build status: STARTED
[05:26:22.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:39:0) after 8m34s
[05:34:56.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:39:0)
[05:34:56.258] Build status: STARTED
[05:34:56.258] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:40:0) after 5m7s
[05:40:03.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:40:0)
[05:40:03.385] Build status: STARTED
[05:40:03.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:41:0) after 4m45s
[05:44:48.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:41:0)
[05:44:48.430] Build status: STARTED
[05:44:48.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:42:0) after 6m7s
[05:50:55.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:42:0)
[05:50:55.456] Build status: STARTED
[05:50:55.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:43:0) after 9m24s
[06:00:19.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:43:0)
[06:00:19.562] Build status: STARTED
[06:00:19.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:44:0) after 8m15s
[06:08:34.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:44:0)
[06:08:34.610] Build status: STARTED
[06:08:34.610] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:45:0) after 6m39s
[06:15:13.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:45:0)
[06:15:13.646] Build status: STARTED
[06:15:13.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833434092444550400:46:0) after 2m1s
[06:16:58.718] Received PubSub notification, asking Buildbucket for the build status
[06:16:58.742] Build:
{
"id": "8668004030574431585",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"number": 598481,
"createdBy": "project:infra",
"createTime": "2026-10-14T02:16:43.743352376Z",
"startTime": "2026-10-14T02:16:47.968162827Z",
"endTime": "2026-10-14T06:16:58.533214767Z",
"updateTime": "2026-10-14T06:16:58.533214767Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c42fd804b7d164d4de0e7eab17459e556b7c2f4",
"ref": "refs/heads/main"
}
}
}
[06:16:58.742] Invocation finished in 4h0m16.166036388s with status FAILED