[13:44:32.106] New invocation is queued and will start shortly
[13:44:33.129] Starting the invocation (attempt 1)
[13:44:33.161] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c99b48371d6d8355f7232c46ab80f1178bee2e90"
[13:44:33.162] Popped gitiles commit info from properties and tags
[13:44:33.162] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:44:33.162] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:44:33.163] Buildbucket request:
{
"requestId": "8833209624280148768",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833209624280148768",
"job": "infra/codesearch-update-submodules-mirror-src",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "11f61f9ffc1e09284af9f5e0f6b6584ff6f5a6c3"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@11f61f9ffc1e09284af9f5e0f6b6584ff6f5a6c3",
"title": "11f61f9ffc1e09284af9f5e0f6b6584ff6f5a6c3",
"url": "https://chromium.googlesource.com/chromium/src/+/11f61f9ffc1e09284af9f5e0f6b6584ff6f5a6c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "8144d6ef5b8a1d4c72d149349bfc86b5edf64dd6"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@8144d6ef5b8a1d4c72d149349bfc86b5edf64dd6",
"title": "8144d6ef5b8a1d4c72d149349bfc86b5edf64dd6",
"url": "https://chromium.googlesource.com/chromium/src/+/8144d6ef5b8a1d4c72d149349bfc86b5edf64dd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "c99b48371d6d8355f7232c46ab80f1178bee2e90"
},
"id": "https://chromium.googlesource.com/chromium/src/+/refs/heads/main@c99b48371d6d8355f7232c46ab80f1178bee2e90",
"title": "c99b48371d6d8355f7232c46ab80f1178bee2e90",
"url": "https://chromium.googlesource.com/chromium/src/+/c99b48371d6d8355f7232c46ab80f1178bee2e90"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c99b48371d6d8355f7232c46ab80f1178bee2e90",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833209624280148768"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-update-submodules-mirror-src"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:44:34.018] Scheduled build:
{
"id": "8667779562443368673",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"number": 599851,
"createdBy": "project:infra",
"createTime": "2026-10-16T13:44:33.234717212Z",
"updateTime": "2026-10-16T13:44:33.234717212Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c99b48371d6d8355f7232c46ab80f1178bee2e90",
"ref": "refs/heads/main"
}
}
}
[13:44:34.018] Task URL: https://cr-buildbucket.appspot.com/build/8667779562443368673
[13:44:34.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:2:0) after 4m22s
[13:44:34.670] Received PubSub notification, asking Buildbucket for the build status
[13:44:34.702] Build status: SCHEDULED
[13:44:38.021] Received PubSub notification, asking Buildbucket for the build status
[13:44:38.043] Build status: STARTED
[13:48:55.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:2:0)
[13:48:56.011] Build status: STARTED
[13:48:56.011] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:5:0) after 9m6s
[13:58:02.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:5:0)
[13:58:02.030] Build status: STARTED
[13:58:02.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:6:0) after 2m45s
[14:00:47.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:6:0)
[14:00:47.085] Build status: STARTED
[14:00:47.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:7:0) after 8m7s
[14:08:54.102] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:7:0)
[14:08:54.123] Build status: STARTED
[14:08:54.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:8:0) after 6m49s
[14:15:43.132] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:8:0)
[14:15:43.177] Build status: STARTED
[14:15:43.177] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:9:0) after 8m49s
[14:24:32.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:9:0)
[14:24:32.266] Build status: STARTED
[14:24:32.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:10:0) after 3m49s
[14:28:21.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:10:0)
[14:28:21.343] Build status: STARTED
[14:28:21.343] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:11:0) after 7m28s
[14:35:49.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:11:0)
[14:35:49.392] Build status: STARTED
[14:35:49.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:12:0) after 5m25s
[14:41:14.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:12:0)
[14:41:14.428] Build status: STARTED
[14:41:14.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:13:0) after 6m26s
[14:47:40.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:13:0)
[14:47:40.518] Build status: STARTED
[14:47:40.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:14:0) after 3m34s
[14:51:14.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:14:0)
[14:51:14.604] Build status: STARTED
[14:51:14.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:15:0) after 7m9s
[14:58:23.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:15:0)
[14:58:23.649] Build status: STARTED
[14:58:23.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:16:0) after 6m39s
[15:05:02.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:16:0)
[15:05:02.767] Build status: STARTED
[15:05:02.767] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:17:0) after 4m13s
[15:09:15.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:17:0)
[15:09:15.856] Build status: STARTED
[15:09:15.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:18:0) after 1m16s
[15:10:31.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:18:0)
[15:10:31.931] Build status: STARTED
[15:10:31.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:19:0) after 5m47s
[15:16:19.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:19:0)
[15:16:19.039] Build status: STARTED
[15:16:19.039] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:20:0) after 4m54s
[15:21:13.226] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:20:0)
[15:21:13.250] Build status: STARTED
[15:21:13.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:21:0) after 1m18s
[15:22:31.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:21:0)
[15:22:31.339] Build status: STARTED
[15:22:31.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:22:0) after 6m24s
[15:28:55.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:22:0)
[15:28:55.478] Build status: STARTED
[15:28:55.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:23:0) after 8m30s
[15:37:25.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:23:0)
[15:37:25.519] Build status: STARTED
[15:37:25.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:24:0) after 9m16s
[15:46:41.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:24:0)
[15:46:41.556] Build status: STARTED
[15:46:41.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:25:0) after 6m24s
[15:53:05.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:25:0)
[15:53:05.644] Build status: STARTED
[15:53:05.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:26:0) after 3m14s
[15:56:19.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:26:0)
[15:56:19.700] Build status: STARTED
[15:56:19.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:27:0) after 6m18s
[16:02:37.743] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:27:0)
[16:02:37.777] Build status: STARTED
[16:02:37.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:28:0) after 9m26s
[16:12:03.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:28:0)
[16:12:03.837] Build status: STARTED
[16:12:03.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:29:0) after 2m55s
[16:14:58.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:29:0)
[16:14:58.910] Build status: STARTED
[16:14:58.910] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:30:0) after 6m37s
[16:21:36.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:30:0)
[16:21:36.041] Build status: STARTED
[16:21:36.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:31:0) after 1m34s
[16:23:10.102] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:31:0)
[16:23:10.153] Build status: STARTED
[16:23:10.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:32:0) after 2m25s
[16:25:35.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:32:0)
[16:25:35.191] Build status: STARTED
[16:25:35.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:33:0) after 5m37s
[16:31:12.204] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:33:0)
[16:31:12.221] Build status: STARTED
[16:31:12.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:34:0) after 7m38s
[16:38:50.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:34:0)
[16:38:50.253] Build status: STARTED
[16:38:50.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:35:0) after 3m8s
[16:41:58.310] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:35:0)
[16:41:58.338] Build status: STARTED
[16:41:58.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:36:0) after 2m51s
[16:44:49.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:36:0)
[16:44:49.572] Build status: STARTED
[16:44:49.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:37:0) after 7m31s
[16:52:20.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:37:0)
[16:52:20.619] Build status: STARTED
[16:52:20.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:38:0) after 9m50s
[17:02:10.680] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:38:0)
[17:02:10.728] Build status: STARTED
[17:02:10.728] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:39:0) after 2m55s
[17:05:05.742] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:39:0)
[17:05:05.762] Build status: STARTED
[17:05:05.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:40:0) after 8m20s
[17:13:26.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:40:0)
[17:13:26.108] Build status: STARTED
[17:13:26.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:41:0) after 6m3s
[17:19:29.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:41:0)
[17:19:29.245] Build status: STARTED
[17:19:29.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:42:0) after 1m3s
[17:20:32.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:42:0)
[17:20:32.382] Build status: STARTED
[17:20:32.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:43:0) after 1m44s
[17:22:16.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:43:0)
[17:22:16.440] Build status: STARTED
[17:22:16.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:44:0) after 6m42s
[17:28:58.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:44:0)
[17:28:58.485] Build status: STARTED
[17:28:58.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:45:0) after 4m53s
[17:33:51.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:45:0)
[17:33:51.594] Build status: STARTED
[17:33:51.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:46:0) after 6m28s
[17:40:19.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:46:0)
[17:40:19.847] Build status: STARTED
[17:40:19.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-update-submodules-mirror-src:8833209624280148768:47:0) after 6m15s
[17:44:48.762] Received PubSub notification, asking Buildbucket for the build status
[17:44:48.783] Build:
{
"id": "8667779562443368673",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-update-submodules-mirror-src"
},
"number": 599851,
"createdBy": "project:infra",
"createTime": "2026-10-16T13:44:33.234717212Z",
"startTime": "2026-10-16T13:44:37.853121913Z",
"endTime": "2026-10-16T17:44:48.563390596Z",
"updateTime": "2026-10-16T17:44:48.563390596Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c99b48371d6d8355f7232c46ab80f1178bee2e90",
"ref": "refs/heads/main"
}
}
}
[17:44:48.784] Invocation finished in 4h0m16.684400696s with status FAILED