[20:02:59.812] New invocation is queued and will start shortly
[20:02:59.812] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:03:01.377] Starting the invocation (attempt 1)
[20:03:01.481] Ignoring gitiles_ref tag without the buildset tag
[20:03:01.481] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:01.481] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:01.481] Buildbucket request:
{
"requestId": "8929943373637641152",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-fuchsia"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8929943373637641152",
"job": "infra/codesearch-gen-chromium-fuchsia",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "1511925c0b23795c5e62914df0ccd3c32d64bbf2",
"codesearch_mirror_revision_timestamp": 1699899724,
"root_solution_revision": "e3fe9dba361da3f0441586dfe426c027054e2c5d",
"root_solution_revision_timestamp": 1699899563
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:18389",
"user_agent:recipe"
]
},
"id": "e24a043d-fdcb-428b-b96d-378bd71b77da",
"title": "codesearch-gen-chromium-initiator/18389"
}
]
},
"codesearch_mirror_revision": "1511925c0b23795c5e62914df0ccd3c32d64bbf2",
"codesearch_mirror_revision_timestamp": 1699899724,
"root_solution_revision": "e3fe9dba361da3f0441586dfe426c027054e2c5d",
"root_solution_revision_timestamp": 1699899563
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8929943373637641152"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-fuchsia"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "18389"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:02.482] Scheduled build:
{
"id": "8764513311123309969",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-fuchsia"
},
"number": 11127,
"createdBy": "project:infra",
"createTime": "2023-11-13T20:03:01.588115042Z",
"updateTime": "2023-11-13T20:03:01.588115042Z",
"status": "SCHEDULED",
"input": {
}
}
[20:03:02.482] Task URL: https://cr-buildbucket.appspot.com/build/8764513311123309969
[20:03:02.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:2:0) after 3m26s
[20:03:03.444] Received PubSub notification, asking Buildbucket for the build status
[20:03:03.462] Build status: SCHEDULED
[20:06:28.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:2:0)
[20:06:28.617] Build status: SCHEDULED
[20:06:28.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:4:0) after 8m41s
[20:07:09.541] Received PubSub notification, asking Buildbucket for the build status
[20:07:09.564] Build status: STARTED
[20:15:09.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:4:0)
[20:15:09.902] Build status: STARTED
[20:15:09.902] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:6:0) after 3m17s
[20:18:27.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:6:0)
[20:18:27.093] Build status: STARTED
[20:18:27.093] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:7:0) after 2m37s
[20:21:04.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:7:0)
[20:21:04.142] Build status: STARTED
[20:21:04.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:8:0) after 6m51s
[20:27:55.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:8:0)
[20:27:55.192] Build status: STARTED
[20:27:55.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:9:0) after 8m34s
[20:36:29.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:9:0)
[20:36:29.290] Build status: STARTED
[20:36:29.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:10:0) after 4m57s
[20:41:26.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:10:0)
[20:41:26.323] Build status: STARTED
[20:41:26.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:11:0) after 8m25s
[20:49:51.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:11:0)
[20:49:51.378] Build status: STARTED
[20:49:51.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:12:0) after 5m45s
[20:55:36.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:12:0)
[20:55:36.464] Build status: STARTED
[20:55:36.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:13:0) after 6m33s
[21:02:09.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:13:0)
[21:02:09.553] Build status: STARTED
[21:02:09.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:14:0) after 3m9s
[21:05:18.582] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:14:0)
[21:05:18.605] Build status: STARTED
[21:05:18.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:15:0) after 5m26s
[21:10:44.678] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:15:0)
[21:10:44.841] Build status: STARTED
[21:10:44.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:16:0) after 7m14s
[21:17:58.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:16:0)
[21:17:58.894] Build status: STARTED
[21:17:58.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:17:0) after 2m12s
[21:20:10.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:17:0)
[21:20:10.936] Build status: STARTED
[21:20:10.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:18:0) after 7m20s
[21:27:30.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:18:0)
[21:27:31.016] Build status: STARTED
[21:27:31.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:19:0) after 7m1s
[21:34:32.139] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:19:0)
[21:34:32.158] Build status: STARTED
[21:34:32.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:20:0) after 1m13s
[21:35:45.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:20:0)
[21:35:45.377] Build status: STARTED
[21:35:45.377] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:21:0) after 6m57s
[21:42:42.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:21:0)
[21:42:42.480] Build status: STARTED
[21:42:42.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:22:0) after 2m27s
[21:45:09.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:22:0)
[21:45:09.501] Build status: STARTED
[21:45:09.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:23:0) after 3m15s
[21:48:24.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:23:0)
[21:48:24.716] Build status: STARTED
[21:48:24.716] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:24:0) after 6m55s
[21:55:19.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:24:0)
[21:55:19.816] Build status: STARTED
[21:55:19.816] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:25:0) after 3m13s
[21:58:32.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:25:0)
[21:58:32.920] Build status: STARTED
[21:58:32.920] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:26:0) after 5m26s
[22:03:59.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:26:0)
[22:03:59.384] Build status: STARTED
[22:03:59.384] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:27:0) after 5m14s
[22:09:13.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:27:0)
[22:09:13.461] Build status: STARTED
[22:09:13.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:28:0) after 1m30s
[22:10:43.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:28:0)
[22:10:43.510] Build status: STARTED
[22:10:43.510] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:29:0) after 2m6s
[22:12:49.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:29:0)
[22:12:49.582] Build status: STARTED
[22:12:49.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:30:0) after 1m25s
[22:14:14.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:30:0)
[22:14:14.625] Build status: STARTED
[22:14:14.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:31:0) after 6m4s
[22:20:18.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:31:0)
[22:20:18.677] Build status: STARTED
[22:20:18.677] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:32:0) after 1m15s
[22:21:33.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:32:0)
[22:21:33.884] Build status: STARTED
[22:21:33.884] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:33:0) after 8m51s
[22:30:24.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:33:0)
[22:30:24.953] Build status: STARTED
[22:30:24.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:34:0) after 2m51s
[22:33:15.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:34:0)
[22:33:16.013] Build status: STARTED
[22:33:16.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:35:0) after 1m47s
[22:35:03.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:35:0)
[22:35:03.091] Build status: STARTED
[22:35:03.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:36:0) after 1m39s
[22:36:42.178] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:36:0)
[22:36:42.200] Build status: STARTED
[22:36:42.200] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:37:0) after 1m52s
[22:38:34.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:37:0)
[22:38:34.236] Build status: STARTED
[22:38:34.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:38:0) after 7m41s
[22:46:15.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:38:0)
[22:46:15.347] Build status: STARTED
[22:46:15.347] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:39:0) after 3m10s
[22:49:25.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:39:0)
[22:49:25.364] Build status: STARTED
[22:49:25.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:40:0) after 1m26s
[22:50:51.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:40:0)
[22:50:51.432] Build status: STARTED
[22:50:51.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:41:0) after 9m55s
[23:00:46.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:41:0)
[23:00:46.544] Build status: STARTED
[23:00:46.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:42:0) after 6m10s
[23:06:56.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:42:0)
[23:06:56.996] Build status: STARTED
[23:06:56.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:43:0) after 4m37s
[23:11:34.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:43:0)
[23:11:34.061] Build status: STARTED
[23:11:34.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:44:0) after 3m1s
[23:14:35.130] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:44:0)
[23:14:35.156] Build status: STARTED
[23:14:35.156] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:45:0) after 4m5s
[23:18:40.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:45:0)
[23:18:40.431] Build status: STARTED
[23:18:40.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:46:0) after 2m56s
[23:21:36.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:46:0)
[23:21:36.508] Build status: STARTED
[23:21:36.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:47:0) after 7m54s
[23:29:30.636] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:47:0)
[23:29:30.670] Build status: STARTED
[23:29:30.670] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:48:0) after 5m44s
[23:35:14.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:48:0)
[23:35:14.803] Build status: STARTED
[23:35:14.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:49:0) after 1m42s
[23:36:57.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:49:0)
[23:36:57.291] Build status: STARTED
[23:36:57.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:50:0) after 9m1s
[23:45:58.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:50:0)
[23:45:58.430] Build status: STARTED
[23:45:58.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:51:0) after 9m0s
[23:54:58.425] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:51:0)
[23:54:58.459] Build status: STARTED
[23:54:58.459] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:52:0) after 2m4s
[23:57:02.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:52:0)
[23:57:02.505] Build status: STARTED
[23:57:02.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:53:0) after 7m50s
[00:04:52.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:53:0)
[00:04:52.807] Build status: STARTED
[00:04:52.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:54:0) after 8m54s
[00:13:46.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:54:0)
[00:13:46.853] Build status: STARTED
[00:13:46.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:55:0) after 4m56s
[00:18:43.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:55:0)
[00:18:43.415] Build status: STARTED
[00:18:43.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:56:0) after 1m42s
[00:20:25.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:56:0)
[00:20:25.475] Build status: STARTED
[00:20:25.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:57:0) after 3m39s
[00:24:04.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:57:0)
[00:24:04.520] Build status: STARTED
[00:24:04.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:58:0) after 4m18s
[00:28:22.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:58:0)
[00:28:22.556] Build status: STARTED
[00:28:22.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:59:0) after 7m48s
[00:36:10.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:59:0)
[00:36:10.754] Build status: STARTED
[00:36:10.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:60:0) after 2m27s
[00:38:37.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:60:0)
[00:38:37.766] Build status: STARTED
[00:38:37.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:61:0) after 3m43s
[00:42:20.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:61:0)
[00:42:20.893] Build status: STARTED
[00:42:20.893] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:62:0) after 4m58s
[00:47:18.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:62:0)
[00:47:19.061] Build status: STARTED
[00:47:19.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:63:0) after 4m8s
[00:51:27.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:63:0)
[00:51:27.096] Build status: STARTED
[00:51:27.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:64:0) after 8m21s
[00:59:48.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:64:0)
[00:59:48.259] Build status: STARTED
[00:59:48.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:65:0) after 7m36s
[01:07:24.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:65:0)
[01:07:24.413] Build status: STARTED
[01:07:24.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:66:0) after 3m6s
[01:10:30.434] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:66:0)
[01:10:30.451] Build status: STARTED
[01:10:30.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:67:0) after 2m12s
[01:12:42.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:67:0)
[01:12:42.505] Build status: STARTED
[01:12:42.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:68:0) after 7m57s
[01:20:39.622] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:68:0)
[01:20:39.671] Build status: STARTED
[01:20:39.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:69:0) after 5m47s
[01:26:26.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:69:0)
[01:26:26.890] Build status: STARTED
[01:26:26.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:70:0) after 1m6s
[01:27:32.906] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:70:0)
[01:27:32.927] Build status: STARTED
[01:27:32.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:71:0) after 9m23s
[01:36:56.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:71:0)
[01:36:56.023] Build status: STARTED
[01:36:56.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:72:0) after 7m5s
[01:44:01.108] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:72:0)
[01:44:01.130] Build status: STARTED
[01:44:01.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:73:0) after 3m22s
[01:47:23.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:73:0)
[01:47:23.224] Build status: STARTED
[01:47:23.224] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:74:0) after 6m57s
[01:54:20.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:74:0)
[01:54:20.295] Build status: STARTED
[01:54:20.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:75:0) after 4m24s
[01:58:44.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:75:0)
[01:58:44.360] Build status: STARTED
[01:58:44.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:76:0) after 7m33s
[02:06:17.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:76:0)
[02:06:17.425] Build status: STARTED
[02:06:17.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:77:0) after 4m42s
[02:10:59.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:77:0)
[02:10:59.557] Build status: STARTED
[02:10:59.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:78:0) after 2m44s
[02:13:43.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:78:0)
[02:13:43.704] Build status: STARTED
[02:13:43.704] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:79:0) after 7m52s
[02:21:35.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:79:0)
[02:21:35.768] Build status: STARTED
[02:21:35.768] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:80:0) after 5m16s
[02:26:51.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:80:0)
[02:26:51.905] Build status: STARTED
[02:26:51.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:81:0) after 4m6s
[02:30:57.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:81:0)
[02:30:57.957] Build status: STARTED
[02:30:57.957] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:82:0) after 8m34s
[02:39:31.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:82:0)
[02:39:31.996] Build status: STARTED
[02:39:31.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:83:0) after 7m26s
[02:46:58.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:83:0)
[02:46:58.032] Build status: STARTED
[02:46:58.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:84:0) after 1m36s
[02:48:34.115] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:84:0)
[02:48:34.135] Build status: STARTED
[02:48:34.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:85:0) after 7m26s
[02:56:00.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:85:0)
[02:56:00.975] Build status: STARTED
[02:56:00.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:86:0) after 8m26s
[03:04:27.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:86:0)
[03:04:27.068] Build status: STARTED
[03:04:27.068] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:87:0) after 3m36s
[03:08:03.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:87:0)
[03:08:03.118] Build status: STARTED
[03:08:03.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:88:0) after 3m10s
[03:11:13.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:88:0)
[03:11:13.181] Build status: STARTED
[03:11:13.181] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:89:0) after 2m49s
[03:14:02.350] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:89:0)
[03:14:02.380] Build status: STARTED
[03:14:02.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:90:0) after 5m38s
[03:19:40.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:90:0)
[03:19:40.614] Build status: STARTED
[03:19:40.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:91:0) after 5m54s
[03:25:34.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:91:0)
[03:25:34.727] Build status: STARTED
[03:25:34.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:92:0) after 3m40s
[03:29:14.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:92:0)
[03:29:14.861] Build status: STARTED
[03:29:14.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:93:0) after 9m10s
[03:38:24.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:93:0)
[03:38:24.970] Build status: STARTED
[03:38:24.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:94:0) after 4m50s
[03:43:15.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:94:0)
[03:43:15.149] Build status: STARTED
[03:43:15.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:95:0) after 2m18s
[03:45:33.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:95:0)
[03:45:33.251] Build status: STARTED
[03:45:33.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:96:0) after 3m45s
[03:49:18.269] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:96:0)
[03:49:18.290] Build status: STARTED
[03:49:18.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:97:0) after 4m13s
[03:53:31.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:97:0)
[03:53:31.370] Build status: STARTED
[03:53:31.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:98:0) after 7m34s
[04:01:05.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:98:0)
[04:01:05.417] Build status: STARTED
[04:01:05.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:99:0) after 4m1s
[04:05:06.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:99:0)
[04:05:06.452] Build status: STARTED
[04:05:06.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:100:0) after 1m12s
[04:06:18.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:100:0)
[04:06:18.609] Build status: STARTED
[04:06:18.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:101:0) after 5m30s
[04:11:48.606] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:101:0)
[04:11:48.628] Build status: STARTED
[04:11:48.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:102:0) after 7m31s
[04:19:19.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:102:0)
[04:19:19.767] Build status: STARTED
[04:19:19.767] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:103:0) after 1m37s
[04:20:56.928] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:103:0)
[04:20:56.950] Build status: STARTED
[04:20:56.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:104:0) after 7m6s
[04:28:03.366] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:104:0)
[04:28:03.387] Build status: STARTED
[04:28:03.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:105:0) after 4m36s
[04:32:39.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:105:0)
[04:32:39.619] Build status: STARTED
[04:32:39.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:106:0) after 9m49s
[04:42:28.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:106:0)
[04:42:28.659] Build status: STARTED
[04:42:28.659] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:107:0) after 5m59s
[04:48:27.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:107:0)
[04:48:27.699] Build status: STARTED
[04:48:27.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:108:0) after 3m43s
[04:52:10.725] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:108:0)
[04:52:10.883] Build status: STARTED
[04:52:10.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:109:0) after 8m59s
[05:01:10.011] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:109:0)
[05:01:10.057] Build status: STARTED
[05:01:10.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:110:0) after 4m10s
[05:05:20.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:110:0)
[05:05:20.737] Build status: STARTED
[05:05:20.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929943373637641152:111:0) after 8m22s
[05:10:39.997] Received PubSub notification, asking Buildbucket for the build status
[05:10:40.016] Build:
{
"id": "8764513311123309969",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-fuchsia"
},
"number": 11127,
"createdBy": "project:infra",
"createTime": "2023-11-13T20:03:01.588115042Z",
"startTime": "2023-11-13T20:07:08.979013Z",
"endTime": "2023-11-14T05:10:36.748534Z",
"updateTime": "2023-11-14T05:10:36.748534Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[05:10:40.016] Invocation finished in 9h7m40.208634849s with status FAILED