[16:02:58.765] New invocation is queued and will start shortly
[16:02:58.765] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:03:02.060] Starting the invocation (attempt 1)
[16:03:02.088] Ignoring gitiles_ref tag without the buildset tag
[16:03:02.088] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:03:02.088] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:03:02.088] Buildbucket request:
{
"requestId": "8928327728835847584",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8928327728835847584",
"job": "infra/codesearch-gen-chromium-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "025a55f09fcd0341afd09b74b49ca57c61e27f69",
"codesearch_mirror_revision_timestamp": 1701446505,
"root_solution_revision": "74e1a962f94aff96ceb459000640c1d8dbffdf11",
"root_solution_revision_timestamp": 1701445828
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:18496",
"user_agent:recipe"
]
},
"id": "bb0c7dee-10ba-4ffb-8478-6181fa8b3c1b",
"title": "codesearch-gen-chromium-initiator/18496"
}
]
},
"codesearch_mirror_revision": "025a55f09fcd0341afd09b74b49ca57c61e27f69",
"codesearch_mirror_revision_timestamp": 1701446505,
"root_solution_revision": "74e1a962f94aff96ceb459000640c1d8dbffdf11",
"root_solution_revision_timestamp": 1701445828
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8928327728835847584"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "18496"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:03:02.656] Scheduled build:
{
"id": "8762897664640599553",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-linux"
},
"number": 16140,
"createdBy": "project:infra",
"createTime": "2023-12-01T16:03:02.143977446Z",
"updateTime": "2023-12-01T16:03:02.143977446Z",
"status": "SCHEDULED",
"input": {
}
}
[16:03:02.656] Task URL: https://cr-buildbucket.appspot.com/build/8762897664640599553
[16:03:02.656] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:2:0) after 6m25s
[16:03:02.759] Received PubSub notification, asking Buildbucket for the build status
[16:03:02.809] Build status: SCHEDULED
[16:07:04.365] Received PubSub notification, asking Buildbucket for the build status
[16:07:04.392] Build status: STARTED
[16:09:27.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:2:0)
[16:09:27.817] Build status: STARTED
[16:09:27.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:5:0) after 9m50s
[16:19:18.159] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:5:0)
[16:19:18.220] Build status: STARTED
[16:19:18.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:6:0) after 9m24s
[16:28:43.181] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:6:0)
[16:28:43.201] Build status: STARTED
[16:28:43.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:7:0) after 8m47s
[16:37:30.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:7:0)
[16:37:30.303] Build status: STARTED
[16:37:30.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:8:0) after 9m53s
[16:47:23.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:8:0)
[16:47:23.370] Build status: STARTED
[16:47:23.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:9:0) after 3m59s
[16:51:22.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:9:0)
[16:51:22.958] Build status: STARTED
[16:51:22.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:10:0) after 4m28s
[16:55:50.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:10:0)
[16:55:51.037] Build status: STARTED
[16:55:51.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:11:0) after 9m49s
[17:05:40.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:11:0)
[17:05:40.118] Build status: STARTED
[17:05:40.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:12:0) after 3m33s
[17:09:13.235] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:12:0)
[17:09:13.270] Build status: STARTED
[17:09:13.270] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:13:0) after 4m13s
[17:13:26.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:13:0)
[17:13:26.562] Build status: STARTED
[17:13:26.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:14:0) after 2m42s
[17:16:09.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:14:0)
[17:16:09.111] Build status: STARTED
[17:16:09.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:15:0) after 8m7s
[17:24:16.175] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:15:0)
[17:24:16.204] Build status: STARTED
[17:24:16.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:16:0) after 3m6s
[17:27:22.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:16:0)
[17:27:22.292] Build status: STARTED
[17:27:22.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:17:0) after 6m3s
[17:33:25.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:17:0)
[17:33:25.392] Build status: STARTED
[17:33:25.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:18:0) after 7m48s
[17:41:13.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:18:0)
[17:41:13.445] Build status: STARTED
[17:41:13.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:19:0) after 1m59s
[17:43:12.458] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:19:0)
[17:43:12.504] Build status: STARTED
[17:43:12.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:20:0) after 1m47s
[17:44:59.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:20:0)
[17:44:59.525] Build status: STARTED
[17:44:59.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:21:0) after 1m21s
[17:46:20.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:21:0)
[17:46:20.582] Build status: STARTED
[17:46:20.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:22:0) after 7m15s
[17:53:35.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:22:0)
[17:53:35.631] Build status: STARTED
[17:53:35.631] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:23:0) after 1m36s
[17:55:11.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:23:0)
[17:55:11.762] Build status: STARTED
[17:55:11.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:24:0) after 7m50s
[18:03:01.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:24:0)
[18:03:01.926] Build status: STARTED
[18:03:01.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:25:0) after 3m16s
[18:06:17.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:25:0)
[18:06:17.993] Build status: STARTED
[18:06:17.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:26:0) after 2m33s
[18:08:51.009] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:26:0)
[18:08:51.047] Build status: STARTED
[18:08:51.048] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:27:0) after 3m54s
[18:12:45.190] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:27:0)
[18:12:45.234] Build status: STARTED
[18:12:45.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:28:0) after 8m52s
[18:21:37.425] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:28:0)
[18:21:37.464] Build status: STARTED
[18:21:37.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:29:0) after 5m14s
[18:26:51.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:29:0)
[18:26:52.012] Build status: STARTED
[18:26:52.012] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:30:0) after 1m20s
[18:28:12.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:30:0)
[18:28:12.478] Build status: STARTED
[18:28:12.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:31:0) after 6m42s
[18:34:54.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:31:0)
[18:34:54.560] Build status: STARTED
[18:34:54.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:32:0) after 7m41s
[18:42:35.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:32:0)
[18:42:35.650] Build status: STARTED
[18:42:35.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:33:0) after 3m24s
[18:45:59.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:33:0)
[18:45:59.937] Build status: STARTED
[18:45:59.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:34:0) after 7m3s
[18:53:03.231] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:34:0)
[18:53:03.290] Build status: STARTED
[18:53:03.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:35:0) after 5m49s
[18:58:52.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:35:0)
[18:58:52.344] Build status: STARTED
[18:58:52.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:36:0) after 9m49s
[19:08:41.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:36:0)
[19:08:41.626] Build status: STARTED
[19:08:41.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:37:0) after 1m43s
[19:10:24.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:37:0)
[19:10:24.970] Build status: STARTED
[19:10:24.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:38:0) after 4m44s
[19:15:09.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:38:0)
[19:15:11.433] Build status: STARTED
[19:15:11.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:39:0) after 3m1s
[19:18:12.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:39:0)
[19:18:12.762] Build status: STARTED
[19:18:12.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:40:0) after 2m19s
[19:20:32.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:40:0)
[19:20:32.306] Build status: STARTED
[19:20:32.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:41:0) after 5m37s
[19:26:09.321] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:41:0)
[19:26:09.342] Build status: STARTED
[19:26:09.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:42:0) after 6m4s
[19:32:13.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:42:0)
[19:32:13.624] Build status: STARTED
[19:32:13.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:43:0) after 5m34s
[19:37:47.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:43:0)
[19:37:47.855] Build status: STARTED
[19:37:47.855] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:44:0) after 1m39s
[19:39:26.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:44:0)
[19:39:27.009] Build status: STARTED
[19:39:27.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:45:0) after 5m48s
[19:45:15.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:45:0)
[19:45:15.481] Build status: STARTED
[19:45:15.481] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:46:0) after 5m50s
[19:51:05.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:46:0)
[19:51:05.589] Build status: STARTED
[19:51:05.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:47:0) after 7m17s
[19:58:22.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:47:0)
[19:58:22.712] Build status: STARTED
[19:58:22.712] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:48:0) after 3m10s
[20:01:32.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:48:0)
[20:01:32.902] Build status: STARTED
[20:01:32.902] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:49:0) after 1m12s
[20:02:44.942] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:49:0)
[20:02:44.964] Build status: STARTED
[20:02:44.964] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:50:0) after 8m27s
[20:11:12.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:50:0)
[20:11:12.294] Build status: STARTED
[20:11:12.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:51:0) after 7m16s
[20:18:28.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:51:0)
[20:18:28.352] Build status: STARTED
[20:18:28.352] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:52:0) after 1m14s
[20:19:42.393] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:52:0)
[20:19:42.421] Build status: STARTED
[20:19:42.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:53:0) after 5m22s
[20:25:04.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:53:0)
[20:25:04.476] Build status: STARTED
[20:25:04.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:54:0) after 6m27s
[20:31:31.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:54:0)
[20:31:31.627] Build status: STARTED
[20:31:31.627] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:55:0) after 4m16s
[20:35:47.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:55:0)
[20:35:47.678] Build status: STARTED
[20:35:47.678] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:56:0) after 8m57s
[20:44:44.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:56:0)
[20:44:44.730] Build status: STARTED
[20:44:44.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:57:0) after 8m48s
[20:53:32.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:57:0)
[20:53:32.785] Build status: STARTED
[20:53:32.785] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:58:0) after 7m22s
[21:00:54.804] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:58:0)
[21:00:54.975] Build status: STARTED
[21:00:54.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:59:0) after 8m49s
[21:09:43.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:59:0)
[21:09:44.019] Build status: STARTED
[21:09:44.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:60:0) after 7m43s
[21:17:27.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:60:0)
[21:17:27.105] Build status: STARTED
[21:17:27.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:61:0) after 2m23s
[21:19:50.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:61:0)
[21:19:50.291] Build status: STARTED
[21:19:50.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:62:0) after 2m38s
[21:22:28.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:62:0)
[21:22:28.354] Build status: STARTED
[21:22:28.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:63:0) after 9m1s
[21:31:29.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:63:0)
[21:31:29.372] Build status: STARTED
[21:31:29.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:64:0) after 1m52s
[21:33:21.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:64:0)
[21:33:21.419] Build status: STARTED
[21:33:21.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:65:0) after 6m46s
[21:40:07.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:65:0)
[21:40:07.885] Build status: STARTED
[21:40:07.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:66:0) after 4m11s
[21:44:19.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:66:0)
[21:44:19.315] Build status: STARTED
[21:44:19.315] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:67:0) after 3m36s
[21:47:55.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:67:0)
[21:47:55.688] Build status: STARTED
[21:47:55.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:68:0) after 9m49s
[21:57:44.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:68:0)
[21:57:44.975] Build status: STARTED
[21:57:44.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:69:0) after 6m7s
[22:03:52.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:69:0)
[22:03:52.116] Build status: STARTED
[22:03:52.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:70:0) after 6m39s
[22:10:31.299] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:70:0)
[22:10:31.323] Build status: STARTED
[22:10:31.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:71:0) after 8m14s
[22:18:45.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:71:0)
[22:18:45.389] Build status: STARTED
[22:18:45.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:72:0) after 7m5s
[22:25:50.413] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:72:0)
[22:25:50.501] Build status: STARTED
[22:25:50.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:73:0) after 8m53s
[22:34:43.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:73:0)
[22:34:43.554] Build status: STARTED
[22:34:43.554] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:74:0) after 8m44s
[22:43:27.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:74:0)
[22:43:27.624] Build status: STARTED
[22:43:27.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:75:0) after 9m42s
[22:53:09.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:75:0)
[22:53:09.789] Build status: STARTED
[22:53:09.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:76:0) after 7m6s
[23:00:15.842] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:76:0)
[23:00:15.877] Build status: STARTED
[23:00:15.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:77:0) after 1m26s
[23:01:41.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:77:0)
[23:01:42.056] Build status: STARTED
[23:01:42.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:78:0) after 9m26s
[23:11:08.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:78:0)
[23:11:08.105] Build status: STARTED
[23:11:08.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:79:0) after 5m54s
[23:17:02.222] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:79:0)
[23:17:02.259] Build status: STARTED
[23:17:02.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:80:0) after 3m40s
[23:20:42.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:80:0)
[23:20:42.310] Build status: STARTED
[23:20:42.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:81:0) after 4m21s
[23:25:03.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:81:0)
[23:25:03.593] Build status: STARTED
[23:25:03.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:82:0) after 4m27s
[23:29:30.614] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:82:0)
[23:29:30.635] Build status: STARTED
[23:29:30.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:83:0) after 1m1s
[23:30:31.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:83:0)
[23:30:31.798] Build status: STARTED
[23:30:31.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:84:0) after 5m9s
[23:35:41.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:84:0)
[23:35:41.311] Build status: STARTED
[23:35:41.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:85:0) after 7m18s
[23:42:59.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:85:0)
[23:42:59.404] Build status: STARTED
[23:42:59.404] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:86:0) after 4m51s
[23:47:50.973] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:86:0)
[23:47:51.104] Build status: STARTED
[23:47:51.104] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:87:0) after 9m16s
[23:57:07.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:87:0)
[23:57:07.267] Build status: STARTED
[23:57:07.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:88:0) after 1m53s
[23:59:00.463] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:88:0)
[23:59:00.517] Build status: STARTED
[23:59:00.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:89:0) after 3m35s
[00:02:35.572] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:89:0)
[00:02:35.598] Build status: STARTED
[00:02:35.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:90:0) after 7m40s
[00:10:15.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:90:0)
[00:10:15.641] Build status: STARTED
[00:10:15.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:91:0) after 6m37s
[00:16:52.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:91:0)
[00:16:52.983] Build status: STARTED
[00:16:52.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:92:0) after 8m45s
[00:25:38.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:92:0)
[00:25:38.170] Build status: STARTED
[00:25:38.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:93:0) after 4m50s
[00:30:28.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:93:0)
[00:30:28.222] Build status: STARTED
[00:30:28.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:94:0) after 5m59s
[00:36:27.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:94:0)
[00:36:27.341] Build status: STARTED
[00:36:27.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:95:0) after 5m32s
[00:41:59.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:95:0)
[00:41:59.563] Build status: STARTED
[00:41:59.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:96:0) after 1m29s
[00:43:28.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:96:0)
[00:43:28.862] Build status: STARTED
[00:43:28.862] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:97:0) after 9m15s
[00:52:43.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:97:0)
[00:52:43.921] Build status: STARTED
[00:52:43.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:98:0) after 6m24s
[00:59:07.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:98:0)
[00:59:07.998] Build status: STARTED
[00:59:07.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:99:0) after 5m39s
[01:04:47.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:99:0)
[01:04:47.078] Build status: STARTED
[01:04:47.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:100:0) after 4m51s
[01:09:38.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:100:0)
[01:09:38.151] Build status: STARTED
[01:09:38.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928327728835847584:101:0) after 3m45s
[01:10:53.076] Received PubSub notification, asking Buildbucket for the build status
[01:10:53.112] Build:
{
"id": "8762897664640599553",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-linux"
},
"number": 16140,
"createdBy": "project:infra",
"createTime": "2023-12-01T16:03:02.143977446Z",
"startTime": "2023-12-01T16:07:03.771341Z",
"endTime": "2023-12-02T01:10:52.516330Z",
"updateTime": "2023-12-02T01:10:52.516330Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[01:10:53.113] Invocation finished in 9h7m54.353705736s with status FAILED