[17:02:18.498] New invocation is queued and will start shortly
[17:02:18.498] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[17:02:19.619] Starting the invocation (attempt 1)
[17:02:19.652] Ignoring gitiles_ref tag without the buildset tag
[17:02:19.653] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:02:19.653] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:02:19.653] Buildbucket request:
{
"requestId": "8861825822856691792",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861825822856691792",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "a06266faf4d0fe4fa380702dbdacd3cec49d3cce",
"codesearch_mirror_revision_timestamp": 1764854544,
"root_solution_revision": "f8d19e8385574dd86f0d7084943689fba066e88f",
"root_solution_revision_timestamp": 1764854482
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22903",
"user_agent:recipe"
]
},
"id": "df24705d-d595-4b90-b8ed-3d9f63c13e78",
"title": "codesearch-gen-chromium-initiator/22903",
"url": "https://cr-buildbucket.appspot.com/build/8696414773786580465"
},
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "69d8c33472ef5a7ed461f027bed4122fa09d4806",
"codesearch_mirror_revision_timestamp": 1764864009,
"root_solution_revision": "128b091db77126c2c4f6f2742302129d8953014c",
"root_solution_revision_timestamp": 1764863914
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22904",
"user_agent:recipe"
]
},
"id": "33c8ae45-7c00-4580-aaca-81af0a8451b4",
"title": "codesearch-gen-chromium-initiator/22904",
"url": "https://cr-buildbucket.appspot.com/build/8696399677822740385"
}
]
},
"codesearch_mirror_revision": "69d8c33472ef5a7ed461f027bed4122fa09d4806",
"codesearch_mirror_revision_timestamp": 1764864009,
"root_solution_revision": "128b091db77126c2c4f6f2742302129d8953014c",
"root_solution_revision_timestamp": 1764863914
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861825822856691792"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22904"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:02:20.171] Scheduled build:
{
"id": "8696395760910959969",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7351,
"createdBy": "project:infra",
"createTime": "2025-12-04T17:02:19.723574793Z",
"updateTime": "2025-12-04T17:02:19.723574793Z",
"status": "SCHEDULED",
"input": {
}
}
[17:02:20.171] Task URL: https://cr-buildbucket.appspot.com/build/8696395760910959969
[17:02:20.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:2:0) after 7m6s
[17:02:21.065] Received PubSub notification, asking Buildbucket for the build status
[17:02:21.082] Build status: SCHEDULED
[17:03:35.096] Received PubSub notification, asking Buildbucket for the build status
[17:03:35.118] Build status: STARTED
[17:09:26.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:2:0)
[17:09:26.270] Build status: STARTED
[17:09:26.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:5:0) after 4m9s
[17:13:35.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:5:0)
[17:13:35.272] Build status: STARTED
[17:13:35.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:6:0) after 9m28s
[17:23:03.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:6:0)
[17:23:03.348] Build status: STARTED
[17:23:03.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:7:0) after 7m7s
[17:30:10.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:7:0)
[17:30:10.458] Build status: STARTED
[17:30:10.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:8:0) after 7m50s
[17:38:00.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:8:0)
[17:38:00.544] Build status: STARTED
[17:38:00.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:9:0) after 1m45s
[17:39:45.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:9:0)
[17:39:45.611] Build status: STARTED
[17:39:45.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:10:0) after 7m13s
[17:46:58.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:10:0)
[17:46:58.706] Build status: STARTED
[17:46:58.706] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:11:0) after 6m5s
[17:53:03.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:11:0)
[17:53:03.838] Build status: STARTED
[17:53:03.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:12:0) after 5m7s
[17:58:10.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:12:0)
[17:58:10.922] Build status: STARTED
[17:58:10.922] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:13:0) after 1m3s
[17:59:13.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:13:0)
[17:59:14.101] Build status: STARTED
[17:59:14.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:14:0) after 4m51s
[18:04:05.063] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:14:0)
[18:04:05.088] Build status: STARTED
[18:04:05.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:15:0) after 5m1s
[18:09:06.100] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:15:0)
[18:09:06.116] Build status: STARTED
[18:09:06.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:16:0) after 2m45s
[18:11:51.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:16:0)
[18:11:51.445] Build status: STARTED
[18:11:51.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:17:0) after 9m30s
[18:21:21.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:17:0)
[18:21:21.525] Build status: STARTED
[18:21:21.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:18:0) after 5m14s
[18:26:35.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:18:0)
[18:26:35.556] Build status: STARTED
[18:26:35.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:19:0) after 7m7s
[18:33:42.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:19:0)
[18:33:42.563] Build status: STARTED
[18:33:42.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:20:0) after 4m56s
[18:38:38.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:20:0)
[18:38:38.638] Build status: STARTED
[18:38:38.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:21:0) after 2m56s
[18:41:34.876] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:21:0)
[18:41:34.929] Build status: STARTED
[18:41:34.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:22:0) after 2m56s
[18:44:31.049] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:22:0)
[18:44:31.073] Build status: STARTED
[18:44:31.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:23:0) after 2m49s
[18:47:20.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:23:0)
[18:47:20.239] Build status: STARTED
[18:47:20.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:24:0) after 8m0s
[18:55:20.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:24:0)
[18:55:20.280] Build status: STARTED
[18:55:20.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:25:0) after 2m29s
[18:57:49.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:25:0)
[18:57:49.310] Build status: STARTED
[18:57:49.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:26:0) after 9m37s
[19:07:26.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:26:0)
[19:07:26.517] Build status: STARTED
[19:07:26.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:27:0) after 6m0s
[19:13:26.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:27:0)
[19:13:26.575] Build status: STARTED
[19:13:26.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:28:0) after 6m43s
[19:20:09.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:28:0)
[19:20:09.608] Build status: STARTED
[19:20:09.608] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:29:0) after 8m8s
[19:28:17.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:29:0)
[19:28:17.643] Build status: STARTED
[19:28:17.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:30:0) after 8m14s
[19:36:31.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:30:0)
[19:36:31.711] Build status: STARTED
[19:36:31.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:31:0) after 8m19s
[19:44:50.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:31:0)
[19:44:50.878] Build status: STARTED
[19:44:50.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:32:0) after 2m29s
[19:47:19.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:32:0)
[19:47:19.973] Build status: STARTED
[19:47:19.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:33:0) after 5m4s
[19:52:23.988] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:33:0)
[19:52:24.002] Build status: STARTED
[19:52:24.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:34:0) after 7m32s
[19:59:56.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:34:0)
[19:59:56.210] Build status: STARTED
[19:59:56.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:35:0) after 2m23s
[20:02:19.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:35:0)
[20:02:19.266] Build status: STARTED
[20:02:19.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:36:0) after 6m15s
[20:08:34.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:36:0)
[20:08:34.335] Build status: STARTED
[20:08:34.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:37:0) after 5m33s
[20:14:07.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:37:0)
[20:14:07.545] Build status: STARTED
[20:14:07.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:38:0) after 2m22s
[20:16:29.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:38:0)
[20:16:29.628] Build status: STARTED
[20:16:29.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:39:0) after 2m42s
[20:19:11.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:39:0)
[20:19:11.676] Build status: STARTED
[20:19:11.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:40:0) after 3m25s
[20:22:36.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:40:0)
[20:22:36.718] Build status: STARTED
[20:22:36.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:41:0) after 6m51s
[20:29:27.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:41:0)
[20:29:27.791] Build status: STARTED
[20:29:27.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:42:0) after 2m4s
[20:31:31.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:42:0)
[20:31:31.807] Build status: STARTED
[20:31:31.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:43:0) after 8m14s
[20:39:45.822] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:43:0)
[20:39:45.837] Build status: STARTED
[20:39:45.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:44:0) after 2m16s
[20:42:01.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:44:0)
[20:42:01.897] Build status: STARTED
[20:42:01.897] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:45:0) after 4m50s
[20:46:51.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:45:0)
[20:46:51.961] Build status: STARTED
[20:46:51.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:46:0) after 6m45s
[20:53:37.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:46:0)
[20:53:37.022] Build status: STARTED
[20:53:37.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:47:0) after 7m46s
[21:01:23.091] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:47:0)
[21:01:23.110] Build status: STARTED
[21:01:23.110] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:48:0) after 4m31s
[21:05:54.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:48:0)
[21:05:54.371] Build status: STARTED
[21:05:54.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:49:0) after 4m43s
[21:10:37.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:49:0)
[21:10:37.545] Build status: STARTED
[21:10:37.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:50:0) after 5m29s
[21:16:06.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:50:0)
[21:16:08.859] Build status: STARTED
[21:16:08.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:51:0) after 9m17s
[21:25:25.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:51:0)
[21:25:25.927] Build status: STARTED
[21:25:25.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:52:0) after 2m46s
[21:28:11.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:52:0)
[21:28:11.934] Build status: STARTED
[21:28:11.934] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:53:0) after 9m2s
[21:37:14.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:53:0)
[21:37:14.030] Build status: STARTED
[21:37:14.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:54:0) after 5m40s
[21:42:54.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:54:0)
[21:42:54.059] Build status: STARTED
[21:42:54.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:55:0) after 8m41s
[21:51:35.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:55:0)
[21:51:35.172] Build status: STARTED
[21:51:35.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:56:0) after 1m39s
[21:53:14.199] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:56:0)
[21:53:14.227] Build status: STARTED
[21:53:14.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:57:0) after 7m43s
[22:00:57.230] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:57:0)
[22:00:57.293] Build status: STARTED
[22:00:57.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:58:0) after 2m7s
[22:03:04.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:58:0)
[22:03:04.379] Build status: STARTED
[22:03:04.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:59:0) after 4m2s
[22:07:06.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:59:0)
[22:07:06.696] Build status: STARTED
[22:07:06.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:60:0) after 4m51s
[22:11:57.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:60:0)
[22:11:57.726] Build status: STARTED
[22:11:57.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:61:0) after 4m6s
[22:16:03.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:61:0)
[22:16:03.758] Build status: STARTED
[22:16:03.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:62:0) after 5m33s
[22:21:36.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:62:0)
[22:21:36.801] Build status: STARTED
[22:21:36.801] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:63:0) after 7m33s
[22:29:09.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:63:0)
[22:29:09.784] Build status: STARTED
[22:29:09.784] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:64:0) after 9m56s
[22:39:05.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:64:0)
[22:39:05.873] Build status: STARTED
[22:39:05.873] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:65:0) after 9m7s
[22:48:12.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:65:0)
[22:48:12.988] Build status: STARTED
[22:48:12.988] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:66:0) after 8m53s
[22:57:06.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:66:0)
[22:57:06.130] Build status: STARTED
[22:57:06.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:67:0) after 6m42s
[23:03:48.161] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:67:0)
[23:03:48.192] Build status: STARTED
[23:03:48.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:68:0) after 7m4s
[23:10:52.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:68:0)
[23:10:52.223] Build status: STARTED
[23:10:52.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:69:0) after 9m55s
[23:20:47.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:69:0)
[23:20:47.256] Build status: STARTED
[23:20:47.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:70:0) after 9m36s
[23:30:23.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:70:0)
[23:30:23.440] Build status: STARTED
[23:30:23.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:71:0) after 9m47s
[23:40:10.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:71:0)
[23:40:10.469] Build status: STARTED
[23:40:10.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:72:0) after 8m7s
[23:48:17.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:72:0)
[23:48:17.548] Build status: STARTED
[23:48:17.548] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:73:0) after 2m32s
[23:50:49.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:73:0)
[23:50:49.750] Build status: STARTED
[23:50:49.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:74:0) after 3m51s
[23:54:40.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:74:0)
[23:54:40.881] Build status: STARTED
[23:54:40.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:75:0) after 1m3s
[23:55:43.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:75:0)
[23:55:43.960] Build status: STARTED
[23:55:43.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:76:0) after 9m13s
[00:04:57.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:76:0)
[00:04:57.058] Build status: STARTED
[00:04:57.058] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:77:0) after 5m39s
[00:10:36.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:77:0)
[00:10:36.142] Build status: STARTED
[00:10:36.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:78:0) after 4m24s
[00:15:00.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:78:0)
[00:15:00.222] Build status: STARTED
[00:15:00.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:79:0) after 5m35s
[00:20:35.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:79:0)
[00:20:35.322] Build status: STARTED
[00:20:35.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:80:0) after 2m39s
[00:23:14.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:80:0)
[00:23:14.406] Build status: STARTED
[00:23:14.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:81:0) after 7m48s
[00:31:02.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:81:0)
[00:31:02.566] Build status: STARTED
[00:31:02.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:82:0) after 2m0s
[00:33:02.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:82:0)
[00:33:02.652] Build status: STARTED
[00:33:02.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:83:0) after 5m39s
[00:38:41.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:83:0)
[00:38:41.688] Build status: STARTED
[00:38:41.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:84:0) after 1m53s
[00:40:34.780] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:84:0)
[00:40:34.798] Build status: STARTED
[00:40:34.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:85:0) after 1m1s
[00:41:35.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:85:0)
[00:41:35.830] Build status: STARTED
[00:41:35.830] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:86:0) after 9m16s
[00:50:51.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:86:0)
[00:50:52.085] Build status: STARTED
[00:50:52.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:87:0) after 1m51s
[00:52:43.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:87:0)
[00:52:43.172] Build status: STARTED
[00:52:43.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:88:0) after 2m29s
[00:55:12.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:88:0)
[00:55:12.204] Build status: STARTED
[00:55:12.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:89:0) after 8m18s
[01:03:30.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:89:0)
[01:03:30.378] Build status: STARTED
[01:03:30.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:90:0) after 4m31s
[01:08:01.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:90:0)
[01:08:01.475] Build status: STARTED
[01:08:01.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:91:0) after 2m1s
[01:10:02.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:91:0)
[01:10:02.510] Build status: STARTED
[01:10:02.510] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:92:0) after 9m35s
[01:19:37.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:92:0)
[01:19:37.551] Build status: STARTED
[01:19:37.551] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:93:0) after 9m14s
[01:28:51.661] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:93:0)
[01:28:51.685] Build status: STARTED
[01:28:51.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:94:0) after 8m23s
[01:37:14.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:94:0)
[01:37:14.776] Build status: STARTED
[01:37:14.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:95:0) after 2m47s
[01:40:01.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:95:0)
[01:40:01.787] Build status: STARTED
[01:40:01.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:96:0) after 3m49s
[01:43:50.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:96:0)
[01:43:50.841] Build status: STARTED
[01:43:50.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:97:0) after 9m1s
[01:52:51.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:97:0)
[01:52:51.892] Build status: STARTED
[01:52:51.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:98:0) after 7m28s
[02:00:19.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:98:0)
[02:00:20.031] Build status: STARTED
[02:00:20.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861825822856691792:99:0) after 6m22s
[02:04:54.273] Received PubSub notification, asking Buildbucket for the build status
[02:04:54.363] Build:
{
"id": "8696395760910959969",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7351,
"createdBy": "project:infra",
"createTime": "2025-12-04T17:02:19.723574793Z",
"startTime": "2025-12-04T17:03:34.270119959Z",
"endTime": "2025-12-05T02:04:53.935998260Z",
"updateTime": "2025-12-05T02:04:53.935998260Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[02:04:54.363] Invocation finished in 9h2m35.879984629s with status FAILED