[16:01:09.512] New invocation is queued and will start shortly
[16:01:09.512] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:01:10.592] Starting the invocation (attempt 1)
[16:01:10.663] Ignoring gitiles_ref tag without the buildset tag
[16:01:10.663] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:01:10.665] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:01:10.666] Buildbucket request:
{
"requestId": "8866812503208121072",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866812503208121072",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "c5cf561d9de967a2a665624b8e04a5a5a0340c43",
"codesearch_mirror_revision_timestamp": 1760111821,
"root_solution_revision": "9d9699915ce2ea555bf5a1e2cff9bef83e68e791",
"root_solution_revision_timestamp": 1760111754
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22574",
"user_agent:recipe"
]
},
"id": "ab88352c-ddd3-43d2-87b6-fe95f77d2d2e",
"title": "codesearch-gen-chromium-initiator/22574",
"url": "https://cr-buildbucket.appspot.com/build/8701382510920262865"
}
]
},
"codesearch_mirror_revision": "c5cf561d9de967a2a665624b8e04a5a5a0340c43",
"codesearch_mirror_revision_timestamp": 1760111821,
"root_solution_revision": "9d9699915ce2ea555bf5a1e2cff9bef83e68e791",
"root_solution_revision_timestamp": 1760111754
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866812503208121072"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22574"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:01:11.232] Scheduled build:
{
"id": "8701382441148120465",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7038,
"createdBy": "project:infra",
"createTime": "2025-10-10T16:01:10.856615557Z",
"updateTime": "2025-10-10T16:01:10.856615557Z",
"status": "SCHEDULED",
"input": {
}
}
[16:01:11.232] Task URL: https://cr-buildbucket.appspot.com/build/8701382441148120465
[16:01:11.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:2:0) after 2m55s
[16:01:12.312] Received PubSub notification, asking Buildbucket for the build status
[16:01:12.345] Build status: SCHEDULED
[16:01:18.398] Received PubSub notification, asking Buildbucket for the build status
[16:01:18.416] Build status: STARTED
[16:04:06.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:2:0)
[16:04:06.308] Build status: STARTED
[16:04:06.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:5:0) after 9m19s
[16:13:25.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:5:0)
[16:13:25.349] Build status: STARTED
[16:13:25.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:6:0) after 2m21s
[16:15:46.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:6:0)
[16:15:46.521] Build status: STARTED
[16:15:46.521] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:7:0) after 5m58s
[16:21:44.562] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:7:0)
[16:21:44.578] Build status: STARTED
[16:21:44.578] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:8:0) after 2m31s
[16:24:15.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:8:0)
[16:24:15.617] Build status: STARTED
[16:24:15.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:9:0) after 2m3s
[16:26:18.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:9:0)
[16:26:18.645] Build status: STARTED
[16:26:18.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:10:0) after 3m48s
[16:30:06.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:10:0)
[16:30:06.642] Build status: STARTED
[16:30:06.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:11:0) after 9m52s
[16:39:58.626] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:11:0)
[16:39:58.651] Build status: STARTED
[16:39:58.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:12:0) after 7m38s
[16:47:36.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:12:0)
[16:47:36.689] Build status: STARTED
[16:47:36.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:13:0) after 9m45s
[16:57:21.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:13:0)
[16:57:21.771] Build status: STARTED
[16:57:21.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:14:0) after 7m15s
[17:04:36.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:14:0)
[17:04:36.877] Build status: STARTED
[17:04:36.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:15:0) after 2m10s
[17:06:46.869] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:15:0)
[17:06:46.891] Build status: STARTED
[17:06:46.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:16:0) after 6m1s
[17:12:47.948] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:16:0)
[17:12:48.039] Build status: STARTED
[17:12:48.039] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:17:0) after 4m50s
[17:17:38.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:17:0)
[17:17:38.067] Build status: STARTED
[17:17:38.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:18:0) after 1m23s
[17:19:01.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:18:0)
[17:19:01.099] Build status: STARTED
[17:19:01.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:19:0) after 1m18s
[17:20:19.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:19:0)
[17:20:19.222] Build status: STARTED
[17:20:19.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:20:0) after 6m33s
[17:26:52.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:20:0)
[17:26:52.306] Build status: STARTED
[17:26:52.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:21:0) after 9m24s
[17:36:16.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:21:0)
[17:36:16.388] Build status: STARTED
[17:36:16.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:22:0) after 3m47s
[17:40:03.450] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:22:0)
[17:40:03.473] Build status: STARTED
[17:40:03.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:23:0) after 1m7s
[17:41:10.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:23:0)
[17:41:10.464] Build status: STARTED
[17:41:10.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:24:0) after 5m0s
[17:46:10.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:24:0)
[17:46:10.523] Build status: STARTED
[17:46:10.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:25:0) after 1m7s
[17:47:17.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:25:0)
[17:47:17.561] Build status: STARTED
[17:47:17.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:26:0) after 4m19s
[17:51:36.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:26:0)
[17:51:36.592] Build status: STARTED
[17:51:36.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:27:0) after 2m34s
[17:54:10.606] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:27:0)
[17:54:10.633] Build status: STARTED
[17:54:10.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:28:0) after 8m16s
[18:02:26.716] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:28:0)
[18:02:26.746] Build status: STARTED
[18:02:26.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:29:0) after 3m42s
[18:06:08.761] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:29:0)
[18:06:08.793] Build status: STARTED
[18:06:08.793] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:30:0) after 8m46s
[18:14:54.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:30:0)
[18:14:54.901] Build status: STARTED
[18:14:54.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:31:0) after 7m40s
[18:22:34.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:31:0)
[18:22:34.996] Build status: STARTED
[18:22:34.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:32:0) after 4m3s
[18:26:38.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:32:0)
[18:26:38.114] Build status: STARTED
[18:26:38.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:33:0) after 6m13s
[18:32:51.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:33:0)
[18:32:51.230] Build status: STARTED
[18:32:51.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:34:0) after 7m52s
[18:40:43.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:34:0)
[18:40:43.277] Build status: STARTED
[18:40:43.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:35:0) after 6m0s
[18:46:43.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:35:0)
[18:46:43.357] Build status: STARTED
[18:46:43.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:36:0) after 2m30s
[18:49:13.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:36:0)
[18:49:13.415] Build status: STARTED
[18:49:13.416] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:37:0) after 3m4s
[18:52:17.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:37:0)
[18:52:17.456] Build status: STARTED
[18:52:17.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:38:0) after 1m12s
[18:53:29.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:38:0)
[18:53:29.519] Build status: STARTED
[18:53:29.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:39:0) after 7m25s
[19:00:54.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:39:0)
[19:00:54.608] Build status: STARTED
[19:00:54.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:40:0) after 4m27s
[19:05:21.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:40:0)
[19:05:21.641] Build status: STARTED
[19:05:21.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:41:0) after 1m46s
[19:07:07.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:41:0)
[19:07:07.681] Build status: STARTED
[19:07:07.681] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:42:0) after 4m30s
[19:11:37.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:42:0)
[19:11:37.758] Build status: STARTED
[19:11:37.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:43:0) after 7m18s
[19:18:55.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:43:0)
[19:18:55.877] Build status: STARTED
[19:18:55.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:44:0) after 1m29s
[19:20:25.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:44:0)
[19:20:25.135] Build status: STARTED
[19:20:25.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:45:0) after 4m10s
[19:24:35.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:45:0)
[19:24:35.187] Build status: STARTED
[19:24:35.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:46:0) after 5m59s
[19:30:34.253] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:46:0)
[19:30:34.271] Build status: STARTED
[19:30:34.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:47:0) after 1m43s
[19:32:17.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:47:0)
[19:32:17.384] Build status: STARTED
[19:32:17.384] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:48:0) after 4m47s
[19:37:04.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:48:0)
[19:37:04.539] Build status: STARTED
[19:37:04.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:49:0) after 2m43s
[19:39:47.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:49:0)
[19:39:47.746] Build status: STARTED
[19:39:47.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:50:0) after 2m48s
[19:42:35.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:50:0)
[19:42:35.810] Build status: STARTED
[19:42:35.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:51:0) after 3m13s
[19:45:48.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:51:0)
[19:45:48.882] Build status: STARTED
[19:45:48.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:52:0) after 3m29s
[19:49:17.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:52:0)
[19:49:17.979] Build status: STARTED
[19:49:17.979] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:53:0) after 9m20s
[19:58:38.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:53:0)
[19:58:38.089] Build status: STARTED
[19:58:38.089] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:54:0) after 3m20s
[20:01:58.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:54:0)
[20:01:58.127] Build status: STARTED
[20:01:58.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:55:0) after 4m1s
[20:05:59.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:55:0)
[20:05:59.241] Build status: STARTED
[20:05:59.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:56:0) after 7m37s
[20:13:36.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:56:0)
[20:13:36.273] Build status: STARTED
[20:13:36.273] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:57:0) after 5m8s
[20:18:44.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:57:0)
[20:18:44.359] Build status: STARTED
[20:18:44.359] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:58:0) after 1m50s
[20:20:34.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:58:0)
[20:20:34.392] Build status: STARTED
[20:20:34.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:59:0) after 7m20s
[20:27:54.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:59:0)
[20:27:54.421] Build status: STARTED
[20:27:54.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:60:0) after 8m53s
[20:36:47.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:60:0)
[20:36:47.517] Build status: STARTED
[20:36:47.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:61:0) after 7m32s
[20:44:19.532] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:61:0)
[20:44:19.559] Build status: STARTED
[20:44:19.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:62:0) after 3m23s
[20:47:42.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:62:0)
[20:47:42.599] Build status: STARTED
[20:47:42.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:63:0) after 7m39s
[20:55:21.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:63:0)
[20:55:21.771] Build status: STARTED
[20:55:21.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:64:0) after 5m14s
[21:00:35.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:64:0)
[21:00:35.893] Build status: STARTED
[21:00:35.893] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:65:0) after 5m50s
[21:06:25.928] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:65:0)
[21:06:25.989] Build status: STARTED
[21:06:25.989] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:66:0) after 1m14s
[21:07:40.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:66:0)
[21:07:40.222] Build status: STARTED
[21:07:40.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:67:0) after 4m59s
[21:12:39.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:67:0)
[21:12:39.277] Build status: STARTED
[21:12:39.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:68:0) after 5m50s
[21:18:29.255] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:68:0)
[21:18:29.268] Build status: STARTED
[21:18:29.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:69:0) after 3m29s
[21:21:58.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:69:0)
[21:21:58.314] Build status: STARTED
[21:21:58.314] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:70:0) after 7m53s
[21:29:51.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:70:0)
[21:29:51.363] Build status: STARTED
[21:29:51.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:71:0) after 9m18s
[21:39:09.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:71:0)
[21:39:09.549] Build status: STARTED
[21:39:09.549] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:72:0) after 9m31s
[21:48:40.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:72:0)
[21:48:40.686] Build status: STARTED
[21:48:40.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:73:0) after 6m28s
[21:55:08.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:73:0)
[21:55:08.739] Build status: STARTED
[21:55:08.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:74:0) after 3m26s
[21:58:34.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:74:0)
[21:58:34.881] Build status: STARTED
[21:58:34.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:75:0) after 9m16s
[22:07:51.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:75:0)
[22:07:51.044] Build status: STARTED
[22:07:51.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:76:0) after 7m45s
[22:15:36.060] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:76:0)
[22:15:36.082] Build status: STARTED
[22:15:36.082] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:77:0) after 2m24s
[22:18:00.280] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:77:0)
[22:18:00.296] Build status: STARTED
[22:18:00.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:78:0) after 6m49s
[22:24:49.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:78:0)
[22:24:49.506] Build status: STARTED
[22:24:49.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:79:0) after 3m48s
[22:28:37.580] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:79:0)
[22:28:37.602] Build status: STARTED
[22:28:37.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:80:0) after 7m3s
[22:35:40.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:80:0)
[22:35:40.642] Build status: STARTED
[22:35:40.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:81:0) after 6m53s
[22:42:33.742] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:81:0)
[22:42:33.757] Build status: STARTED
[22:42:33.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:82:0) after 1m5s
[22:43:38.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:82:0)
[22:43:38.820] Build status: STARTED
[22:43:38.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:83:0) after 3m55s
[22:47:33.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:83:0)
[22:47:33.901] Build status: STARTED
[22:47:33.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:84:0) after 2m50s
[22:50:23.891] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:84:0)
[22:50:23.909] Build status: STARTED
[22:50:23.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:85:0) after 9m51s
[23:00:14.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:85:0)
[23:00:14.967] Build status: STARTED
[23:00:14.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:86:0) after 4m21s
[23:04:36.073] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:86:0)
[23:04:36.091] Build status: STARTED
[23:04:36.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:87:0) after 7m44s
[23:12:20.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:87:0)
[23:12:20.184] Build status: STARTED
[23:12:20.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:88:0) after 1m57s
[23:14:17.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:88:0)
[23:14:17.250] Build status: STARTED
[23:14:17.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:89:0) after 7m59s
[23:22:16.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:89:0)
[23:22:16.460] Build status: STARTED
[23:22:16.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:90:0) after 2m3s
[23:24:19.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:90:0)
[23:24:19.508] Build status: STARTED
[23:24:19.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:91:0) after 6m5s
[23:30:24.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:91:0)
[23:30:24.538] Build status: STARTED
[23:30:24.538] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:92:0) after 7m6s
[23:37:30.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:92:0)
[23:37:30.599] Build status: STARTED
[23:37:30.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:93:0) after 7m11s
[23:44:41.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:93:0)
[23:44:41.597] Build status: STARTED
[23:44:41.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:94:0) after 9m40s
[23:54:21.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:94:0)
[23:54:21.744] Build status: STARTED
[23:54:21.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:95:0) after 3m44s
[23:58:05.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:95:0)
[23:58:05.859] Build status: STARTED
[23:58:05.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:96:0) after 9m41s
[00:07:46.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:96:0)
[00:07:47.038] Build status: STARTED
[00:07:47.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:97:0) after 9m22s
[00:17:09.105] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:97:0)
[00:17:09.134] Build status: STARTED
[00:17:09.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:98:0) after 5m47s
[00:22:56.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:98:0)
[00:22:56.225] Build status: STARTED
[00:22:56.225] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:99:0) after 9m20s
[00:32:16.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:99:0)
[00:32:16.364] Build status: STARTED
[00:32:16.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:100:0) after 1m57s
[00:34:13.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:100:0)
[00:34:13.506] Build status: STARTED
[00:34:13.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:101:0) after 8m35s
[00:42:48.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:101:0)
[00:42:48.666] Build status: STARTED
[00:42:48.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:102:0) after 7m45s
[00:50:33.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:102:0)
[00:50:33.696] Build status: STARTED
[00:50:33.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:103:0) after 6m54s
[00:57:27.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:103:0)
[00:57:27.733] Build status: STARTED
[00:57:27.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866812503208121072:104:0) after 8m37s
[01:02:31.289] Received PubSub notification, asking Buildbucket for the build status
[01:02:31.327] Build:
{
"id": "8701382441148120465",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7038,
"createdBy": "project:infra",
"createTime": "2025-10-10T16:01:10.856615557Z",
"startTime": "2025-10-10T16:01:18.190494290Z",
"endTime": "2025-10-11T01:02:30.865586195Z",
"updateTime": "2025-10-11T01:02:30.865586195Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[01:02:31.327] Invocation finished in 9h1m21.818830009s with status FAILED