[08:00:55.305] New invocation is queued and will start shortly
[08:00:55.305] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[08:00:56.361] Starting the invocation (attempt 1)
[08:00:56.388] Ignoring gitiles_ref tag without the buildset tag
[08:00:56.388] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:00:56.388] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:00:56.389] Buildbucket request:
{
"requestId": "8861859883949722896",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861859883949722896",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "c8fb498259ce5c219f957dbe367da21a82a361c0",
"codesearch_mirror_revision_timestamp": 1764834882,
"root_solution_revision": "0f08f8e435a81e6d3e8442715a195d5efbe00ac5",
"root_solution_revision_timestamp": 1764834779
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22902",
"user_agent:recipe"
]
},
"id": "aaca551f-ab88-441c-a735-7f4ed233a347",
"title": "codesearch-gen-chromium-initiator/22902",
"url": "https://cr-buildbucket.appspot.com/build/8696429877516538145"
}
]
},
"codesearch_mirror_revision": "c8fb498259ce5c219f957dbe367da21a82a361c0",
"codesearch_mirror_revision_timestamp": 1764834882,
"root_solution_revision": "0f08f8e435a81e6d3e8442715a195d5efbe00ac5",
"root_solution_revision_timestamp": 1764834779
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861859883949722896"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22902"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:00:56.872] Scheduled build:
{
"id": "8696429822091116449",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7350,
"createdBy": "project:infra",
"createTime": "2025-12-04T08:00:56.450999321Z",
"updateTime": "2025-12-04T08:00:56.450999321Z",
"status": "SCHEDULED",
"input": {
}
}
[08:00:56.872] Task URL: https://cr-buildbucket.appspot.com/build/8696429822091116449
[08:00:56.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:2:0) after 7m47s
[08:00:59.461] Received PubSub notification, asking Buildbucket for the build status
[08:00:59.477] Build status: SCHEDULED
[08:01:03.736] Received PubSub notification, asking Buildbucket for the build status
[08:01:03.758] Build status: STARTED
[08:08:43.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:2:0)
[08:08:43.905] Build status: STARTED
[08:08:43.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:5:0) after 4m3s
[08:12:46.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:5:0)
[08:12:46.983] Build status: STARTED
[08:12:46.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:6:0) after 3m45s
[08:16:32.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:6:0)
[08:16:32.066] Build status: STARTED
[08:16:32.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:7:0) after 5m20s
[08:21:52.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:7:0)
[08:21:52.183] Build status: STARTED
[08:21:52.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:8:0) after 7m37s
[08:29:29.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:8:0)
[08:29:29.236] Build status: STARTED
[08:29:29.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:9:0) after 9m50s
[08:39:19.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:9:0)
[08:39:19.267] Build status: STARTED
[08:39:19.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:10:0) after 4m30s
[08:43:49.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:10:0)
[08:43:49.293] Build status: STARTED
[08:43:49.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:11:0) after 1m20s
[08:45:09.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:11:0)
[08:45:09.387] Build status: STARTED
[08:45:09.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:12:0) after 3m20s
[08:48:29.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:12:0)
[08:48:29.436] Build status: STARTED
[08:48:29.436] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:13:0) after 9m9s
[08:57:38.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:13:0)
[08:57:38.507] Build status: STARTED
[08:57:38.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:14:0) after 2m10s
[08:59:48.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:14:0)
[08:59:48.534] Build status: STARTED
[08:59:48.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:15:0) after 4m23s
[09:04:11.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:15:0)
[09:04:11.566] Build status: STARTED
[09:04:11.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:16:0) after 3m51s
[09:08:02.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:16:0)
[09:08:02.642] Build status: STARTED
[09:08:02.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:17:0) after 1m37s
[09:09:39.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:17:0)
[09:09:39.674] Build status: STARTED
[09:09:39.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:18:0) after 5m23s
[09:15:02.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:18:0)
[09:15:02.763] Build status: STARTED
[09:15:02.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:19:0) after 3m35s
[09:18:37.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:19:0)
[09:18:37.798] Build status: STARTED
[09:18:37.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:20:0) after 9m58s
[09:28:35.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:20:0)
[09:28:35.805] Build status: STARTED
[09:28:35.805] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:21:0) after 3m27s
[09:32:02.817] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:21:0)
[09:32:02.831] Build status: STARTED
[09:32:02.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:22:0) after 2m33s
[09:34:35.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:22:0)
[09:34:35.922] Build status: STARTED
[09:34:35.922] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:23:0) after 2m57s
[09:37:32.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:23:0)
[09:37:32.975] Build status: STARTED
[09:37:32.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:24:0) after 6m26s
[09:43:59.041] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:24:0)
[09:43:59.060] Build status: STARTED
[09:43:59.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:25:0) after 1m20s
[09:45:19.073] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:25:0)
[09:45:19.208] Build status: STARTED
[09:45:19.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:26:0) after 6m4s
[09:51:23.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:26:0)
[09:51:23.193] Build status: STARTED
[09:51:23.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:27:0) after 5m6s
[09:56:29.219] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:27:0)
[09:56:29.236] Build status: STARTED
[09:56:29.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:28:0) after 9m18s
[10:05:47.285] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:28:0)
[10:05:47.302] Build status: STARTED
[10:05:47.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:29:0) after 5m10s
[10:10:57.310] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:29:0)
[10:10:57.323] Build status: STARTED
[10:10:57.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:30:0) after 7m12s
[10:18:09.334] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:30:0)
[10:18:09.348] Build status: STARTED
[10:18:09.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:31:0) after 7m32s
[10:25:41.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:31:0)
[10:25:41.435] Build status: STARTED
[10:25:41.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:32:0) after 3m13s
[10:28:54.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:32:0)
[10:28:54.460] Build status: STARTED
[10:28:54.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:33:0) after 1m21s
[10:30:15.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:33:0)
[10:30:15.582] Build status: STARTED
[10:30:15.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:34:0) after 1m5s
[10:31:20.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:34:0)
[10:31:20.804] Build status: STARTED
[10:31:20.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:35:0) after 4m8s
[10:35:28.818] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:35:0)
[10:35:28.839] Build status: STARTED
[10:35:28.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:36:0) after 9m7s
[10:44:36.476] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:36:0)
[10:44:36.494] Build status: STARTED
[10:44:36.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:37:0) after 9m37s
[10:54:13.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:37:0)
[10:54:13.534] Build status: STARTED
[10:54:13.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:38:0) after 4m52s
[10:59:05.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:38:0)
[10:59:05.570] Build status: STARTED
[10:59:05.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:39:0) after 6m45s
[11:05:50.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:39:0)
[11:05:50.713] Build status: STARTED
[11:05:50.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:40:0) after 1m30s
[11:07:20.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:40:0)
[11:07:20.746] Build status: STARTED
[11:07:20.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:41:0) after 8m16s
[11:15:36.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:41:0)
[11:15:36.777] Build status: STARTED
[11:15:36.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:42:0) after 8m59s
[11:24:35.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:42:0)
[11:24:37.332] Build status: STARTED
[11:24:37.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:43:0) after 5m49s
[11:30:26.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:43:0)
[11:30:26.394] Build status: STARTED
[11:30:26.394] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:44:0) after 2m10s
[11:32:36.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:44:0)
[11:32:36.424] Build status: STARTED
[11:32:36.424] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:45:0) after 9m39s
[11:42:15.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:45:0)
[11:42:15.478] Build status: STARTED
[11:42:15.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:46:0) after 3m4s
[11:45:19.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:46:0)
[11:45:19.462] Build status: STARTED
[11:45:19.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:47:0) after 9m50s
[11:55:09.526] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:47:0)
[11:55:09.556] Build status: STARTED
[11:55:09.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:48:0) after 9m20s
[12:04:29.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:48:0)
[12:04:29.694] Build status: STARTED
[12:04:29.694] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:49:0) after 9m9s
[12:13:38.711] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:49:0)
[12:13:38.739] Build status: STARTED
[12:13:38.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:50:0) after 9m41s
[12:23:19.716] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:50:0)
[12:23:19.731] Build status: STARTED
[12:23:19.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:51:0) after 4m2s
[12:27:21.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:51:0)
[12:27:21.817] Build status: STARTED
[12:27:21.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:52:0) after 5m25s
[12:32:46.881] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:52:0)
[12:32:46.913] Build status: STARTED
[12:32:46.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:53:0) after 9m9s
[12:41:55.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:53:0)
[12:41:56.031] Build status: STARTED
[12:41:56.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:54:0) after 7m55s
[12:49:51.048] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:54:0)
[12:49:51.093] Build status: STARTED
[12:49:51.093] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:55:0) after 9m8s
[12:58:59.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:55:0)
[12:58:59.112] Build status: STARTED
[12:58:59.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:56:0) after 4m7s
[13:03:06.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:56:0)
[13:03:06.133] Build status: STARTED
[13:03:06.133] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:57:0) after 6m40s
[13:09:46.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:57:0)
[13:09:46.245] Build status: STARTED
[13:09:46.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:58:0) after 4m14s
[13:14:00.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:58:0)
[13:14:00.277] Build status: STARTED
[13:14:00.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:59:0) after 6m48s
[13:20:48.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:59:0)
[13:20:48.309] Build status: STARTED
[13:20:48.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:60:0) after 7m21s
[13:28:09.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:60:0)
[13:28:09.358] Build status: STARTED
[13:28:09.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:61:0) after 4m54s
[13:33:03.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:61:0)
[13:33:03.427] Build status: STARTED
[13:33:03.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:62:0) after 8m43s
[13:41:46.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:62:0)
[13:41:46.471] Build status: STARTED
[13:41:46.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:63:0) after 7m47s
[13:49:33.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:63:0)
[13:49:33.538] Build status: STARTED
[13:49:33.538] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:64:0) after 1m7s
[13:50:40.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:64:0)
[13:50:40.650] Build status: STARTED
[13:50:40.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:65:0) after 4m26s
[13:55:06.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:65:0)
[13:55:06.731] Build status: STARTED
[13:55:06.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:66:0) after 8m43s
[14:03:49.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:66:0)
[14:03:49.755] Build status: STARTED
[14:03:49.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:67:0) after 6m49s
[14:10:38.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:67:0)
[14:10:38.865] Build status: STARTED
[14:10:38.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:68:0) after 5m9s
[14:15:47.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:68:0)
[14:15:47.952] Build status: STARTED
[14:15:47.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:69:0) after 2m58s
[14:18:45.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:69:0)
[14:18:46.135] Build status: STARTED
[14:18:46.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:70:0) after 6m24s
[14:25:10.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:70:0)
[14:25:10.210] Build status: STARTED
[14:25:10.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:71:0) after 5m50s
[14:31:00.240] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:71:0)
[14:31:00.288] Build status: STARTED
[14:31:00.288] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:72:0) after 8m22s
[14:39:22.302] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:72:0)
[14:39:22.325] Build status: STARTED
[14:39:22.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:73:0) after 6m39s
[14:46:01.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:73:0)
[14:46:01.358] Build status: STARTED
[14:46:01.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:74:0) after 5m47s
[14:51:48.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:74:0)
[14:51:48.468] Build status: STARTED
[14:51:48.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:75:0) after 1m17s
[14:53:05.531] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:75:0)
[14:53:05.547] Build status: STARTED
[14:53:05.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:76:0) after 9m24s
[15:02:29.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:76:0)
[15:02:29.630] Build status: STARTED
[15:02:29.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:77:0) after 8m1s
[15:10:30.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:77:0)
[15:10:30.667] Build status: STARTED
[15:10:30.667] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:78:0) after 9m55s
[15:20:25.731] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:78:0)
[15:20:25.746] Build status: STARTED
[15:20:25.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:79:0) after 2m37s
[15:23:02.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:79:0)
[15:23:02.893] Build status: STARTED
[15:23:02.893] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:80:0) after 4m14s
[15:27:16.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:80:0)
[15:27:16.923] Build status: STARTED
[15:27:16.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:81:0) after 9m28s
[15:36:45.092] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:81:0)
[15:36:45.108] Build status: STARTED
[15:36:45.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:82:0) after 2m23s
[15:39:08.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:82:0)
[15:39:08.197] Build status: STARTED
[15:39:08.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:83:0) after 3m11s
[15:42:19.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:83:0)
[15:42:19.283] Build status: STARTED
[15:42:19.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:84:0) after 3m39s
[15:45:58.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:84:0)
[15:45:58.331] Build status: STARTED
[15:45:58.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:85:0) after 3m57s
[15:49:55.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:85:0)
[15:49:55.718] Build status: STARTED
[15:49:55.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:86:0) after 5m5s
[15:55:00.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:86:0)
[15:55:00.765] Build status: STARTED
[15:55:00.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:87:0) after 7m47s
[16:02:47.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:87:0)
[16:02:47.791] Build status: STARTED
[16:02:47.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:88:0) after 4m11s
[16:06:58.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:88:0)
[16:06:58.882] Build status: STARTED
[16:06:58.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:89:0) after 7m10s
[16:14:08.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:89:0)
[16:14:08.974] Build status: STARTED
[16:14:08.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:90:0) after 8m10s
[16:22:19.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:90:0)
[16:22:19.018] Build status: STARTED
[16:22:19.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:91:0) after 7m8s
[16:29:27.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:91:0)
[16:29:27.100] Build status: STARTED
[16:29:27.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:92:0) after 6m2s
[16:35:29.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:92:0)
[16:35:29.132] Build status: STARTED
[16:35:29.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:93:0) after 3m6s
[16:38:35.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:93:0)
[16:38:35.255] Build status: STARTED
[16:38:35.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:94:0) after 3m58s
[16:42:33.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:94:0)
[16:42:33.285] Build status: STARTED
[16:42:33.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:95:0) after 9m52s
[16:52:25.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:95:0)
[16:52:25.348] Build status: STARTED
[16:52:25.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:96:0) after 6m15s
[16:58:40.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:96:0)
[16:58:40.503] Build status: STARTED
[16:58:40.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861859883949722896:97:0) after 7m21s
[17:02:16.783] Received PubSub notification, asking Buildbucket for the build status
[17:02:16.811] Build:
{
"id": "8696429822091116449",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7350,
"createdBy": "project:infra",
"createTime": "2025-12-04T08:00:56.450999321Z",
"startTime": "2025-12-04T08:00:59.840902631Z",
"endTime": "2025-12-04T17:02:16.358657275Z",
"updateTime": "2025-12-04T17:02:16.358657275Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[17:02:16.811] Invocation finished in 9h1m21.517096317s with status FAILED