[16:00:46.094] New invocation is queued and will start shortly
[16:00:46.094] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:00:47.190] Starting the invocation (attempt 1)
[16:00:47.228] Ignoring gitiles_ref tag without the buildset tag
[16:00:47.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:00:47.229] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:00:47.229] Buildbucket request:
{
"requestId": "8866359542944142816",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866359542944142816",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "29dc5608c2231e3be8cdee2b4b3769c8192e0d84",
"codesearch_mirror_revision_timestamp": 1760543963,
"root_solution_revision": "4642553b355d07f565725c6aaca03b7221cfcb9c",
"root_solution_revision_timestamp": 1760543872
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22604",
"user_agent:recipe"
]
},
"id": "b3b990d4-4497-415e-b86c-ba83a0364c56",
"title": "codesearch-gen-chromium-initiator/22604",
"url": "https://cr-buildbucket.appspot.com/build/8700929527128357649"
}
]
},
"codesearch_mirror_revision": "29dc5608c2231e3be8cdee2b4b3769c8192e0d84",
"codesearch_mirror_revision_timestamp": 1760543963,
"root_solution_revision": "4642553b355d07f565725c6aaca03b7221cfcb9c",
"root_solution_revision_timestamp": 1760543872
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866359542944142816"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22604"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:00:47.690] Scheduled build:
{
"id": "8700929481025602337",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7067,
"createdBy": "project:infra",
"createTime": "2025-10-15T16:00:47.291914330Z",
"updateTime": "2025-10-15T16:00:47.291914330Z",
"status": "SCHEDULED",
"input": {
}
}
[16:00:47.690] Task URL: https://cr-buildbucket.appspot.com/build/8700929481025602337
[16:00:47.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:2:0) after 6m9s
[16:00:48.673] Received PubSub notification, asking Buildbucket for the build status
[16:00:48.702] Build status: SCHEDULED
[16:00:58.312] Received PubSub notification, asking Buildbucket for the build status
[16:00:58.350] Build status: STARTED
[16:06:56.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:2:0)
[16:06:56.824] Build status: STARTED
[16:06:56.824] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:5:0) after 4m54s
[16:11:50.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:5:0)
[16:11:50.865] Build status: STARTED
[16:11:50.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:6:0) after 5m14s
[16:17:04.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:6:0)
[16:17:04.956] Build status: STARTED
[16:17:04.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:7:0) after 1m11s
[16:18:15.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:7:0)
[16:18:15.991] Build status: STARTED
[16:18:15.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:8:0) after 2m32s
[16:20:47.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:8:0)
[16:20:48.000] Build status: STARTED
[16:20:48.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:9:0) after 3m6s
[16:23:54.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:9:0)
[16:23:54.099] Build status: STARTED
[16:23:54.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:10:0) after 9m7s
[16:33:01.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:10:0)
[16:33:01.136] Build status: STARTED
[16:33:01.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:11:0) after 8m46s
[16:41:47.321] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:11:0)
[16:41:47.340] Build status: STARTED
[16:41:47.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:12:0) after 9m46s
[16:51:33.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:12:0)
[16:51:33.537] Build status: STARTED
[16:51:33.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:13:0) after 4m38s
[16:56:11.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:13:0)
[16:56:11.635] Build status: STARTED
[16:56:11.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:14:0) after 1m18s
[16:57:29.647] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:14:0)
[16:57:29.668] Build status: STARTED
[16:57:29.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:15:0) after 8m8s
[17:05:37.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:15:0)
[17:05:37.702] Build status: STARTED
[17:05:37.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:16:0) after 2m22s
[17:07:59.760] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:16:0)
[17:07:59.776] Build status: STARTED
[17:07:59.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:17:0) after 1m39s
[17:09:38.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:17:0)
[17:09:38.810] Build status: STARTED
[17:09:38.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:18:0) after 9m41s
[17:19:19.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:18:0)
[17:19:19.843] Build status: STARTED
[17:19:19.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:19:0) after 1m4s
[17:20:23.858] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:19:0)
[17:20:23.888] Build status: STARTED
[17:20:23.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:20:0) after 5m44s
[17:26:07.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:20:0)
[17:26:07.967] Build status: STARTED
[17:26:07.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:21:0) after 8m5s
[17:34:12.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:21:0)
[17:34:13.004] Build status: STARTED
[17:34:13.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:22:0) after 2m49s
[17:37:02.049] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:22:0)
[17:37:02.072] Build status: STARTED
[17:37:02.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:23:0) after 2m19s
[17:39:21.049] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:23:0)
[17:39:21.066] Build status: STARTED
[17:39:21.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:24:0) after 4m46s
[17:44:07.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:24:0)
[17:44:07.098] Build status: STARTED
[17:44:07.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:25:0) after 8m12s
[17:52:19.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:25:0)
[17:52:19.134] Build status: STARTED
[17:52:19.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:26:0) after 9m1s
[18:01:20.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:26:0)
[18:01:20.236] Build status: STARTED
[18:01:20.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:27:0) after 5m34s
[18:06:54.279] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:27:0)
[18:06:54.293] Build status: STARTED
[18:06:54.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:28:0) after 2m36s
[18:09:30.306] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:28:0)
[18:09:30.357] Build status: STARTED
[18:09:30.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:29:0) after 4m50s
[18:14:20.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:29:0)
[18:14:20.461] Build status: STARTED
[18:14:20.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:30:0) after 1m50s
[18:16:10.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:30:0)
[18:16:10.518] Build status: STARTED
[18:16:10.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:31:0) after 8m19s
[18:24:29.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:31:0)
[18:24:29.508] Build status: STARTED
[18:24:29.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:32:0) after 1m24s
[18:25:53.524] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:32:0)
[18:25:53.541] Build status: STARTED
[18:25:53.541] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:33:0) after 5m59s
[18:31:52.593] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:33:0)
[18:31:52.630] Build status: STARTED
[18:31:52.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:34:0) after 8m35s
[18:40:27.661] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:34:0)
[18:40:27.677] Build status: STARTED
[18:40:27.677] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:35:0) after 4m56s
[18:45:23.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:35:0)
[18:45:23.708] Build status: STARTED
[18:45:23.708] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:36:0) after 4m19s
[18:49:42.725] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:36:0)
[18:49:42.774] Build status: STARTED
[18:49:42.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:37:0) after 2m11s
[18:51:53.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:37:0)
[18:51:53.814] Build status: STARTED
[18:51:53.814] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:38:0) after 5m3s
[18:56:56.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:38:0)
[18:56:56.885] Build status: STARTED
[18:56:56.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:39:0) after 7m49s
[19:04:45.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:39:0)
[19:04:45.967] Build status: STARTED
[19:04:45.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:40:0) after 2m7s
[19:06:53.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:40:0)
[19:06:53.142] Build status: STARTED
[19:06:53.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:41:0) after 6m36s
[19:13:29.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:41:0)
[19:13:29.208] Build status: STARTED
[19:13:29.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:42:0) after 4m20s
[19:17:49.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:42:0)
[19:17:49.294] Build status: STARTED
[19:17:49.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:43:0) after 8m1s
[19:25:50.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:43:0)
[19:25:50.424] Build status: STARTED
[19:25:50.424] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:44:0) after 5m26s
[19:31:16.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:44:0)
[19:31:16.533] Build status: STARTED
[19:31:16.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:45:0) after 3m12s
[19:34:28.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:45:0)
[19:34:28.566] Build status: STARTED
[19:34:28.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:46:0) after 1m10s
[19:35:38.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:46:0)
[19:35:38.645] Build status: STARTED
[19:35:38.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:47:0) after 6m22s
[19:42:00.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:47:0)
[19:42:00.689] Build status: STARTED
[19:42:00.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:48:0) after 7m2s
[19:49:02.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:48:0)
[19:49:02.725] Build status: STARTED
[19:49:02.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:49:0) after 3m4s
[19:52:06.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:49:0)
[19:52:06.730] Build status: STARTED
[19:52:06.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:50:0) after 5m34s
[19:57:40.974] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:50:0)
[19:57:40.989] Build status: STARTED
[19:57:40.989] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:51:0) after 4m32s
[20:02:13.022] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:51:0)
[20:02:13.055] Build status: STARTED
[20:02:13.055] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:52:0) after 5m59s
[20:08:12.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:52:0)
[20:08:12.161] Build status: STARTED
[20:08:12.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:53:0) after 8m56s
[20:17:08.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:53:0)
[20:17:08.256] Build status: STARTED
[20:17:08.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:54:0) after 1m28s
[20:18:36.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:54:0)
[20:18:36.326] Build status: STARTED
[20:18:36.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:55:0) after 9m35s
[20:28:11.523] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:55:0)
[20:28:11.541] Build status: STARTED
[20:28:11.541] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:56:0) after 4m0s
[20:32:11.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:56:0)
[20:32:11.755] Build status: STARTED
[20:32:11.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:57:0) after 7m40s
[20:39:51.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:57:0)
[20:39:51.833] Build status: STARTED
[20:39:51.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:58:0) after 3m19s
[20:43:10.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:58:0)
[20:43:10.868] Build status: STARTED
[20:43:10.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:59:0) after 1m11s
[20:44:21.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:59:0)
[20:44:21.953] Build status: STARTED
[20:44:21.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:60:0) after 2m14s
[20:46:35.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:60:0)
[20:46:35.991] Build status: STARTED
[20:46:35.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:61:0) after 8m15s
[20:54:51.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:61:0)
[20:54:51.129] Build status: STARTED
[20:54:51.129] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:62:0) after 7m14s
[21:02:05.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:62:0)
[21:02:05.254] Build status: STARTED
[21:02:05.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:63:0) after 9m21s
[21:11:26.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:63:0)
[21:11:26.368] Build status: STARTED
[21:11:26.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:64:0) after 4m23s
[21:15:49.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:64:0)
[21:15:49.537] Build status: STARTED
[21:15:49.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:65:0) after 4m8s
[21:19:57.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:65:0)
[21:19:57.651] Build status: STARTED
[21:19:57.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:66:0) after 8m36s
[21:28:33.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:66:0)
[21:28:33.669] Build status: STARTED
[21:28:33.669] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:67:0) after 5m48s
[21:34:21.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:67:0)
[21:34:21.738] Build status: STARTED
[21:34:21.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:68:0) after 6m16s
[21:40:37.782] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:68:0)
[21:40:37.801] Build status: STARTED
[21:40:37.801] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:69:0) after 1m33s
[21:42:10.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:69:0)
[21:42:10.857] Build status: STARTED
[21:42:10.857] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:70:0) after 5m0s
[21:47:10.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:70:0)
[21:47:10.891] Build status: STARTED
[21:47:10.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:71:0) after 3m51s
[21:51:01.913] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:71:0)
[21:51:01.938] Build status: STARTED
[21:51:01.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:72:0) after 7m43s
[21:58:44.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:72:0)
[21:58:44.973] Build status: STARTED
[21:58:44.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:73:0) after 7m33s
[22:06:17.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:73:0)
[22:06:18.009] Build status: STARTED
[22:06:18.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:74:0) after 1m6s
[22:07:24.058] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:74:0)
[22:07:24.083] Build status: STARTED
[22:07:24.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:75:0) after 5m4s
[22:12:28.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:75:0)
[22:12:28.774] Build status: STARTED
[22:12:28.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:76:0) after 9m32s
[22:22:00.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:76:0)
[22:22:00.858] Build status: STARTED
[22:22:00.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:77:0) after 4m32s
[22:26:32.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:77:0)
[22:26:32.940] Build status: STARTED
[22:26:32.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:78:0) after 6m30s
[22:33:02.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:78:0)
[22:33:02.953] Build status: STARTED
[22:33:02.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:79:0) after 8m37s
[22:41:39.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:79:0)
[22:41:40.023] Build status: STARTED
[22:41:40.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:80:0) after 4m28s
[22:46:08.110] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:80:0)
[22:46:08.135] Build status: STARTED
[22:46:08.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:81:0) after 9m13s
[22:55:21.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:81:0)
[22:55:21.194] Build status: STARTED
[22:55:21.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:82:0) after 4m26s
[22:59:47.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:82:0)
[22:59:47.328] Build status: STARTED
[22:59:47.328] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:83:0) after 7m9s
[23:06:56.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:83:0)
[23:06:56.463] Build status: STARTED
[23:06:56.463] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:84:0) after 3m3s
[23:09:59.484] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:84:0)
[23:09:59.504] Build status: STARTED
[23:09:59.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:85:0) after 9m33s
[23:19:32.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:85:0)
[23:19:32.555] Build status: STARTED
[23:19:32.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:86:0) after 6m6s
[23:25:38.570] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:86:0)
[23:25:38.641] Build status: STARTED
[23:25:38.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:87:0) after 3m17s
[23:28:55.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:87:0)
[23:28:55.633] Build status: STARTED
[23:28:55.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:88:0) after 2m5s
[23:31:00.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:88:0)
[23:31:00.742] Build status: STARTED
[23:31:00.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:89:0) after 2m28s
[23:33:28.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:89:0)
[23:33:28.756] Build status: STARTED
[23:33:28.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:90:0) after 6m56s
[23:40:24.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:90:0)
[23:40:24.827] Build status: STARTED
[23:40:24.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:91:0) after 4m7s
[23:44:31.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:91:0)
[23:44:31.870] Build status: STARTED
[23:44:31.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:92:0) after 5m33s
[23:50:04.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:92:0)
[23:50:04.912] Build status: STARTED
[23:50:04.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:93:0) after 8m54s
[23:58:58.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:93:0)
[23:58:59.086] Build status: STARTED
[23:58:59.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:94:0) after 4m59s
[00:03:58.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:94:0)
[00:03:58.208] Build status: STARTED
[00:03:58.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:95:0) after 7m22s
[00:11:20.198] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:95:0)
[00:11:20.221] Build status: STARTED
[00:11:20.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:96:0) after 1m10s
[00:12:30.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:96:0)
[00:12:30.340] Build status: STARTED
[00:12:30.340] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:97:0) after 4m6s
[00:16:36.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:97:0)
[00:16:36.525] Build status: STARTED
[00:16:36.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:98:0) after 9m50s
[00:26:26.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:98:0)
[00:26:26.552] Build status: STARTED
[00:26:26.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:99:0) after 4m20s
[00:30:46.538] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:99:0)
[00:30:46.553] Build status: STARTED
[00:30:46.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:100:0) after 7m0s
[00:37:46.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:100:0)
[00:37:46.593] Build status: STARTED
[00:37:46.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:101:0) after 3m35s
[00:41:21.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:101:0)
[00:41:21.934] Build status: STARTED
[00:41:21.934] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:102:0) after 7m2s
[00:48:24.146] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:102:0)
[00:48:24.174] Build status: STARTED
[00:48:24.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:103:0) after 2m42s
[00:51:06.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:103:0)
[00:51:06.276] Build status: STARTED
[00:51:06.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:104:0) after 9m14s
[01:00:20.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:104:0)
[01:00:20.296] Build status: STARTED
[01:00:20.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:105:0) after 1m22s
[01:01:42.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:105:0)
[01:01:42.431] Build status: STARTED
[01:01:42.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8866359542944142816:106:0) after 3m8s
[01:02:13.463] Received PubSub notification, asking Buildbucket for the build status
[01:02:13.479] Build:
{
"id": "8700929481025602337",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7067,
"createdBy": "project:infra",
"createTime": "2025-10-15T16:00:47.291914330Z",
"startTime": "2025-10-15T16:00:58.133158369Z",
"endTime": "2025-10-16T01:02:13.256064979Z",
"updateTime": "2025-10-16T01:02:13.256064979Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[01:02:13.479] Invocation finished in 9h1m27.401562175s with status FAILED