[02:04:57.669] New invocation is queued and will start shortly
[02:04:57.669] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[02:04:58.752] Starting the invocation (attempt 1)
[02:04:58.777] Ignoring gitiles_ref tag without the buildset tag
[02:04:58.777] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:04:58.777] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:04:58.777] Buildbucket request:
{
"requestId": "8861791682089449024",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861791682089449024",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "5dd707c29dda56b60e54ca96461b3c04a53aa589",
"codesearch_mirror_revision_timestamp": 1764879038,
"root_solution_revision": "3a2c89e97184e510429772fd3cdb258c9f7184ca",
"root_solution_revision_timestamp": 1764879015
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22905",
"user_agent:recipe"
]
},
"id": "9e084a72-dea9-4ea2-a351-79f3b372576c",
"title": "codesearch-gen-chromium-initiator/22905",
"url": "https://cr-buildbucket.appspot.com/build/8696384576186551377"
},
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "4594e8aee5a5d939426f2e605c454132aeaea5dc",
"codesearch_mirror_revision_timestamp": 1764893030,
"root_solution_revision": "b6c9db250a51b8f7b51a8692f0ac9393ecfdfa77",
"root_solution_revision_timestamp": 1764892426
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22906",
"user_agent:recipe"
]
},
"id": "1169322e-d4da-481c-845e-31d6777881ab",
"title": "codesearch-gen-chromium-initiator/22906",
"url": "https://cr-buildbucket.appspot.com/build/8696369479140844401"
}
]
},
"codesearch_mirror_revision": "4594e8aee5a5d939426f2e605c454132aeaea5dc",
"codesearch_mirror_revision_timestamp": 1764893030,
"root_solution_revision": "b6c9db250a51b8f7b51a8692f0ac9393ecfdfa77",
"root_solution_revision_timestamp": 1764892426
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861791682089449024"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22906"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:04:59.184] Scheduled build:
{
"id": "8696361620212425249",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7352,
"createdBy": "project:infra",
"createTime": "2025-12-05T02:04:58.830828271Z",
"updateTime": "2025-12-05T02:04:58.830828271Z",
"status": "SCHEDULED",
"input": {
}
}
[02:04:59.184] Task URL: https://cr-buildbucket.appspot.com/build/8696361620212425249
[02:04:59.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:2:0) after 4m44s
[02:05:00.118] Received PubSub notification, asking Buildbucket for the build status
[02:05:00.135] Build status: SCHEDULED
[02:06:25.517] Received PubSub notification, asking Buildbucket for the build status
[02:06:25.641] Build status: STARTED
[02:09:43.391] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:2:0)
[02:09:43.443] Build status: STARTED
[02:09:43.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:5:0) after 5m2s
[02:14:45.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:5:0)
[02:14:45.567] Build status: STARTED
[02:14:45.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:6:0) after 4m35s
[02:19:20.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:6:0)
[02:19:20.558] Build status: STARTED
[02:19:20.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:7:0) after 4m22s
[02:23:42.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:7:0)
[02:23:42.597] Build status: STARTED
[02:23:42.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:8:0) after 7m11s
[02:30:53.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:8:0)
[02:30:53.685] Build status: STARTED
[02:30:53.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:9:0) after 6m7s
[02:37:00.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:9:0)
[02:37:00.691] Build status: STARTED
[02:37:00.691] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:10:0) after 3m21s
[02:40:21.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:10:0)
[02:40:21.844] Build status: STARTED
[02:40:21.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:11:0) after 3m49s
[02:44:10.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:11:0)
[02:44:11.060] Build status: STARTED
[02:44:11.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:12:0) after 7m33s
[02:51:44.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:12:0)
[02:51:44.086] Build status: STARTED
[02:51:44.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:13:0) after 5m27s
[02:57:11.172] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:13:0)
[02:57:11.189] Build status: STARTED
[02:57:11.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:14:0) after 6m0s
[03:03:11.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:14:0)
[03:03:11.301] Build status: STARTED
[03:03:11.301] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:15:0) after 9m24s
[03:12:35.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:15:0)
[03:12:35.382] Build status: STARTED
[03:12:35.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:16:0) after 6m48s
[03:19:23.393] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:16:0)
[03:19:23.407] Build status: STARTED
[03:19:23.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:17:0) after 1m45s
[03:21:08.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:17:0)
[03:21:08.426] Build status: STARTED
[03:21:08.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:18:0) after 7m7s
[03:28:15.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:18:0)
[03:28:15.567] Build status: STARTED
[03:28:15.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:19:0) after 4m28s
[03:32:43.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:19:0)
[03:32:43.681] Build status: STARTED
[03:32:43.681] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:20:0) after 7m7s
[03:39:50.692] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:20:0)
[03:39:50.748] Build status: STARTED
[03:39:50.748] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:21:0) after 2m31s
[03:42:21.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:21:0)
[03:42:21.852] Build status: STARTED
[03:42:21.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:22:0) after 3m34s
[03:45:55.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:22:0)
[03:45:55.868] Build status: STARTED
[03:45:55.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:23:0) after 6m13s
[03:52:08.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:23:0)
[03:52:08.895] Build status: STARTED
[03:52:08.895] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:24:0) after 2m37s
[03:54:45.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:24:0)
[03:54:45.904] Build status: STARTED
[03:54:45.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:25:0) after 6m58s
[04:01:43.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:25:0)
[04:01:44.050] Build status: STARTED
[04:01:44.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:26:0) after 5m29s
[04:07:13.115] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:26:0)
[04:07:13.131] Build status: STARTED
[04:07:13.131] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:27:0) after 4m47s
[04:12:00.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:27:0)
[04:12:00.267] Build status: STARTED
[04:12:00.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:28:0) after 4m27s
[04:16:27.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:28:0)
[04:16:27.344] Build status: STARTED
[04:16:27.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:29:0) after 3m51s
[04:20:18.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:29:0)
[04:20:18.353] Build status: STARTED
[04:20:18.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:30:0) after 6m40s
[04:26:58.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:30:0)
[04:26:58.357] Build status: STARTED
[04:26:58.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:31:0) after 2m36s
[04:29:34.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:31:0)
[04:29:34.407] Build status: STARTED
[04:29:34.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:32:0) after 2m10s
[04:31:44.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:32:0)
[04:31:44.439] Build status: STARTED
[04:31:44.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:33:0) after 7m56s
[04:39:40.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:33:0)
[04:39:40.534] Build status: STARTED
[04:39:40.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:34:0) after 8m43s
[04:48:23.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:34:0)
[04:48:23.544] Build status: STARTED
[04:48:23.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:35:0) after 4m45s
[04:53:08.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:35:0)
[04:53:08.615] Build status: STARTED
[04:53:08.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:36:0) after 8m36s
[05:01:44.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:36:0)
[05:01:44.648] Build status: STARTED
[05:01:44.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:37:0) after 4m23s
[05:06:07.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:37:0)
[05:06:07.783] Build status: STARTED
[05:06:07.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:38:0) after 5m18s
[05:11:25.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:38:0)
[05:11:25.815] Build status: STARTED
[05:11:25.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:39:0) after 8m58s
[05:20:23.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:39:0)
[05:20:24.021] Build status: STARTED
[05:20:24.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:40:0) after 5m45s
[05:26:09.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:40:0)
[05:26:09.136] Build status: STARTED
[05:26:09.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:41:0) after 5m35s
[05:31:44.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:41:0)
[05:31:44.254] Build status: STARTED
[05:31:44.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:42:0) after 5m38s
[05:37:22.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:42:0)
[05:37:22.359] Build status: STARTED
[05:37:22.359] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:43:0) after 8m37s
[05:45:59.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:43:0)
[05:45:59.532] Build status: STARTED
[05:45:59.532] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:44:0) after 4m15s
[05:50:14.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:44:0)
[05:50:14.686] Build status: STARTED
[05:50:14.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:45:0) after 5m6s
[05:55:20.701] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:45:0)
[05:55:20.727] Build status: STARTED
[05:55:20.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:46:0) after 1m13s
[05:56:33.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:46:0)
[05:56:33.744] Build status: STARTED
[05:56:33.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:47:0) after 3m0s
[05:59:33.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:47:0)
[05:59:33.778] Build status: STARTED
[05:59:33.778] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:48:0) after 3m33s
[06:03:06.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:48:0)
[06:03:06.844] Build status: STARTED
[06:03:06.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:49:0) after 6m23s
[06:09:29.858] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:49:0)
[06:09:29.874] Build status: STARTED
[06:09:29.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:50:0) after 4m23s
[06:13:52.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:50:0)
[06:13:53.014] Build status: STARTED
[06:13:53.014] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:51:0) after 4m36s
[06:18:29.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:51:0)
[06:18:29.132] Build status: STARTED
[06:18:29.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:52:0) after 6m2s
[06:24:31.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:52:0)
[06:24:31.139] Build status: STARTED
[06:24:31.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:53:0) after 3m55s
[06:28:26.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:53:0)
[06:28:26.149] Build status: STARTED
[06:28:26.149] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:54:0) after 9m6s
[06:37:32.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:54:0)
[06:37:32.190] Build status: STARTED
[06:37:32.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:55:0) after 7m18s
[06:44:50.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:55:0)
[06:44:50.292] Build status: STARTED
[06:44:50.292] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:56:0) after 6m50s
[06:51:40.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:56:0)
[06:51:40.423] Build status: STARTED
[06:51:40.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:57:0) after 8m58s
[07:00:38.532] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:57:0)
[07:00:38.586] Build status: STARTED
[07:00:38.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:58:0) after 9m17s
[07:09:55.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:58:0)
[07:09:55.668] Build status: STARTED
[07:09:55.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:59:0) after 5m0s
[07:14:55.755] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:59:0)
[07:14:55.773] Build status: STARTED
[07:14:55.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:60:0) after 4m56s
[07:19:51.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:60:0)
[07:19:51.852] Build status: STARTED
[07:19:51.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:61:0) after 3m20s
[07:23:11.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:61:0)
[07:23:11.995] Build status: STARTED
[07:23:11.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:62:0) after 7m19s
[07:30:31.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:62:0)
[07:30:31.033] Build status: STARTED
[07:30:31.033] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:63:0) after 1m6s
[07:31:37.009] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:63:0)
[07:31:37.034] Build status: STARTED
[07:31:37.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:64:0) after 7m51s
[07:39:28.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:64:0)
[07:39:28.074] Build status: STARTED
[07:39:28.074] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:65:0) after 4m20s
[07:43:48.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:65:0)
[07:43:48.113] Build status: STARTED
[07:43:48.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:66:0) after 9m33s
[07:53:21.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:66:0)
[07:53:21.118] Build status: STARTED
[07:53:21.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:67:0) after 1m41s
[07:55:02.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:67:0)
[07:55:02.204] Build status: STARTED
[07:55:02.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:68:0) after 7m7s
[08:02:09.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:68:0)
[08:02:09.571] Build status: STARTED
[08:02:09.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:69:0) after 8m31s
[08:10:40.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:69:0)
[08:10:40.706] Build status: STARTED
[08:10:40.706] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:70:0) after 3m29s
[08:14:09.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:70:0)
[08:14:09.736] Build status: STARTED
[08:14:09.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:71:0) after 8m44s
[08:22:53.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:71:0)
[08:22:53.766] Build status: STARTED
[08:22:53.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:72:0) after 1m5s
[08:23:58.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:72:0)
[08:23:58.817] Build status: STARTED
[08:23:58.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:73:0) after 1m35s
[08:25:33.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:73:0)
[08:25:34.004] Build status: STARTED
[08:25:34.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:74:0) after 8m51s
[08:34:25.027] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:74:0)
[08:34:25.044] Build status: STARTED
[08:34:25.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:75:0) after 6m54s
[08:41:19.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:75:0)
[08:41:19.052] Build status: STARTED
[08:41:19.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:76:0) after 2m40s
[08:43:59.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:76:0)
[08:43:59.085] Build status: STARTED
[08:43:59.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:77:0) after 7m20s
[08:51:19.560] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:77:0)
[08:51:19.574] Build status: STARTED
[08:51:19.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:78:0) after 8m8s
[08:59:27.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:78:0)
[08:59:27.603] Build status: STARTED
[08:59:27.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:79:0) after 7m41s
[09:07:08.647] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:79:0)
[09:07:08.692] Build status: STARTED
[09:07:08.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:80:0) after 8m11s
[09:15:19.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:80:0)
[09:15:19.774] Build status: STARTED
[09:15:19.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:81:0) after 9m42s
[09:25:02.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:81:0)
[09:25:02.434] Build status: STARTED
[09:25:02.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:82:0) after 2m26s
[09:27:29.011] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:82:0)
[09:27:29.030] Build status: STARTED
[09:27:29.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:83:0) after 8m9s
[09:35:38.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:83:0)
[09:35:38.141] Build status: STARTED
[09:35:38.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:84:0) after 9m36s
[09:45:14.206] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:84:0)
[09:45:14.232] Build status: STARTED
[09:45:14.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:85:0) after 5m53s
[09:51:07.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:85:0)
[09:51:07.362] Build status: STARTED
[09:51:07.362] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:86:0) after 6m3s
[09:57:10.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:86:0)
[09:57:10.398] Build status: STARTED
[09:57:10.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:87:0) after 8m28s
[10:05:38.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:87:0)
[10:05:38.494] Build status: STARTED
[10:05:38.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:88:0) after 1m3s
[10:06:41.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:88:0)
[10:06:41.745] Build status: STARTED
[10:06:41.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:89:0) after 2m59s
[10:09:40.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:89:0)
[10:09:40.835] Build status: STARTED
[10:09:40.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:90:0) after 5m42s
[10:15:22.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:90:0)
[10:15:22.951] Build status: STARTED
[10:15:22.951] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:91:0) after 4m0s
[10:19:23.017] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:91:0)
[10:19:23.043] Build status: STARTED
[10:19:23.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:92:0) after 2m29s
[10:21:52.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:92:0)
[10:21:52.084] Build status: STARTED
[10:21:52.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:93:0) after 6m42s
[10:28:34.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:93:0)
[10:28:34.219] Build status: STARTED
[10:28:34.219] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:94:0) after 1m59s
[10:30:33.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:94:0)
[10:30:33.230] Build status: STARTED
[10:30:33.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:95:0) after 1m14s
[10:31:47.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:95:0)
[10:31:47.264] Build status: STARTED
[10:31:47.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:96:0) after 6m18s
[10:38:05.279] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:96:0)
[10:38:05.297] Build status: STARTED
[10:38:05.297] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:97:0) after 1m22s
[10:39:27.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:97:0)
[10:39:27.326] Build status: STARTED
[10:39:27.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:98:0) after 1m21s
[10:40:48.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:98:0)
[10:40:48.355] Build status: STARTED
[10:40:48.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:99:0) after 1m11s
[10:41:59.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:99:0)
[10:41:59.386] Build status: STARTED
[10:41:59.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:100:0) after 7m42s
[10:49:41.428] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:100:0)
[10:49:41.453] Build status: STARTED
[10:49:41.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:101:0) after 5m2s
[10:54:43.516] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:101:0)
[10:54:43.539] Build status: STARTED
[10:54:43.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:102:0) after 9m21s
[11:04:04.609] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:102:0)
[11:04:04.638] Build status: STARTED
[11:04:04.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8861791682089449024:103:0) after 4m56s
[11:07:45.562] Received PubSub notification, asking Buildbucket for the build status
[11:07:45.577] Build:
{
"id": "8696361620212425249",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 7352,
"createdBy": "project:infra",
"createTime": "2025-12-05T02:04:58.830828271Z",
"startTime": "2025-12-05T02:06:25.147556005Z",
"endTime": "2025-12-05T11:07:45.309715108Z",
"updateTime": "2025-12-05T11:07:45.309715108Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[11:07:45.577] Invocation finished in 9h2m47.921569093s with status FAILED