[14:22:34.075] New invocation is queued and will start shortly
[14:22:34.075] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[14:22:35.222] Starting the invocation (attempt 1)
[14:22:35.323] Ignoring gitiles_ref tag without the buildset tag
[14:22:35.323] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:22:35.323] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:22:35.323] Buildbucket request:
{
"requestId": "8962760893412802224",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8962760893412802224",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "bfb8c49dbe07823ef4ebf1a857be9a4d288d1120",
"codesearch_mirror_revision_timestamp": 1668598677,
"root_solution_revision": "58d13af838438e57727340856ad4cecbe3e98049",
"root_solution_revision_timestamp": 1668597983
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:16215",
"user_agent:recipe"
]
},
"id": "35cc6a10-50b5-4c31-b77f-abd39ef37cb5",
"title": "codesearch-gen-chromium-initiator/16215"
}
]
},
"codesearch_mirror_revision": "bfb8c49dbe07823ef4ebf1a857be9a4d288d1120",
"codesearch_mirror_revision_timestamp": 1668598677,
"root_solution_revision": "58d13af838438e57727340856ad4cecbe3e98049",
"root_solution_revision_timestamp": 1668597983
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8962760893412802224"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "16215"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:22:35.751] Scheduled build:
{
"id": "8797330831354250337",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 1081,
"createdBy": "project:infra",
"createTime": "2022-11-16T14:22:35.416569902Z",
"updateTime": "2022-11-16T14:22:35.416569902Z",
"status": "SCHEDULED",
"input": {
}
}
[14:22:35.751] Task URL: https://cr-buildbucket.appspot.com/build/8797330831354250337
[14:22:35.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:2:0) after 5m56s
[14:25:37.764] Received PubSub notification, asking Buildbucket for the build status
[14:25:37.797] Build status: STARTED
[14:28:31.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:2:0)
[14:28:31.810] Build status: STARTED
[14:28:31.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:4:0) after 7m22s
[14:35:53.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:4:0)
[14:35:53.907] Build status: STARTED
[14:35:53.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:5:0) after 9m46s
[14:45:40.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:5:0)
[14:45:40.216] Build status: STARTED
[14:45:40.216] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:6:0) after 1m0s
[14:46:40.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:6:0)
[14:46:40.418] Build status: STARTED
[14:46:40.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:7:0) after 8m54s
[14:55:34.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:7:0)
[14:55:34.421] Build status: STARTED
[14:55:34.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:8:0) after 9m42s
[15:05:16.562] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:8:0)
[15:05:16.585] Build status: STARTED
[15:05:16.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:9:0) after 7m25s
[15:12:41.606] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:9:0)
[15:12:41.645] Build status: STARTED
[15:12:41.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:10:0) after 4m59s
[15:17:40.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:10:0)
[15:17:40.800] Build status: STARTED
[15:17:40.800] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:11:0) after 3m38s
[15:21:18.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:11:0)
[15:21:18.925] Build status: STARTED
[15:21:18.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:12:0) after 5m33s
[15:26:51.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:12:0)
[15:26:51.966] Build status: STARTED
[15:26:51.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:13:0) after 5m9s
[15:32:01.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:13:0)
[15:32:01.382] Build status: STARTED
[15:32:01.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:14:0) after 3m38s
[15:35:39.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:14:0)
[15:35:39.423] Build status: STARTED
[15:35:39.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:15:0) after 2m13s
[15:37:52.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:15:0)
[15:37:52.532] Build status: STARTED
[15:37:52.532] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:16:0) after 2m30s
[15:40:22.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:16:0)
[15:40:22.645] Build status: STARTED
[15:40:22.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:17:0) after 1m0s
[15:41:22.724] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:17:0)
[15:41:22.844] Build status: STARTED
[15:41:22.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:18:0) after 4m0s
[15:45:22.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:18:0)
[15:45:22.918] Build status: STARTED
[15:45:22.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:19:0) after 7m45s
[15:53:08.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:19:0)
[15:53:08.050] Build status: STARTED
[15:53:08.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:20:0) after 9m42s
[16:02:50.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:20:0)
[16:02:50.097] Build status: STARTED
[16:02:50.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:21:0) after 8m20s
[16:11:10.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:21:0)
[16:11:10.477] Build status: STARTED
[16:11:10.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:22:0) after 5m27s
[16:16:37.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:22:0)
[16:16:37.622] Build status: STARTED
[16:16:37.622] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:23:0) after 5m57s
[16:22:34.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:23:0)
[16:22:34.667] Build status: STARTED
[16:22:34.667] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:24:0) after 7m43s
[16:30:17.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:24:0)
[16:30:17.735] Build status: STARTED
[16:30:17.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:25:0) after 1m11s
[16:31:28.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:25:0)
[16:31:28.881] Build status: STARTED
[16:31:28.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:26:0) after 9m29s
[16:40:58.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:26:0)
[16:40:58.244] Build status: STARTED
[16:40:58.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:27:0) after 1m12s
[16:42:10.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:27:0)
[16:42:10.371] Build status: STARTED
[16:42:10.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:28:0) after 8m48s
[16:50:58.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:28:0)
[16:50:58.422] Build status: STARTED
[16:50:58.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:29:0) after 2m49s
[16:53:47.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:29:0)
[16:53:47.696] Build status: STARTED
[16:53:47.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:30:0) after 3m47s
[16:57:35.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:30:0)
[16:57:35.232] Build status: STARTED
[16:57:35.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:31:0) after 5m44s
[17:03:19.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:31:0)
[17:03:19.276] Build status: STARTED
[17:03:19.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:32:0) after 2m12s
[17:05:31.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:32:0)
[17:05:31.531] Build status: STARTED
[17:05:31.532] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:33:0) after 5m19s
[17:10:50.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:33:0)
[17:10:50.717] Build status: STARTED
[17:10:50.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:34:0) after 2m53s
[17:13:43.737] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:34:0)
[17:13:43.775] Build status: STARTED
[17:13:43.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:35:0) after 8m29s
[17:22:12.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:35:0)
[17:22:13.000] Build status: STARTED
[17:22:13.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:36:0) after 5m29s
[17:27:42.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:36:0)
[17:27:42.076] Build status: STARTED
[17:27:42.077] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:37:0) after 4m54s
[17:32:36.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:37:0)
[17:32:36.278] Build status: STARTED
[17:32:36.278] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:38:0) after 6m23s
[17:38:59.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:38:0)
[17:38:59.356] Build status: STARTED
[17:38:59.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:39:0) after 5m55s
[17:44:54.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:39:0)
[17:44:54.467] Build status: STARTED
[17:44:54.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:40:0) after 8m8s
[17:53:02.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:40:0)
[17:53:02.645] Build status: STARTED
[17:53:02.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:41:0) after 7m47s
[18:00:49.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:41:0)
[18:00:49.697] Build status: STARTED
[18:00:49.697] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:42:0) after 1m55s
[18:02:44.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:42:0)
[18:02:44.856] Build status: STARTED
[18:02:44.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:43:0) after 2m39s
[18:05:23.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:43:0)
[18:05:23.914] Build status: STARTED
[18:05:23.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:44:0) after 3m50s
[18:09:14.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:44:0)
[18:09:14.164] Build status: STARTED
[18:09:14.164] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:45:0) after 3m42s
[18:12:56.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:45:0)
[18:12:56.222] Build status: STARTED
[18:12:56.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:46:0) after 7m13s
[18:20:09.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:46:0)
[18:20:09.652] Build status: STARTED
[18:20:09.655] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:47:0) after 1m11s
[18:21:20.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:47:0)
[18:21:20.737] Build status: STARTED
[18:21:20.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:48:0) after 7m7s
[18:28:27.760] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:48:0)
[18:28:27.785] Build status: STARTED
[18:28:27.785] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:49:0) after 6m43s
[18:35:10.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:49:0)
[18:35:10.848] Build status: STARTED
[18:35:10.848] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:50:0) after 4m50s
[18:40:01.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:50:0)
[18:40:01.134] Build status: STARTED
[18:40:01.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:51:0) after 4m27s
[18:44:28.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:51:0)
[18:44:28.189] Build status: STARTED
[18:44:28.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:52:0) after 5m56s
[18:50:24.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:52:0)
[18:50:24.239] Build status: STARTED
[18:50:24.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:53:0) after 2m20s
[18:52:44.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:53:0)
[18:52:44.370] Build status: STARTED
[18:52:44.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:54:0) after 3m18s
[18:56:02.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:54:0)
[18:56:02.509] Build status: STARTED
[18:56:02.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:55:0) after 5m20s
[19:01:22.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:55:0)
[19:01:22.665] Build status: STARTED
[19:01:22.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:56:0) after 5m37s
[19:07:00.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:56:0)
[19:07:00.031] Build status: STARTED
[19:07:00.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:57:0) after 1m30s
[19:08:30.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:57:0)
[19:08:30.158] Build status: STARTED
[19:08:30.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962760893412802224:58:0) after 9m9s
[19:10:39.974] Received PubSub notification, asking Buildbucket for the build status
[19:10:39.994] Build:
{
"id": "8797330831354250337",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 1081,
"createdBy": "project:infra",
"createTime": "2022-11-16T14:22:35.416569902Z",
"startTime": "2022-11-16T14:25:34.920330Z",
"endTime": "2022-11-16T19:10:39.720084085Z",
"updateTime": "2022-11-16T19:10:39.720084085Z",
"status": "FAILURE",
"input": {
}
}
[19:10:39.994] Invocation finished in 4h48m5.925259436s with status FAILED