[20:03:46.931] New invocation is queued and will start shortly
[20:03:48.017] Starting the invocation (attempt 1)
[20:03:48.041] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8156fcedc45e834acaab4406a430ea72f950279d"
[20:03:48.041] Popped gitiles commit info from properties and tags
[20:03:48.041] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:48.042] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:48.042] Buildbucket request:
{
"requestId": "8847047099975931248",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8847047099975931248",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fa4d73761d122c49ebc591118c83f5e142c98b4d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fa4d73761d122c49ebc591118c83f5e142c98b4d",
"title": "fa4d73761d122c49ebc591118c83f5e142c98b4d",
"url": "https://llvm.googlesource.com/llvm-project/+/fa4d73761d122c49ebc591118c83f5e142c98b4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea2eeb2004b5a6041cf7be1249248bba14789ad3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea2eeb2004b5a6041cf7be1249248bba14789ad3",
"title": "ea2eeb2004b5a6041cf7be1249248bba14789ad3",
"url": "https://llvm.googlesource.com/llvm-project/+/ea2eeb2004b5a6041cf7be1249248bba14789ad3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b2366c4db96be0e38f008272a4d35abd5ade222e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b2366c4db96be0e38f008272a4d35abd5ade222e",
"title": "b2366c4db96be0e38f008272a4d35abd5ade222e",
"url": "https://llvm.googlesource.com/llvm-project/+/b2366c4db96be0e38f008272a4d35abd5ade222e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "078f0e7296c461c85b732f05e99822dddb073a7d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@078f0e7296c461c85b732f05e99822dddb073a7d",
"title": "078f0e7296c461c85b732f05e99822dddb073a7d",
"url": "https://llvm.googlesource.com/llvm-project/+/078f0e7296c461c85b732f05e99822dddb073a7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8156fcedc45e834acaab4406a430ea72f950279d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8156fcedc45e834acaab4406a430ea72f950279d",
"title": "8156fcedc45e834acaab4406a430ea72f950279d",
"url": "https://llvm.googlesource.com/llvm-project/+/8156fcedc45e834acaab4406a430ea72f950279d"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8156fcedc45e834acaab4406a430ea72f950279d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8847047099975931248"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:48.399] Scheduled build:
{
"id": "8681617038100300209",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-16T20:03:48.096772950Z",
"updateTime": "2026-05-16T20:03:48.096772950Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8156fcedc45e834acaab4406a430ea72f950279d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:03:48.399] Task URL: https://cr-buildbucket.appspot.com/build/8681617038100300209
[20:03:48.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:2:0) after 6m11s
[20:03:49.364] Received PubSub notification, asking Buildbucket for the build status
[20:03:49.379] Build status: SCHEDULED
[20:03:52.730] Received PubSub notification, asking Buildbucket for the build status
[20:03:52.765] Build status: STARTED
[20:09:59.412] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:2:0)
[20:09:59.432] Build status: STARTED
[20:09:59.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:5:0) after 1m24s
[20:11:23.444] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:5:0)
[20:11:23.472] Build status: STARTED
[20:11:23.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:6:0) after 9m51s
[20:21:14.484] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:6:0)
[20:21:14.502] Build status: STARTED
[20:21:14.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:7:0) after 8m54s
[20:30:08.730] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:7:0)
[20:30:08.753] Build status: STARTED
[20:30:08.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:8:0) after 7m13s
[20:37:22.060] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:8:0)
[20:37:22.155] Build status: STARTED
[20:37:22.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:9:0) after 2m19s
[20:39:41.403] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:9:0)
[20:39:41.455] Build status: STARTED
[20:39:41.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:10:0) after 1m17s
[20:40:58.548] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:10:0)
[20:40:58.576] Build status: STARTED
[20:40:58.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:11:0) after 4m19s
[20:45:17.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:11:0)
[20:45:17.763] Build status: STARTED
[20:45:17.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:12:0) after 1m57s
[20:47:14.838] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:12:0)
[20:47:14.857] Build status: STARTED
[20:47:14.857] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:13:0) after 1m56s
[20:49:10.971] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:13:0)
[20:49:11.001] Build status: STARTED
[20:49:11.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:14:0) after 3m19s
[20:52:30.142] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:14:0)
[20:52:30.207] Build status: STARTED
[20:52:30.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:15:0) after 6m0s
[20:58:30.177] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:15:0)
[20:58:30.194] Build status: STARTED
[20:58:30.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:16:0) after 3m23s
[21:01:53.210] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:16:0)
[21:01:53.230] Build status: STARTED
[21:01:53.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:17:0) after 8m49s
[21:10:42.342] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:17:0)
[21:10:42.358] Build status: STARTED
[21:10:42.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:18:0) after 7m20s
[21:18:02.531] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:18:0)
[21:18:02.545] Build status: STARTED
[21:18:02.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:19:0) after 8m20s
[21:26:22.582] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:19:0)
[21:26:22.604] Build status: STARTED
[21:26:22.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:20:0) after 7m2s
[21:33:24.618] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:20:0)
[21:33:24.638] Build status: STARTED
[21:33:24.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:21:0) after 5m25s
[21:38:49.781] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:21:0)
[21:38:49.804] Build status: STARTED
[21:38:49.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:22:0) after 3m55s
[21:42:44.904] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:22:0)
[21:42:44.927] Build status: STARTED
[21:42:44.927] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:23:0) after 3m36s
[21:46:21.187] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:23:0)
[21:46:21.224] Build status: STARTED
[21:46:21.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:24:0) after 4m25s
[21:50:46.245] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:24:0)
[21:50:46.313] Build status: STARTED
[21:50:46.314] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:25:0) after 2m27s
[21:53:13.389] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:25:0)
[21:53:13.405] Build status: STARTED
[21:53:13.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:26:0) after 2m39s
[21:55:52.556] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:26:0)
[21:55:52.576] Build status: STARTED
[21:55:52.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:27:0) after 5m26s
[22:01:18.697] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:27:0)
[22:01:18.715] Build status: STARTED
[22:01:18.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:28:0) after 7m22s
[22:08:40.918] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:28:0)
[22:08:41.032] Build status: STARTED
[22:08:41.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:29:0) after 4m48s
[22:13:29.111] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:29:0)
[22:13:29.130] Build status: STARTED
[22:13:29.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:30:0) after 7m48s
[22:21:17.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:30:0)
[22:21:17.173] Build status: STARTED
[22:21:17.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:31:0) after 4m16s
[22:25:33.423] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:31:0)
[22:25:33.444] Build status: STARTED
[22:25:33.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:32:0) after 7m31s
[22:33:04.462] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:32:0)
[22:33:04.480] Build status: STARTED
[22:33:04.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:33:0) after 3m30s
[22:36:34.496] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:33:0)
[22:36:34.524] Build status: STARTED
[22:36:34.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:34:0) after 4m47s
[22:41:21.540] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:34:0)
[22:41:21.558] Build status: STARTED
[22:41:21.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:35:0) after 8m3s
[22:49:24.548] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:35:0)
[22:49:24.569] Build status: STARTED
[22:49:24.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:36:0) after 7m4s
[22:56:28.585] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:36:0)
[22:56:28.603] Build status: STARTED
[22:56:28.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:37:0) after 5m46s
[23:02:14.710] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:37:0)
[23:02:14.730] Build status: STARTED
[23:02:14.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:38:0) after 3m3s
[23:05:17.882] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:38:0)
[23:05:17.909] Build status: STARTED
[23:05:17.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:39:0) after 3m20s
[23:08:38.034] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:39:0)
[23:08:38.102] Build status: STARTED
[23:08:38.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8847047099975931248:40:0) after 9m52s
[23:12:57.766] Received PubSub notification, asking Buildbucket for the build status
[23:12:57.782] Build:
{
"id": "8681617038100300209",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-16T20:03:48.096772950Z",
"startTime": "2026-05-16T20:03:52.586945651Z",
"endTime": "2026-05-16T23:12:57.485611158Z",
"updateTime": "2026-05-16T23:12:57.485611158Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8156fcedc45e834acaab4406a430ea72f950279d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:12:57.782] Invocation finished in 3h9m10.85827909s with status FAILED