[01:33:59.921] New invocation is queued and will start shortly
[01:34:00.960] Starting the invocation (attempt 1)
[01:34:00.990] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/eebc390eb0b2d0df336d574b6f2453b74dc6978e"
[01:34:00.991] Popped gitiles commit info from properties and tags
[01:34:00.991] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:34:00.991] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:34:00.992] Buildbucket request:
{
"requestId": "8853186918262823312",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853186918262823312",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "331a91cff8480c50e076735c7cd2db32103c4331"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@331a91cff8480c50e076735c7cd2db32103c4331",
"title": "331a91cff8480c50e076735c7cd2db32103c4331",
"url": "https://llvm.googlesource.com/llvm-project/+/331a91cff8480c50e076735c7cd2db32103c4331"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1324ea1b229919310f54c032f7b30c770bce8a3c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1324ea1b229919310f54c032f7b30c770bce8a3c",
"title": "1324ea1b229919310f54c032f7b30c770bce8a3c",
"url": "https://llvm.googlesource.com/llvm-project/+/1324ea1b229919310f54c032f7b30c770bce8a3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "367569e667dd01d51e755c4cb76dc49de0b8957c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@367569e667dd01d51e755c4cb76dc49de0b8957c",
"title": "367569e667dd01d51e755c4cb76dc49de0b8957c",
"url": "https://llvm.googlesource.com/llvm-project/+/367569e667dd01d51e755c4cb76dc49de0b8957c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b5c16b94710ccf23909153c8d2100a29ea465ae"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b5c16b94710ccf23909153c8d2100a29ea465ae",
"title": "0b5c16b94710ccf23909153c8d2100a29ea465ae",
"url": "https://llvm.googlesource.com/llvm-project/+/0b5c16b94710ccf23909153c8d2100a29ea465ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "982beb1729257e1772bc6ec79ec0282207f2552e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@982beb1729257e1772bc6ec79ec0282207f2552e",
"title": "982beb1729257e1772bc6ec79ec0282207f2552e",
"url": "https://llvm.googlesource.com/llvm-project/+/982beb1729257e1772bc6ec79ec0282207f2552e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1b396ee52cdfd3717bfc58676f97bf4e516ef606"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1b396ee52cdfd3717bfc58676f97bf4e516ef606",
"title": "1b396ee52cdfd3717bfc58676f97bf4e516ef606",
"url": "https://llvm.googlesource.com/llvm-project/+/1b396ee52cdfd3717bfc58676f97bf4e516ef606"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4095ac92b454393c4a749d2f29565c2fc20af6f6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4095ac92b454393c4a749d2f29565c2fc20af6f6",
"title": "4095ac92b454393c4a749d2f29565c2fc20af6f6",
"url": "https://llvm.googlesource.com/llvm-project/+/4095ac92b454393c4a749d2f29565c2fc20af6f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "51aad697e5bebcd09c295b63ff7dec5b6ec44d87"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@51aad697e5bebcd09c295b63ff7dec5b6ec44d87",
"title": "51aad697e5bebcd09c295b63ff7dec5b6ec44d87",
"url": "https://llvm.googlesource.com/llvm-project/+/51aad697e5bebcd09c295b63ff7dec5b6ec44d87"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c6bde8318ea7f8b0d95fc26730640dcdc3643d57"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c6bde8318ea7f8b0d95fc26730640dcdc3643d57",
"title": "c6bde8318ea7f8b0d95fc26730640dcdc3643d57",
"url": "https://llvm.googlesource.com/llvm-project/+/c6bde8318ea7f8b0d95fc26730640dcdc3643d57"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2c2126603c81dbe373223bb1cf60fc01f93707d9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2c2126603c81dbe373223bb1cf60fc01f93707d9",
"title": "2c2126603c81dbe373223bb1cf60fc01f93707d9",
"url": "https://llvm.googlesource.com/llvm-project/+/2c2126603c81dbe373223bb1cf60fc01f93707d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34b2de9e4cf75576499a824a0d3df6b36a4edc8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34b2de9e4cf75576499a824a0d3df6b36a4edc8a",
"title": "34b2de9e4cf75576499a824a0d3df6b36a4edc8a",
"url": "https://llvm.googlesource.com/llvm-project/+/34b2de9e4cf75576499a824a0d3df6b36a4edc8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3545e510931c263d05af95ccaa72cde661e68215"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3545e510931c263d05af95ccaa72cde661e68215",
"title": "3545e510931c263d05af95ccaa72cde661e68215",
"url": "https://llvm.googlesource.com/llvm-project/+/3545e510931c263d05af95ccaa72cde661e68215"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "eebc390eb0b2d0df336d574b6f2453b74dc6978e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@eebc390eb0b2d0df336d574b6f2453b74dc6978e",
"title": "eebc390eb0b2d0df336d574b6f2453b74dc6978e",
"url": "https://llvm.googlesource.com/llvm-project/+/eebc390eb0b2d0df336d574b6f2453b74dc6978e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eebc390eb0b2d0df336d574b6f2453b74dc6978e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853186918262823312"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:34:01.381] Scheduled build:
{
"id": "8687756856419521713",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-10T01:34:01.058324251Z",
"updateTime": "2026-03-10T01:34:01.058324251Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eebc390eb0b2d0df336d574b6f2453b74dc6978e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:34:01.381] Task URL: https://cr-buildbucket.appspot.com/build/8687756856419521713
[01:34:01.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:2:0) after 9m33s
[01:34:02.296] Received PubSub notification, asking Buildbucket for the build status
[01:34:02.387] Build status: SCHEDULED
[01:34:07.094] Received PubSub notification, asking Buildbucket for the build status
[01:34:07.118] Build status: STARTED
[01:43:34.416] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:2:0)
[01:43:34.487] Build status: STARTED
[01:43:34.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:5:0) after 1m6s
[01:44:40.502] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:5:0)
[01:44:40.530] Build status: STARTED
[01:44:40.530] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:6:0) after 3m8s
[01:47:48.597] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:6:0)
[01:47:48.612] Build status: STARTED
[01:47:48.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:7:0) after 4m52s
[01:52:40.720] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:7:0)
[01:52:40.739] Build status: STARTED
[01:52:40.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:8:0) after 9m0s
[02:01:40.909] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:8:0)
[02:01:40.927] Build status: STARTED
[02:01:40.927] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:9:0) after 7m8s
[02:08:48.996] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:9:0)
[02:08:49.013] Build status: STARTED
[02:08:49.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:10:0) after 6m55s
[02:15:44.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:10:0)
[02:15:44.051] Build status: STARTED
[02:15:44.051] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:11:0) after 5m18s
[02:21:02.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:11:0)
[02:21:02.144] Build status: STARTED
[02:21:02.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:12:0) after 8m0s
[02:29:02.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:12:0)
[02:29:02.283] Build status: STARTED
[02:29:02.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:13:0) after 3m42s
[02:32:44.316] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:13:0)
[02:32:44.342] Build status: STARTED
[02:32:44.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:14:0) after 3m49s
[02:36:33.356] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:14:0)
[02:36:33.370] Build status: STARTED
[02:36:33.370] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:15:0) after 6m40s
[02:43:13.389] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:15:0)
[02:43:13.406] Build status: STARTED
[02:43:13.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:16:0) after 8m58s
[02:52:11.422] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:16:0)
[02:52:11.445] Build status: STARTED
[02:52:11.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:17:0) after 7m13s
[02:59:24.516] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:17:0)
[02:59:24.584] Build status: STARTED
[02:59:24.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:18:0) after 2m18s
[03:01:42.650] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:18:0)
[03:01:42.731] Build status: STARTED
[03:01:42.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:19:0) after 2m37s
[03:04:19.790] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:19:0)
[03:04:19.810] Build status: STARTED
[03:04:19.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:20:0) after 1m59s
[03:06:18.884] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:20:0)
[03:06:18.924] Build status: STARTED
[03:06:18.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:21:0) after 1m32s
[03:07:51.002] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:21:0)
[03:07:51.021] Build status: STARTED
[03:07:51.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:22:0) after 9m17s
[03:17:08.037] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:22:0)
[03:17:08.060] Build status: STARTED
[03:17:08.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:23:0) after 9m24s
[03:26:32.194] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:23:0)
[03:26:32.218] Build status: STARTED
[03:26:32.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853186918262823312:24:0) after 7m0s
[03:32:09.372] Received PubSub notification, asking Buildbucket for the build status
[03:32:09.403] Build:
{
"id": "8687756856419521713",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-10T01:34:01.058324251Z",
"startTime": "2026-03-10T01:34:06.081709511Z",
"endTime": "2026-03-10T03:32:08.120344263Z",
"updateTime": "2026-03-10T03:32:08.120344263Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eebc390eb0b2d0df336d574b6f2453b74dc6978e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:32:09.403] Invocation finished in 1h58m9.486383431s with status FAILED