[00:02:36.507] New invocation is queued and will start shortly
[00:02:37.576] Starting the invocation (attempt 1)
[00:02:37.602] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e11ffb21df47d5d221e00f13086ee5a70056e128"
[00:02:37.603] Popped gitiles commit info from properties and tags
[00:02:37.603] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:02:37.604] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:02:37.605] Buildbucket request:
{
"requestId": "8846488492525404800",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8846488492525404800",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "83c752f7b12705f65a4ed1575c071140830cab52"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@83c752f7b12705f65a4ed1575c071140830cab52",
"title": "83c752f7b12705f65a4ed1575c071140830cab52",
"url": "https://llvm.googlesource.com/llvm-project/+/83c752f7b12705f65a4ed1575c071140830cab52"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "65e49a6c075236d7dff70750cf1aae3042a974e8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@65e49a6c075236d7dff70750cf1aae3042a974e8",
"title": "65e49a6c075236d7dff70750cf1aae3042a974e8",
"url": "https://llvm.googlesource.com/llvm-project/+/65e49a6c075236d7dff70750cf1aae3042a974e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "56bf9850bbb6442b7ff5bc17a7f5dc0bab7d83b5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@56bf9850bbb6442b7ff5bc17a7f5dc0bab7d83b5",
"title": "56bf9850bbb6442b7ff5bc17a7f5dc0bab7d83b5",
"url": "https://llvm.googlesource.com/llvm-project/+/56bf9850bbb6442b7ff5bc17a7f5dc0bab7d83b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ff83218ec11bafbcc1e0e788917765e681cec809"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ff83218ec11bafbcc1e0e788917765e681cec809",
"title": "ff83218ec11bafbcc1e0e788917765e681cec809",
"url": "https://llvm.googlesource.com/llvm-project/+/ff83218ec11bafbcc1e0e788917765e681cec809"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "38489af2c601b28689db8533f841eb995afcab99"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@38489af2c601b28689db8533f841eb995afcab99",
"title": "38489af2c601b28689db8533f841eb995afcab99",
"url": "https://llvm.googlesource.com/llvm-project/+/38489af2c601b28689db8533f841eb995afcab99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c32de3e3759c3368978535e4ff4fb83323219fb0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c32de3e3759c3368978535e4ff4fb83323219fb0",
"title": "c32de3e3759c3368978535e4ff4fb83323219fb0",
"url": "https://llvm.googlesource.com/llvm-project/+/c32de3e3759c3368978535e4ff4fb83323219fb0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0de4a8cd41efaac4d63ce056e8d4177397fdc1a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0de4a8cd41efaac4d63ce056e8d4177397fdc1a7",
"title": "0de4a8cd41efaac4d63ce056e8d4177397fdc1a7",
"url": "https://llvm.googlesource.com/llvm-project/+/0de4a8cd41efaac4d63ce056e8d4177397fdc1a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2b08313726f4c8118d8b66cef1e030a64332eeed"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2b08313726f4c8118d8b66cef1e030a64332eeed",
"title": "2b08313726f4c8118d8b66cef1e030a64332eeed",
"url": "https://llvm.googlesource.com/llvm-project/+/2b08313726f4c8118d8b66cef1e030a64332eeed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d5915e2911eeca5b9c97a670489bcd6bb3ccee2f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d5915e2911eeca5b9c97a670489bcd6bb3ccee2f",
"title": "d5915e2911eeca5b9c97a670489bcd6bb3ccee2f",
"url": "https://llvm.googlesource.com/llvm-project/+/d5915e2911eeca5b9c97a670489bcd6bb3ccee2f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e11ffb21df47d5d221e00f13086ee5a70056e128"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e11ffb21df47d5d221e00f13086ee5a70056e128",
"title": "e11ffb21df47d5d221e00f13086ee5a70056e128",
"url": "https://llvm.googlesource.com/llvm-project/+/e11ffb21df47d5d221e00f13086ee5a70056e128"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e11ffb21df47d5d221e00f13086ee5a70056e128",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8846488492525404800"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:02:37.982] Scheduled build:
{
"id": "8681058430665583393",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-23T00:02:37.660211359Z",
"updateTime": "2026-05-23T00:02:37.660211359Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e11ffb21df47d5d221e00f13086ee5a70056e128",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:02:37.982] Task URL: https://cr-buildbucket.appspot.com/build/8681058430665583393
[00:02:37.982] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:2:0) after 9m55s
[00:02:38.132] Received PubSub notification, asking Buildbucket for the build status
[00:02:38.161] Build status: SCHEDULED
[00:02:48.216] Received PubSub notification, asking Buildbucket for the build status
[00:02:48.267] Build status: STARTED
[00:12:32.997] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:2:0)
[00:12:33.016] Build status: STARTED
[00:12:33.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:5:0) after 5m21s
[00:17:54.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:5:0)
[00:17:54.052] Build status: STARTED
[00:17:54.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:6:0) after 5m12s
[00:23:06.123] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:6:0)
[00:23:06.175] Build status: STARTED
[00:23:06.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:7:0) after 7m28s
[00:30:34.193] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:7:0)
[00:30:34.210] Build status: STARTED
[00:30:34.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:8:0) after 1m11s
[00:31:45.224] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:8:0)
[00:31:45.274] Build status: STARTED
[00:31:45.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:9:0) after 2m10s
[00:33:55.291] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:9:0)
[00:33:55.343] Build status: STARTED
[00:33:55.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:10:0) after 4m42s
[00:38:37.366] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:10:0)
[00:38:37.399] Build status: STARTED
[00:38:37.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:11:0) after 5m54s
[00:44:31.464] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:11:0)
[00:44:31.480] Build status: STARTED
[00:44:31.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:12:0) after 9m6s
[00:53:37.543] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:12:0)
[00:53:37.560] Build status: STARTED
[00:53:37.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:13:0) after 9m1s
[01:02:38.641] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:13:0)
[01:02:38.661] Build status: STARTED
[01:02:38.662] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:14:0) after 3m4s
[01:05:42.682] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:14:0)
[01:05:42.701] Build status: STARTED
[01:05:42.701] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:15:0) after 7m14s
[01:12:56.769] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:15:0)
[01:12:56.803] Build status: STARTED
[01:12:56.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:16:0) after 3m43s
[01:16:39.846] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:16:0)
[01:16:39.860] Build status: STARTED
[01:16:39.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:17:0) after 1m1s
[01:17:40.875] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:17:0)
[01:17:40.909] Build status: STARTED
[01:17:40.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:18:0) after 4m24s
[01:22:04.944] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:18:0)
[01:22:05.027] Build status: STARTED
[01:22:05.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:19:0) after 3m22s
[01:25:27.096] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:19:0)
[01:25:27.122] Build status: STARTED
[01:25:27.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:20:0) after 8m0s
[01:33:27.120] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:20:0)
[01:33:27.152] Build status: STARTED
[01:33:27.152] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:21:0) after 7m24s
[01:40:51.227] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:21:0)
[01:40:51.244] Build status: STARTED
[01:40:51.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:22:0) after 6m39s
[01:47:30.305] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:22:0)
[01:47:30.326] Build status: STARTED
[01:47:30.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:23:0) after 2m34s
[01:50:04.339] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:23:0)
[01:50:04.403] Build status: STARTED
[01:50:04.403] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:24:0) after 3m20s
[01:53:24.418] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:24:0)
[01:53:24.464] Build status: STARTED
[01:53:24.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:25:0) after 6m6s
[01:59:30.508] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:25:0)
[01:59:30.528] Build status: STARTED
[01:59:30.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:26:0) after 7m34s
[02:07:04.632] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:26:0)
[02:07:04.663] Build status: STARTED
[02:07:04.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:27:0) after 6m35s
[02:13:39.684] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:27:0)
[02:13:39.707] Build status: STARTED
[02:13:39.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:28:0) after 9m41s
[02:23:20.798] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:28:0)
[02:23:20.826] Build status: STARTED
[02:23:20.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:29:0) after 1m39s
[02:24:59.843] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:29:0)
[02:24:59.862] Build status: STARTED
[02:24:59.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:30:0) after 8m42s
[02:33:41.958] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:30:0)
[02:33:41.980] Build status: STARTED
[02:33:41.980] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:31:0) after 3m18s
[02:37:00.039] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:31:0)
[02:37:00.054] Build status: STARTED
[02:37:00.054] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:32:0) after 4m5s
[02:41:05.070] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:32:0)
[02:41:05.098] Build status: STARTED
[02:41:05.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:33:0) after 8m37s
[02:49:42.130] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:33:0)
[02:49:42.151] Build status: STARTED
[02:49:42.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:34:0) after 1m9s
[02:50:51.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:34:0)
[02:50:51.231] Build status: STARTED
[02:50:51.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:35:0) after 8m15s
[02:59:06.269] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:35:0)
[02:59:06.298] Build status: STARTED
[02:59:06.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:36:0) after 7m58s
[03:07:04.362] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:36:0)
[03:07:04.425] Build status: STARTED
[03:07:04.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:37:0) after 4m46s
[03:11:50.445] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:37:0)
[03:11:50.464] Build status: STARTED
[03:11:50.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8846488492525404800:38:0) after 6m23s
[03:12:01.223] Received PubSub notification, asking Buildbucket for the build status
[03:12:01.249] Build:
{
"id": "8681058430665583393",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-23T00:02:37.660211359Z",
"startTime": "2026-05-23T00:02:47.992977641Z",
"endTime": "2026-05-23T03:12:00.910414169Z",
"updateTime": "2026-05-23T03:12:00.910414169Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e11ffb21df47d5d221e00f13086ee5a70056e128",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:12:01.249] Invocation finished in 3h9m24.746500329s with status FAILED