[09:20:59.615] New invocation is queued and will start shortly
[09:21:00.934] Starting the invocation (attempt 1)
[09:21:00.956] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cf6db6303bb50543522b01a9be55a2e265da4b84"
[09:21:00.956] Popped gitiles commit info from properties and tags
[09:21:00.956] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:21:00.956] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:21:00.956] Buildbucket request:
{
"requestId": "8865297530992470640",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865297530992470640",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1322e71f2baac9d7cfa77cfa5345bfffbff74cf7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1322e71f2baac9d7cfa77cfa5345bfffbff74cf7",
"title": "1322e71f2baac9d7cfa77cfa5345bfffbff74cf7",
"url": "https://llvm.googlesource.com/llvm-project/+/1322e71f2baac9d7cfa77cfa5345bfffbff74cf7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8b004dd7bdbebb8377be03ad54ecaf55082273b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8b004dd7bdbebb8377be03ad54ecaf55082273b",
"title": "f8b004dd7bdbebb8377be03ad54ecaf55082273b",
"url": "https://llvm.googlesource.com/llvm-project/+/f8b004dd7bdbebb8377be03ad54ecaf55082273b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "29346628e90be9e196c7ff2e20c103432c526f7c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@29346628e90be9e196c7ff2e20c103432c526f7c",
"title": "29346628e90be9e196c7ff2e20c103432c526f7c",
"url": "https://llvm.googlesource.com/llvm-project/+/29346628e90be9e196c7ff2e20c103432c526f7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "00f5a1e30b1b2a28569c5aa24219518135d107d0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@00f5a1e30b1b2a28569c5aa24219518135d107d0",
"title": "00f5a1e30b1b2a28569c5aa24219518135d107d0",
"url": "https://llvm.googlesource.com/llvm-project/+/00f5a1e30b1b2a28569c5aa24219518135d107d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "de9e18dc75c432a59e94cecd0cab42909893123a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@de9e18dc75c432a59e94cecd0cab42909893123a",
"title": "de9e18dc75c432a59e94cecd0cab42909893123a",
"url": "https://llvm.googlesource.com/llvm-project/+/de9e18dc75c432a59e94cecd0cab42909893123a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bc37018a0bcd67d5fd8bfade51ecfd709498c45a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bc37018a0bcd67d5fd8bfade51ecfd709498c45a",
"title": "bc37018a0bcd67d5fd8bfade51ecfd709498c45a",
"url": "https://llvm.googlesource.com/llvm-project/+/bc37018a0bcd67d5fd8bfade51ecfd709498c45a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e86a42940a2c2c58ba5280ae2d54d58140a42875"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e86a42940a2c2c58ba5280ae2d54d58140a42875",
"title": "e86a42940a2c2c58ba5280ae2d54d58140a42875",
"url": "https://llvm.googlesource.com/llvm-project/+/e86a42940a2c2c58ba5280ae2d54d58140a42875"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa550cdc5f561e33aab8180ae1c9264a3c66072c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa550cdc5f561e33aab8180ae1c9264a3c66072c",
"title": "aa550cdc5f561e33aab8180ae1c9264a3c66072c",
"url": "https://llvm.googlesource.com/llvm-project/+/aa550cdc5f561e33aab8180ae1c9264a3c66072c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "efcc6135daf1f44a9bfadf0aa7bdfb0eefe15074"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@efcc6135daf1f44a9bfadf0aa7bdfb0eefe15074",
"title": "efcc6135daf1f44a9bfadf0aa7bdfb0eefe15074",
"url": "https://llvm.googlesource.com/llvm-project/+/efcc6135daf1f44a9bfadf0aa7bdfb0eefe15074"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cf6db6303bb50543522b01a9be55a2e265da4b84"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cf6db6303bb50543522b01a9be55a2e265da4b84",
"title": "cf6db6303bb50543522b01a9be55a2e265da4b84",
"url": "https://llvm.googlesource.com/llvm-project/+/cf6db6303bb50543522b01a9be55a2e265da4b84"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cf6db6303bb50543522b01a9be55a2e265da4b84",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865297530992470640"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:21:01.319] Scheduled build:
{
"id": "8699867468854629153",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-27T09:21:01.023646310Z",
"updateTime": "2025-10-27T09:21:01.023646310Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cf6db6303bb50543522b01a9be55a2e265da4b84",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:21:01.319] Task URL: https://cr-buildbucket.appspot.com/build/8699867468854629153
[09:21:01.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:2:0) after 7m31s
[09:21:01.651] Received PubSub notification, asking Buildbucket for the build status
[09:21:01.677] Build status: SCHEDULED
[09:23:17.344] Received PubSub notification, asking Buildbucket for the build status
[09:23:17.362] Build status: STARTED
[09:28:32.376] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:2:0)
[09:28:32.398] Build status: STARTED
[09:28:32.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:5:0) after 3m29s
[09:32:01.451] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:5:0)
[09:32:01.473] Build status: STARTED
[09:32:01.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:6:0) after 4m57s
[09:36:58.591] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:6:0)
[09:36:58.639] Build status: STARTED
[09:36:58.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:7:0) after 4m30s
[09:41:28.646] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:7:0)
[09:41:28.662] Build status: STARTED
[09:41:28.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:8:0) after 9m21s
[09:50:49.959] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:8:0)
[09:50:50.139] Build status: STARTED
[09:50:50.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:9:0) after 9m55s
[10:00:45.210] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:9:0)
[10:00:45.311] Build status: STARTED
[10:00:45.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:10:0) after 3m22s
[10:04:07.349] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:10:0)
[10:04:07.366] Build status: STARTED
[10:04:07.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:11:0) after 8m53s
[10:13:00.427] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:11:0)
[10:13:00.447] Build status: STARTED
[10:13:00.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:12:0) after 3m23s
[10:16:23.463] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:12:0)
[10:16:23.481] Build status: STARTED
[10:16:23.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:13:0) after 5m54s
[10:22:17.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:13:0)
[10:22:17.533] Build status: STARTED
[10:22:17.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:14:0) after 8m23s
[10:30:40.645] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:14:0)
[10:30:40.663] Build status: STARTED
[10:30:40.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:15:0) after 7m30s
[10:38:10.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:15:0)
[10:38:10.755] Build status: STARTED
[10:38:10.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:16:0) after 6m48s
[10:44:58.786] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:16:0)
[10:44:58.807] Build status: STARTED
[10:44:58.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:17:0) after 6m49s
[10:51:47.885] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:17:0)
[10:51:47.928] Build status: STARTED
[10:51:47.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:18:0) after 2m49s
[10:54:36.923] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:18:0)
[10:54:36.941] Build status: STARTED
[10:54:36.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:19:0) after 3m50s
[10:58:26.955] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:19:0)
[10:58:27.000] Build status: STARTED
[10:58:27.000] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:20:0) after 7m0s
[11:05:27.028] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:20:0)
[11:05:27.052] Build status: STARTED
[11:05:27.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:21:0) after 3m10s
[11:08:37.178] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:21:0)
[11:08:37.194] Build status: STARTED
[11:08:37.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:22:0) after 1m14s
[11:09:51.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:22:0)
[11:09:51.227] Build status: STARTED
[11:09:51.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:23:0) after 7m31s
[11:17:22.245] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:23:0)
[11:17:22.281] Build status: STARTED
[11:17:22.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:24:0) after 7m2s
[11:24:24.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:24:0)
[11:24:24.366] Build status: STARTED
[11:24:24.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:25:0) after 9m42s
[11:34:06.384] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:25:0)
[11:34:06.401] Build status: STARTED
[11:34:06.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:26:0) after 9m6s
[11:43:12.514] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:26:0)
[11:43:12.576] Build status: STARTED
[11:43:12.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:27:0) after 5m26s
[11:48:38.596] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:27:0)
[11:48:38.613] Build status: STARTED
[11:48:38.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:28:0) after 8m10s
[11:56:48.635] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:28:0)
[11:56:48.652] Build status: STARTED
[11:56:48.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:29:0) after 8m9s
[12:04:57.749] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:29:0)
[12:04:58.087] Build status: STARTED
[12:04:58.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:30:0) after 2m2s
[12:07:00.135] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:30:0)
[12:07:00.181] Build status: STARTED
[12:07:00.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:31:0) after 2m7s
[12:09:07.205] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:31:0)
[12:09:07.294] Build status: STARTED
[12:09:07.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:32:0) after 3m19s
[12:12:26.314] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:32:0)
[12:12:26.381] Build status: STARTED
[12:12:26.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:33:0) after 3m57s
[12:16:23.586] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:33:0)
[12:16:23.607] Build status: STARTED
[12:16:23.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:34:0) after 9m42s
[12:26:05.768] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:34:0)
[12:26:05.787] Build status: STARTED
[12:26:05.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:35:0) after 4m7s
[12:30:13.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:35:0)
[12:30:13.019] Build status: STARTED
[12:30:13.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:36:0) after 7m48s
[12:38:01.079] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:36:0)
[12:38:01.100] Build status: STARTED
[12:38:01.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:37:0) after 8m52s
[12:46:53.193] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:37:0)
[12:46:53.234] Build status: STARTED
[12:46:53.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:38:0) after 3m43s
[12:50:36.250] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:38:0)
[12:50:36.270] Build status: STARTED
[12:50:36.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:39:0) after 6m17s
[12:56:53.333] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:39:0)
[12:56:53.499] Build status: STARTED
[12:56:53.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:40:0) after 6m14s
[13:03:07.464] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:40:0)
[13:03:07.478] Build status: STARTED
[13:03:07.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865297530992470640:41:0) after 2m46s
[13:04:11.669] Received PubSub notification, asking Buildbucket for the build status
[13:04:11.689] Build:
{
"id": "8699867468854629153",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-27T09:21:01.023646310Z",
"startTime": "2025-10-27T09:23:16.824438404Z",
"endTime": "2025-10-27T13:04:11.432965310Z",
"updateTime": "2025-10-27T13:04:11.432965310Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cf6db6303bb50543522b01a9be55a2e265da4b84",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:04:11.689] Invocation finished in 3h43m12.088886968s with status FAILED