[09:13:34.430] New invocation is queued and will start shortly
[09:13:35.474] Starting the invocation (attempt 1)
[09:13:35.495] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/22f550bec269cc1b9ce9879d554984bd0441ff19"
[09:13:35.495] Popped gitiles commit info from properties and tags
[09:13:35.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:13:35.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:13:35.496] Buildbucket request:
{
"requestId": "8863576655439735936",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863576655439735936",
"job": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e7b41df10e3bcb1d84d5449bc6f9bb0a99554b4c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e7b41df10e3bcb1d84d5449bc6f9bb0a99554b4c",
"title": "e7b41df10e3bcb1d84d5449bc6f9bb0a99554b4c",
"url": "https://llvm.googlesource.com/llvm-project/+/e7b41df10e3bcb1d84d5449bc6f9bb0a99554b4c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8d65fd874ca6dc8652c7bfd8f58931929091e5e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8d65fd874ca6dc8652c7bfd8f58931929091e5e",
"title": "f8d65fd874ca6dc8652c7bfd8f58931929091e5e",
"url": "https://llvm.googlesource.com/llvm-project/+/f8d65fd874ca6dc8652c7bfd8f58931929091e5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8f6e108da56b0cc08cdb9cbb98b853fa9b406b0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8f6e108da56b0cc08cdb9cbb98b853fa9b406b0",
"title": "d8f6e108da56b0cc08cdb9cbb98b853fa9b406b0",
"url": "https://llvm.googlesource.com/llvm-project/+/d8f6e108da56b0cc08cdb9cbb98b853fa9b406b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9fecebf97bef08aeb4ce11025d2569fa95a0debc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9fecebf97bef08aeb4ce11025d2569fa95a0debc",
"title": "9fecebf97bef08aeb4ce11025d2569fa95a0debc",
"url": "https://llvm.googlesource.com/llvm-project/+/9fecebf97bef08aeb4ce11025d2569fa95a0debc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fbf74b2553dea68873f2c0c9692ba28bd1369884"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fbf74b2553dea68873f2c0c9692ba28bd1369884",
"title": "fbf74b2553dea68873f2c0c9692ba28bd1369884",
"url": "https://llvm.googlesource.com/llvm-project/+/fbf74b2553dea68873f2c0c9692ba28bd1369884"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d9dfe7540f81663f75350bb5ceb66d2f94dac078"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d9dfe7540f81663f75350bb5ceb66d2f94dac078",
"title": "d9dfe7540f81663f75350bb5ceb66d2f94dac078",
"url": "https://llvm.googlesource.com/llvm-project/+/d9dfe7540f81663f75350bb5ceb66d2f94dac078"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "29e3c2e7e13dc037dccdee1fe637ac0413bbb8e9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@29e3c2e7e13dc037dccdee1fe637ac0413bbb8e9",
"title": "29e3c2e7e13dc037dccdee1fe637ac0413bbb8e9",
"url": "https://llvm.googlesource.com/llvm-project/+/29e3c2e7e13dc037dccdee1fe637ac0413bbb8e9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "30c84658c2d6e5b1dfa3abdc8652ffc7793b3909"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@30c84658c2d6e5b1dfa3abdc8652ffc7793b3909",
"title": "30c84658c2d6e5b1dfa3abdc8652ffc7793b3909",
"url": "https://llvm.googlesource.com/llvm-project/+/30c84658c2d6e5b1dfa3abdc8652ffc7793b3909"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22f550bec269cc1b9ce9879d554984bd0441ff19"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22f550bec269cc1b9ce9879d554984bd0441ff19",
"title": "22f550bec269cc1b9ce9879d554984bd0441ff19",
"url": "https://llvm.googlesource.com/llvm-project/+/22f550bec269cc1b9ce9879d554984bd0441ff19"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22f550bec269cc1b9ce9879d554984bd0441ff19",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863576655439735936"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:13:35.847] Scheduled build:
{
"id": "8698146593612566497",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-15T09:13:35.543177157Z",
"updateTime": "2025-11-15T09:13:35.543177157Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22f550bec269cc1b9ce9879d554984bd0441ff19",
"ref": "refs/heads/main"
}
}
}
[09:13:35.847] Task URL: https://cr-buildbucket.appspot.com/build/8698146593612566497
[09:13:35.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:2:0) after 9m10s
[09:13:36.781] Received PubSub notification, asking Buildbucket for the build status
[09:13:36.796] Build status: SCHEDULED
[09:22:45.862] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:2:0)
[09:22:45.880] Build status: SCHEDULED
[09:22:45.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:4:0) after 6m4s
[09:28:49.949] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:4:0)
[09:28:50.025] Build status: SCHEDULED
[09:28:50.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:5:0) after 8m18s
[09:37:08.020] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:5:0)
[09:37:08.060] Build status: SCHEDULED
[09:37:08.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:6:0) after 2m44s
[09:39:52.073] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:6:0)
[09:39:52.127] Build status: SCHEDULED
[09:39:52.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:7:0) after 8m50s
[09:48:42.376] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:7:0)
[09:48:42.443] Build status: SCHEDULED
[09:48:42.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:8:0) after 6m11s
[09:54:53.447] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:8:0)
[09:54:53.463] Build status: SCHEDULED
[09:54:53.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:9:0) after 8m51s
[10:03:44.515] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:9:0)
[10:03:44.536] Build status: SCHEDULED
[10:03:44.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:10:0) after 4m20s
[10:08:04.570] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:10:0)
[10:08:04.587] Build status: SCHEDULED
[10:08:04.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:11:0) after 5m54s
[10:12:43.206] Received PubSub notification, asking Buildbucket for the build status
[10:12:43.229] Build status: STARTED
[10:13:58.918] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:11:0)
[10:13:58.956] Build status: STARTED
[10:13:58.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:13:0) after 3m26s
[10:17:25.194] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:13:0)
[10:17:25.211] Build status: STARTED
[10:17:25.211] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:14:0) after 9m25s
[10:26:50.256] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:14:0)
[10:26:50.280] Build status: STARTED
[10:26:50.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:15:0) after 6m30s
[10:33:20.343] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:15:0)
[10:33:20.360] Build status: STARTED
[10:33:20.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:16:0) after 9m11s
[10:42:31.532] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:16:0)
[10:42:31.558] Build status: STARTED
[10:42:31.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:17:0) after 6m29s
[10:49:00.762] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:17:0)
[10:49:00.805] Build status: STARTED
[10:49:00.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:18:0) after 1m42s
[10:50:43.029] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:18:0)
[10:50:43.055] Build status: STARTED
[10:50:43.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:19:0) after 3m40s
[10:54:23.220] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:19:0)
[10:54:23.266] Build status: STARTED
[10:54:23.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:20:0) after 4m13s
[10:58:36.281] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:20:0)
[10:58:36.300] Build status: STARTED
[10:58:36.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:21:0) after 5m20s
[11:03:56.591] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:21:0)
[11:03:56.609] Build status: STARTED
[11:03:56.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:22:0) after 8m0s
[11:11:56.631] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:22:0)
[11:11:56.720] Build status: STARTED
[11:11:56.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:23:0) after 2m24s
[11:14:20.834] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:23:0)
[11:14:20.854] Build status: STARTED
[11:14:20.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:24:0) after 6m27s
[11:20:47.870] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:24:0)
[11:20:47.883] Build status: STARTED
[11:20:47.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:25:0) after 9m10s
[11:29:58.019] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:25:0)
[11:29:58.039] Build status: STARTED
[11:29:58.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8863576655439735936:26:0) after 6m9s
[11:34:37.593] Received PubSub notification, asking Buildbucket for the build status
[11:34:37.615] Build:
{
"id": "8698146593612566497",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-15T09:13:35.543177157Z",
"startTime": "2025-11-15T10:12:34.261805714Z",
"endTime": "2025-11-15T11:33:45.661646611Z",
"updateTime": "2025-11-15T11:33:45.661646611Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22f550bec269cc1b9ce9879d554984bd0441ff19",
"ref": "refs/heads/main"
}
}
}
[11:34:37.615] Invocation finished in 2h21m3.19750351s with status FAILED