[17:17:31.220] New invocation is queued and will start shortly
[17:17:32.526] Starting the invocation (attempt 1)
[17:17:32.573] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bff2aa63624766b1111be0ffec9645c952fc8e38"
[17:17:32.573] Popped gitiles commit info from properties and tags
[17:17:32.574] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:17:32.574] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:17:32.574] Buildbucket request:
{
"requestId": "8864814565679052672",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864814565679052672",
"job": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fe1491b7258aaf821cda89d5ed5f5c5248007136"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fe1491b7258aaf821cda89d5ed5f5c5248007136",
"title": "fe1491b7258aaf821cda89d5ed5f5c5248007136",
"url": "https://llvm.googlesource.com/llvm-project/+/fe1491b7258aaf821cda89d5ed5f5c5248007136"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e3ef3e24f13a3671a08c742e48c324b429ef6417"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e3ef3e24f13a3671a08c742e48c324b429ef6417",
"title": "e3ef3e24f13a3671a08c742e48c324b429ef6417",
"url": "https://llvm.googlesource.com/llvm-project/+/e3ef3e24f13a3671a08c742e48c324b429ef6417"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "83195d9541a27aca2a86c2b73694e0deee7f1d7e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@83195d9541a27aca2a86c2b73694e0deee7f1d7e",
"title": "83195d9541a27aca2a86c2b73694e0deee7f1d7e",
"url": "https://llvm.googlesource.com/llvm-project/+/83195d9541a27aca2a86c2b73694e0deee7f1d7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0f76fbf546cccb48300a25ae965a715957cd04ac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0f76fbf546cccb48300a25ae965a715957cd04ac",
"title": "0f76fbf546cccb48300a25ae965a715957cd04ac",
"url": "https://llvm.googlesource.com/llvm-project/+/0f76fbf546cccb48300a25ae965a715957cd04ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "334c9fd8c23c90406dae3a6f08a5ffc5bc830c11"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@334c9fd8c23c90406dae3a6f08a5ffc5bc830c11",
"title": "334c9fd8c23c90406dae3a6f08a5ffc5bc830c11",
"url": "https://llvm.googlesource.com/llvm-project/+/334c9fd8c23c90406dae3a6f08a5ffc5bc830c11"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2448fa531f3fed00b024625e3e1f65def790e49a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2448fa531f3fed00b024625e3e1f65def790e49a",
"title": "2448fa531f3fed00b024625e3e1f65def790e49a",
"url": "https://llvm.googlesource.com/llvm-project/+/2448fa531f3fed00b024625e3e1f65def790e49a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bff2aa63624766b1111be0ffec9645c952fc8e38"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bff2aa63624766b1111be0ffec9645c952fc8e38",
"title": "bff2aa63624766b1111be0ffec9645c952fc8e38",
"url": "https://llvm.googlesource.com/llvm-project/+/bff2aa63624766b1111be0ffec9645c952fc8e38"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bff2aa63624766b1111be0ffec9645c952fc8e38",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864814565679052672"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:17:32.922] Scheduled build:
{
"id": "8699384503556026369",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-01T17:17:32.624662676Z",
"updateTime": "2025-11-01T17:17:32.624662676Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bff2aa63624766b1111be0ffec9645c952fc8e38",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:17:32.923] Task URL: https://cr-buildbucket.appspot.com/build/8699384503556026369
[17:17:32.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:2:0) after 5m27s
[17:17:33.670] Received PubSub notification, asking Buildbucket for the build status
[17:17:33.729] Build status: SCHEDULED
[17:23:00.172] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:2:0)
[17:23:00.197] Build status: SCHEDULED
[17:23:00.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:4:0) after 4m3s
[17:27:03.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:4:0)
[17:27:03.233] Build status: SCHEDULED
[17:27:03.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:5:0) after 2m42s
[17:29:45.335] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:5:0)
[17:29:45.360] Build status: SCHEDULED
[17:29:45.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:6:0) after 4m19s
[17:34:04.479] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:6:0)
[17:34:04.493] Build status: SCHEDULED
[17:34:04.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:7:0) after 4m59s
[17:37:07.835] Received PubSub notification, asking Buildbucket for the build status
[17:37:07.868] Build status: STARTED
[17:39:03.512] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:7:0)
[17:39:03.535] Build status: STARTED
[17:39:03.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:9:0) after 1m29s
[17:40:32.624] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:9:0)
[17:40:32.642] Build status: STARTED
[17:40:32.642] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:10:0) after 5m3s
[17:45:35.655] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:10:0)
[17:45:35.672] Build status: STARTED
[17:45:35.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:11:0) after 1m34s
[17:47:09.790] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:11:0)
[17:47:09.819] Build status: STARTED
[17:47:09.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:12:0) after 4m13s
[17:51:22.914] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:12:0)
[17:51:22.938] Build status: STARTED
[17:51:22.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:13:0) after 8m57s
[18:00:20.047] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:13:0)
[18:00:20.063] Build status: STARTED
[18:00:20.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:14:0) after 7m57s
[18:08:17.192] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:14:0)
[18:08:17.241] Build status: STARTED
[18:08:17.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:15:0) after 7m41s
[18:15:58.357] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:15:0)
[18:15:58.456] Build status: STARTED
[18:15:58.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:16:0) after 3m49s
[18:19:47.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:16:0)
[18:19:47.500] Build status: STARTED
[18:19:47.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:17:0) after 5m49s
[18:25:36.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:17:0)
[18:25:36.562] Build status: STARTED
[18:25:36.562] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:18:0) after 6m0s
[18:31:36.589] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:18:0)
[18:31:36.601] Build status: STARTED
[18:31:36.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:19:0) after 7m2s
[18:38:38.619] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:19:0)
[18:38:38.638] Build status: STARTED
[18:38:38.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:20:0) after 2m13s
[18:40:51.713] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:20:0)
[18:40:51.730] Build status: STARTED
[18:40:51.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:21:0) after 3m32s
[18:44:23.748] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:21:0)
[18:44:23.776] Build status: STARTED
[18:44:23.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:22:0) after 1m3s
[18:45:26.792] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:22:0)
[18:45:26.818] Build status: STARTED
[18:45:26.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:23:0) after 3m58s
[18:49:24.878] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:23:0)
[18:49:24.901] Build status: STARTED
[18:49:24.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:24:0) after 5m0s
[18:54:24.918] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:24:0)
[18:54:24.939] Build status: STARTED
[18:54:24.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:25:0) after 9m40s
[19:04:05.036] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:25:0)
[19:04:05.100] Build status: STARTED
[19:04:05.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:26:0) after 8m3s
[19:12:08.193] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:26:0)
[19:12:08.220] Build status: STARTED
[19:12:08.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:27:0) after 3m10s
[19:15:18.673] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:27:0)
[19:15:18.689] Build status: STARTED
[19:15:18.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:28:0) after 6m49s
[19:22:07.704] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:28:0)
[19:22:07.743] Build status: STARTED
[19:22:07.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:29:0) after 8m2s
[19:30:09.758] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:29:0)
[19:30:09.774] Build status: STARTED
[19:30:09.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:30:0) after 7m21s
[19:37:30.779] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:30:0)
[19:37:30.794] Build status: STARTED
[19:37:30.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:31:0) after 9m37s
[19:47:07.897] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:31:0)
[19:47:07.940] Build status: STARTED
[19:47:07.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:32:0) after 6m24s
[19:53:32.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:32:0)
[19:53:32.053] Build status: STARTED
[19:53:32.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:33:0) after 9m27s
[20:02:59.023] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:33:0)
[20:02:59.047] Build status: STARTED
[20:02:59.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:34:0) after 4m17s
[20:07:16.840] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:34:0)
[20:07:16.882] Build status: STARTED
[20:07:16.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:35:0) after 5m30s
[20:12:46.962] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:35:0)
[20:12:46.985] Build status: STARTED
[20:12:46.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:36:0) after 8m25s
[20:21:12.552] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:36:0)
[20:21:12.568] Build status: STARTED
[20:21:12.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:37:0) after 1m42s
[20:22:54.717] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:37:0)
[20:22:54.792] Build status: STARTED
[20:22:54.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:38:0) after 4m17s
[20:27:11.907] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:38:0)
[20:27:11.923] Build status: STARTED
[20:27:11.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:39:0) after 4m32s
[20:31:43.984] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:39:0)
[20:31:44.089] Build status: STARTED
[20:31:44.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:40:0) after 1m28s
[20:33:12.148] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:40:0)
[20:33:12.162] Build status: STARTED
[20:33:12.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:41:0) after 9m12s
[20:42:24.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:41:0)
[20:42:24.372] Build status: STARTED
[20:42:24.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:42:0) after 7m27s
[20:49:51.528] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:42:0)
[20:49:51.549] Build status: STARTED
[20:49:51.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:43:0) after 5m35s
[20:55:26.803] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:43:0)
[20:55:26.822] Build status: STARTED
[20:55:26.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864814565679052672:44:0) after 2m55s
[20:58:12.889] Received PubSub notification, asking Buildbucket for the build status
[20:58:12.910] Build:
{
"id": "8699384503556026369",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-01T17:17:32.624662676Z",
"startTime": "2025-11-01T17:37:07.667625642Z",
"endTime": "2025-11-01T20:58:12.287452676Z",
"updateTime": "2025-11-01T20:58:12.287452676Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bff2aa63624766b1111be0ffec9645c952fc8e38",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:58:12.910] Invocation finished in 3h40m41.694818909s with status FAILED