[20:58:14.718] New invocation is queued and will start shortly
[20:58:15.935] Starting the invocation (attempt 1)
[20:58:15.962] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/04f87c693c7e5bb579c69b5c29086d2a5aae7b8f"
[20:58:15.962] Popped gitiles commit info from properties and tags
[20:58:15.962] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:58:15.962] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:58:15.962] Buildbucket request:
{
"requestId": "8864800678874628640",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864800678874628640",
"job": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "421ba7fbb582f2bedcdf46d5afc03367d229bc31"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@421ba7fbb582f2bedcdf46d5afc03367d229bc31",
"title": "421ba7fbb582f2bedcdf46d5afc03367d229bc31",
"url": "https://llvm.googlesource.com/llvm-project/+/421ba7fbb582f2bedcdf46d5afc03367d229bc31"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "03d044971eccac47ed8518684ea18ba413cd5748"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@03d044971eccac47ed8518684ea18ba413cd5748",
"title": "03d044971eccac47ed8518684ea18ba413cd5748",
"url": "https://llvm.googlesource.com/llvm-project/+/03d044971eccac47ed8518684ea18ba413cd5748"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c3bc30bd282b84e5afdcebf72a9f9aa8ba1442ce"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c3bc30bd282b84e5afdcebf72a9f9aa8ba1442ce",
"title": "c3bc30bd282b84e5afdcebf72a9f9aa8ba1442ce",
"url": "https://llvm.googlesource.com/llvm-project/+/c3bc30bd282b84e5afdcebf72a9f9aa8ba1442ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4a383f9ff7ffff5b6b564260befe546af3db44f4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4a383f9ff7ffff5b6b564260befe546af3db44f4",
"title": "4a383f9ff7ffff5b6b564260befe546af3db44f4",
"url": "https://llvm.googlesource.com/llvm-project/+/4a383f9ff7ffff5b6b564260befe546af3db44f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92e80d41c442997c8a4464e813b45cf5ef2e5a38"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92e80d41c442997c8a4464e813b45cf5ef2e5a38",
"title": "92e80d41c442997c8a4464e813b45cf5ef2e5a38",
"url": "https://llvm.googlesource.com/llvm-project/+/92e80d41c442997c8a4464e813b45cf5ef2e5a38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "44df23aa8ea20618318feda3a445457be3da1ecf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@44df23aa8ea20618318feda3a445457be3da1ecf",
"title": "44df23aa8ea20618318feda3a445457be3da1ecf",
"url": "https://llvm.googlesource.com/llvm-project/+/44df23aa8ea20618318feda3a445457be3da1ecf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "32693d9335ef402cb82ca7a6595f5467bd603a3f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@32693d9335ef402cb82ca7a6595f5467bd603a3f",
"title": "32693d9335ef402cb82ca7a6595f5467bd603a3f",
"url": "https://llvm.googlesource.com/llvm-project/+/32693d9335ef402cb82ca7a6595f5467bd603a3f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66b69d518a9e4722c20d31954df56d73742600fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66b69d518a9e4722c20d31954df56d73742600fd",
"title": "66b69d518a9e4722c20d31954df56d73742600fd",
"url": "https://llvm.googlesource.com/llvm-project/+/66b69d518a9e4722c20d31954df56d73742600fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b939de1e0927650466704676dddcac603a42950"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b939de1e0927650466704676dddcac603a42950",
"title": "0b939de1e0927650466704676dddcac603a42950",
"url": "https://llvm.googlesource.com/llvm-project/+/0b939de1e0927650466704676dddcac603a42950"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ec8d85f08d3e75e62cde64f0c27cda12b5e5da28"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ec8d85f08d3e75e62cde64f0c27cda12b5e5da28",
"title": "ec8d85f08d3e75e62cde64f0c27cda12b5e5da28",
"url": "https://llvm.googlesource.com/llvm-project/+/ec8d85f08d3e75e62cde64f0c27cda12b5e5da28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b575edc75757aa60f25a9fe081378b16cb753105"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b575edc75757aa60f25a9fe081378b16cb753105",
"title": "b575edc75757aa60f25a9fe081378b16cb753105",
"url": "https://llvm.googlesource.com/llvm-project/+/b575edc75757aa60f25a9fe081378b16cb753105"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bf71c342540ee9ca79644c72748c9f288ea4c375"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bf71c342540ee9ca79644c72748c9f288ea4c375",
"title": "bf71c342540ee9ca79644c72748c9f288ea4c375",
"url": "https://llvm.googlesource.com/llvm-project/+/bf71c342540ee9ca79644c72748c9f288ea4c375"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "61e966ec9020833cad3aef2c65baae289d967871"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@61e966ec9020833cad3aef2c65baae289d967871",
"title": "61e966ec9020833cad3aef2c65baae289d967871",
"url": "https://llvm.googlesource.com/llvm-project/+/61e966ec9020833cad3aef2c65baae289d967871"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e7a23c4020840e8e0a2e7f535306cd08f3a8fced"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e7a23c4020840e8e0a2e7f535306cd08f3a8fced",
"title": "e7a23c4020840e8e0a2e7f535306cd08f3a8fced",
"url": "https://llvm.googlesource.com/llvm-project/+/e7a23c4020840e8e0a2e7f535306cd08f3a8fced"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "43bd7e3bb903af5076a9552f4f64cfc5d58f76ce"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@43bd7e3bb903af5076a9552f4f64cfc5d58f76ce",
"title": "43bd7e3bb903af5076a9552f4f64cfc5d58f76ce",
"url": "https://llvm.googlesource.com/llvm-project/+/43bd7e3bb903af5076a9552f4f64cfc5d58f76ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "04f87c693c7e5bb579c69b5c29086d2a5aae7b8f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@04f87c693c7e5bb579c69b5c29086d2a5aae7b8f",
"title": "04f87c693c7e5bb579c69b5c29086d2a5aae7b8f",
"url": "https://llvm.googlesource.com/llvm-project/+/04f87c693c7e5bb579c69b5c29086d2a5aae7b8f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "04f87c693c7e5bb579c69b5c29086d2a5aae7b8f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864800678874628640"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:58:16.743] Scheduled build:
{
"id": "8699370616852863745",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-01T20:58:16.016769205Z",
"updateTime": "2025-11-01T20:58:16.016769205Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "04f87c693c7e5bb579c69b5c29086d2a5aae7b8f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:58:16.743] Task URL: https://cr-buildbucket.appspot.com/build/8699370616852863745
[20:58:16.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:2:0) after 8m46s
[20:58:17.336] Received PubSub notification, asking Buildbucket for the build status
[20:58:17.356] Build status: SCHEDULED
[21:07:02.851] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:2:0)
[21:07:02.872] Build status: SCHEDULED
[21:07:02.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:4:0) after 4m3s
[21:11:06.118] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:4:0)
[21:11:06.154] Build status: SCHEDULED
[21:11:06.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:5:0) after 7m34s
[21:18:40.172] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:5:0)
[21:18:40.301] Build status: SCHEDULED
[21:18:40.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:6:0) after 7m3s
[21:25:43.481] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:6:0)
[21:25:43.496] Build status: SCHEDULED
[21:25:43.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:7:0) after 2m14s
[21:27:57.463] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:7:0)
[21:27:57.531] Build status: SCHEDULED
[21:27:57.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:8:0) after 7m0s
[21:34:57.543] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:8:0)
[21:34:57.560] Build status: SCHEDULED
[21:34:57.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:9:0) after 8m22s
[21:35:43.967] Received PubSub notification, asking Buildbucket for the build status
[21:35:43.985] Build status: STARTED
[21:43:19.577] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:9:0)
[21:43:19.600] Build status: STARTED
[21:43:19.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:11:0) after 7m31s
[21:50:50.616] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:11:0)
[21:50:50.652] Build status: STARTED
[21:50:50.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:12:0) after 9m45s
[22:00:35.669] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:12:0)
[22:00:35.735] Build status: STARTED
[22:00:35.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:13:0) after 6m1s
[22:06:36.944] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:13:0)
[22:06:37.110] Build status: STARTED
[22:06:37.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:14:0) after 1m38s
[22:08:15.130] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:14:0)
[22:08:15.147] Build status: STARTED
[22:08:15.147] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:15:0) after 7m49s
[22:16:04.275] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:15:0)
[22:16:04.296] Build status: STARTED
[22:16:04.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:16:0) after 1m51s
[22:17:55.321] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:16:0)
[22:17:55.337] Build status: STARTED
[22:17:55.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:17:0) after 9m22s
[22:27:17.354] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:17:0)
[22:27:17.404] Build status: STARTED
[22:27:17.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:18:0) after 4m19s
[22:31:36.430] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:18:0)
[22:31:36.447] Build status: STARTED
[22:31:36.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:19:0) after 6m20s
[22:37:56.604] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:19:0)
[22:37:57.050] Build status: STARTED
[22:37:57.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:20:0) after 6m12s
[22:44:09.345] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:20:0)
[22:44:09.361] Build status: STARTED
[22:44:09.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:21:0) after 7m19s
[22:51:28.383] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:21:0)
[22:51:28.398] Build status: STARTED
[22:51:28.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:22:0) after 7m17s
[22:58:45.535] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:22:0)
[22:58:45.611] Build status: STARTED
[22:58:45.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:23:0) after 6m38s
[23:05:23.638] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:23:0)
[23:05:23.754] Build status: STARTED
[23:05:23.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:24:0) after 7m42s
[23:13:05.811] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:24:0)
[23:13:05.826] Build status: STARTED
[23:13:05.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864800678874628640:25:0) after 9m57s
[23:15:33.602] Received PubSub notification, asking Buildbucket for the build status
[23:15:33.619] Build:
{
"id": "8699370616852863745",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-01T20:58:16.016769205Z",
"startTime": "2025-11-01T21:35:43.485407292Z",
"endTime": "2025-11-01T23:15:30.367607380Z",
"updateTime": "2025-11-01T23:15:30.367607380Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "04f87c693c7e5bb579c69b5c29086d2a5aae7b8f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:15:33.619] Invocation finished in 2h17m18.914603832s with status FAILED