[19:35:40.600] New invocation is queued and will start shortly
[19:35:40.600] Triggered by user:rust-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:35:41.701] Starting the invocation (attempt 1)
[19:35:41.726] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/2972b5e59f1c5529b6ba770437812fd83ab4ebd4"
[19:35:41.726] Reconstructed gitiles commit from tags
[19:35:41.726] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:35:41.729] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:35:41.729] Buildbucket request:
{
"requestId": "8850944537780644720",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "714ad984aa2333560d64c35919fc078605bb70d8",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "64cc27b19f5f6139a816056c02ec650ecd111de2476ae26fd56529a284585ea9/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850944537780644720",
"job": "fuchsia/toolchain.ci-rust_toolchain.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "714ad984aa2333560d64c35919fc078605bb70d8",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "b057992f518990fe34e00c24453328663a85399d2bd9ee6114e9562d3b7b8b66/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4"
}
},
"tags": [
"buildset:commit/gitiles/rust.googlesource.com/rust/+/2972b5e59f1c5529b6ba770437812fd83ab4ebd4",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-linux-x64-bootstrap",
"user_agent:recipe"
]
},
"id": "d553f611-7925-4cbf-8f10-40d31e442065",
"title": "rust-linux-x64-bootstrap/0",
"url": "https://cr-buildbucket.appspot.com/build/8685522210002311297"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "714ad984aa2333560d64c35919fc078605bb70d8",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "64cc27b19f5f6139a816056c02ec650ecd111de2476ae26fd56529a284585ea9/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4"
}
},
"tags": [
"buildset:commit/gitiles/rust.googlesource.com/rust/+/2972b5e59f1c5529b6ba770437812fd83ab4ebd4",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-linux-x64",
"user_agent:recipe"
]
},
"id": "8435654e-800f-46ce-b380-e7e24ac70c61",
"title": "rust-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685522210452588881"
}
]
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4"
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850944537780644720"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_toolchain.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rust-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:35:42.214] Scheduled build:
{
"id": "8685514475863255201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-03T19:35:41.802227337Z",
"updateTime": "2026-04-03T19:35:41.802227337Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:35:42.214] Task URL: https://cr-buildbucket.appspot.com/build/8685514475863255201
[19:35:42.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:2:0) after 8m42s
[19:35:46.977] Received PubSub notification, asking Buildbucket for the build status
[19:35:46.995] Build status: SCHEDULED
[19:35:51.173] Received PubSub notification, asking Buildbucket for the build status
[19:35:51.195] Build status: STARTED
[19:44:24.275] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:2:0)
[19:44:24.303] Build status: STARTED
[19:44:24.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:5:0) after 1m27s
[19:45:51.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:5:0)
[19:45:51.545] Build status: STARTED
[19:45:51.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:6:0) after 2m51s
[19:48:42.557] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:6:0)
[19:48:42.577] Build status: STARTED
[19:48:42.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:7:0) after 2m42s
[19:51:24.707] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:7:0)
[19:51:24.725] Build status: STARTED
[19:51:24.725] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:8:0) after 5m44s
[19:57:08.737] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:8:0)
[19:57:08.756] Build status: STARTED
[19:57:08.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:9:0) after 1m0s
[19:58:08.767] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:9:0)
[19:58:08.796] Build status: STARTED
[19:58:08.796] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:10:0) after 4m32s
[20:02:40.815] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:10:0)
[20:02:40.833] Build status: STARTED
[20:02:40.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:11:0) after 5m24s
[20:08:04.843] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:11:0)
[20:08:04.862] Build status: STARTED
[20:08:04.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:12:0) after 5m56s
[20:14:00.888] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:12:0)
[20:14:01.028] Build status: STARTED
[20:14:01.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:13:0) after 6m6s
[20:20:07.044] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:13:0)
[20:20:07.070] Build status: STARTED
[20:20:07.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:14:0) after 2m21s
[20:22:28.070] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:14:0)
[20:22:28.109] Build status: STARTED
[20:22:28.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:15:0) after 4m29s
[20:26:57.184] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:15:0)
[20:26:57.216] Build status: STARTED
[20:26:57.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:16:0) after 9m47s
[20:36:44.230] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:16:0)
[20:36:44.249] Build status: STARTED
[20:36:44.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:17:0) after 8m30s
[20:45:14.264] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:17:0)
[20:45:14.342] Build status: STARTED
[20:45:14.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:18:0) after 2m2s
[20:47:16.400] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:18:0)
[20:47:16.422] Build status: STARTED
[20:47:16.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:19:0) after 6m54s
[20:54:10.452] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:19:0)
[20:54:10.472] Build status: STARTED
[20:54:10.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:20:0) after 3m46s
[20:57:56.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:20:0)
[20:57:56.514] Build status: STARTED
[20:57:56.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:21:0) after 2m54s
[21:00:50.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:21:0)
[21:00:50.525] Build status: STARTED
[21:00:50.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:22:0) after 1m30s
[21:02:20.562] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:22:0)
[21:02:20.581] Build status: STARTED
[21:02:20.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:23:0) after 6m40s
[21:09:00.603] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:23:0)
[21:09:00.629] Build status: STARTED
[21:09:00.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:24:0) after 7m41s
[21:16:41.661] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:24:0)
[21:16:41.677] Build status: STARTED
[21:16:41.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:25:0) after 8m9s
[21:24:50.735] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:25:0)
[21:24:50.754] Build status: STARTED
[21:24:50.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:26:0) after 9m57s
[21:34:47.863] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:26:0)
[21:34:47.881] Build status: STARTED
[21:34:47.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:27:0) after 4m28s
[21:39:15.985] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:27:0)
[21:39:16.064] Build status: STARTED
[21:39:16.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:28:0) after 5m37s
[21:44:53.156] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:28:0)
[21:44:53.173] Build status: STARTED
[21:44:53.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:29:0) after 5m42s
[21:50:35.250] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:29:0)
[21:50:35.266] Build status: STARTED
[21:50:35.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:30:0) after 6m59s
[21:57:34.249] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:30:0)
[21:57:34.366] Build status: STARTED
[21:57:34.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:31:0) after 6m21s
[22:03:55.383] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:31:0)
[22:03:55.411] Build status: STARTED
[22:03:55.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:32:0) after 1m27s
[22:05:22.522] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:32:0)
[22:05:22.542] Build status: STARTED
[22:05:22.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:33:0) after 6m31s
[22:11:53.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:33:0)
[22:11:53.671] Build status: STARTED
[22:11:53.671] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:34:0) after 5m24s
[22:17:17.695] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:34:0)
[22:17:17.716] Build status: STARTED
[22:17:17.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:35:0) after 7m56s
[22:25:13.706] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:35:0)
[22:25:13.724] Build status: STARTED
[22:25:13.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-release:8850944537780644720:36:0) after 2m31s
[22:25:57.253] Received PubSub notification, asking Buildbucket for the build status
[22:25:57.272] Build:
{
"id": "8685514475863255201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-03T19:35:41.802227337Z",
"startTime": "2026-04-03T19:35:47.322435777Z",
"endTime": "2026-04-03T22:25:56.775811146Z",
"updateTime": "2026-04-03T22:25:56.775811146Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "2972b5e59f1c5529b6ba770437812fd83ab4ebd4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:25:57.272] Invocation finished in 2h50m16.682139088s with status FAILED