[20:57:37.432] New invocation is queued and will start shortly
[20:57:37.432] Triggered by user:rust-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[20:57:38.504] Starting the invocation (attempt 1)
[20:57:38.531] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/1a8fa555801329bd0e803d7384b5a21191c61f30"
[20:57:38.531] Reconstructed gitiles commit from tags
[20:57:38.532] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:57:38.532] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:57:38.532] Buildbucket request:
{
"requestId": "8835266106917858608",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "397924fa72b96e67b2bdcc7f2e0985a31e35664c",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "408f46920b0576bd568f8c75d7eb9b11a8f92aa6278ca2b0e696a873efe78455/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835266106917858608",
"job": "fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "df20e5b4be1d1998fa97351f0f72f0beb8b23900",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "743d399049f71e3f2bdea426ad1fa04063a7d9e8af1cbc6c597519c731b13d41/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "a92214c92df8cc0261f5ab5c08c6376c2c03a958"
}
},
"tags": [
"buildset:commit/gitiles/rust.googlesource.com/rust/+/a92214c92df8cc0261f5ab5c08c6376c2c03a958",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-linux-x64",
"user_agent:recipe"
]
},
"id": "618d989e-6f51-453c-adbb-bfdc531e3c35",
"title": "rust-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669853022467906417"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7ed828e43231a3aff2afd6acddfd189a5960761",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "3cd3f83cb22763884efaa89cee26e2245f42df9dc3e7066380feec0109f7045c/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "1a8fa555801329bd0e803d7384b5a21191c61f30"
}
},
"tags": [
"buildset:commit/gitiles/rust.googlesource.com/rust/+/1a8fa555801329bd0e803d7384b5a21191c61f30",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-linux-x64-bootstrap",
"user_agent:recipe"
]
},
"id": "8229d2ce-6fd4-4bd8-8dec-9ac8c0a097c0",
"title": "rust-linux-x64-bootstrap/0",
"url": "https://cr-buildbucket.appspot.com/build/8669841354033154145"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "397924fa72b96e67b2bdcc7f2e0985a31e35664c",
"project": "integration",
"ref": "refs/heads/releases/canary"
},
"rust_toolchain": {
"cas_digest": "408f46920b0576bd568f8c75d7eb9b11a8f92aa6278ca2b0e696a873efe78455/395",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "1a8fa555801329bd0e803d7384b5a21191c61f30"
}
},
"tags": [
"buildset:commit/gitiles/rust.googlesource.com/rust/+/1a8fa555801329bd0e803d7384b5a21191c61f30",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-linux-x64",
"user_agent:recipe"
]
},
"id": "3c68a2fe-6d03-4100-9dd5-bdadd422d43a",
"title": "rust-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669841354365166705"
}
]
},
"rust_toolchain": {
"git_repository": "https://rust.googlesource.com/rust",
"git_revision": "1a8fa555801329bd0e803d7384b5a21191c61f30"
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "1a8fa555801329bd0e803d7384b5a21191c61f30",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835266106917858608"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rust-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:57:39.111] Scheduled build:
{
"id": "8669836044955544081",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-23T20:57:38.680932452Z",
"updateTime": "2026-09-23T20:57:38.680932452Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "1a8fa555801329bd0e803d7384b5a21191c61f30",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:57:39.111] Task URL: https://cr-buildbucket.appspot.com/build/8669836044955544081
[20:57:39.111] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:2:0) after 2m52s
[20:57:42.294] Received PubSub notification, asking Buildbucket for the build status
[20:57:42.317] Build status: SCHEDULED
[20:58:14.374] Received PubSub notification, asking Buildbucket for the build status
[20:58:14.397] Build status: STARTED
[21:00:31.134] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:2:0)
[21:00:31.161] Build status: STARTED
[21:00:31.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:5:0) after 4m43s
[21:05:14.182] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:5:0)
[21:05:14.209] Build status: STARTED
[21:05:14.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:6:0) after 9m24s
[21:14:38.185] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:6:0)
[21:14:38.212] Build status: STARTED
[21:14:38.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:7:0) after 8m11s
[21:22:49.290] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:7:0)
[21:22:49.309] Build status: STARTED
[21:22:49.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:8:0) after 2m8s
[21:24:57.414] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:8:0)
[21:24:57.442] Build status: STARTED
[21:24:57.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:9:0) after 6m27s
[21:31:24.457] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:9:0)
[21:31:24.488] Build status: STARTED
[21:31:24.488] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:10:0) after 2m30s
[21:33:54.615] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:10:0)
[21:33:54.675] Build status: STARTED
[21:33:54.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:11:0) after 9m11s
[21:43:05.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:11:0)
[21:43:05.829] Build status: STARTED
[21:43:05.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:12:0) after 5m49s
[21:48:55.030] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:12:0)
[21:48:55.057] Build status: STARTED
[21:48:55.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:13:0) after 8m34s
[21:57:29.074] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:13:0)
[21:57:29.125] Build status: STARTED
[21:57:29.125] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:14:0) after 4m50s
[22:02:19.310] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:14:0)
[22:02:19.327] Build status: STARTED
[22:02:19.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:15:0) after 4m8s
[22:06:27.424] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:15:0)
[22:06:27.443] Build status: STARTED
[22:06:27.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:16:0) after 7m1s
[22:13:28.461] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:16:0)
[22:13:28.498] Build status: STARTED
[22:13:28.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:17:0) after 3m25s
[22:16:53.518] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:17:0)
[22:16:53.539] Build status: STARTED
[22:16:53.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:18:0) after 2m43s
[22:19:36.584] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:18:0)
[22:19:36.603] Build status: STARTED
[22:19:36.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:19:0) after 8m22s
[22:27:58.617] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:19:0)
[22:27:58.711] Build status: STARTED
[22:27:58.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:20:0) after 3m7s
[22:31:05.841] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:20:0)
[22:31:05.858] Build status: STARTED
[22:31:05.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:21:0) after 9m19s
[22:40:24.924] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:21:0)
[22:40:24.950] Build status: STARTED
[22:40:24.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:22:0) after 1m22s
[22:41:46.969] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:22:0)
[22:41:46.988] Build status: STARTED
[22:41:46.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:23:0) after 8m45s
[22:50:32.005] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:23:0)
[22:50:32.025] Build status: STARTED
[22:50:32.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:24:0) after 8m1s
[22:58:33.034] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:24:0)
[22:58:33.058] Build status: STARTED
[22:58:33.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:25:0) after 3m26s
[23:01:59.072] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:25:0)
[23:01:59.109] Build status: STARTED
[23:01:59.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:26:0) after 1m8s
[23:03:07.145] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:26:0)
[23:03:07.169] Build status: STARTED
[23:03:07.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:27:0) after 9m49s
[23:12:56.197] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:27:0)
[23:12:56.217] Build status: STARTED
[23:12:56.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:28:0) after 5m47s
[23:18:43.224] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:28:0)
[23:18:43.242] Build status: STARTED
[23:18:43.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:29:0) after 3m22s
[23:22:05.328] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:29:0)
[23:22:05.475] Build status: STARTED
[23:22:05.475] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:30:0) after 9m56s
[23:32:01.537] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:30:0)
[23:32:01.554] Build status: STARTED
[23:32:01.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:31:0) after 4m57s
[23:36:58.755] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:31:0)
[23:36:58.780] Build status: STARTED
[23:36:58.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:32:0) after 8m8s
[23:45:06.796] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:32:0)
[23:45:06.815] Build status: STARTED
[23:45:06.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:33:0) after 9m28s
[23:54:34.866] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:33:0)
[23:54:34.885] Build status: STARTED
[23:54:34.885] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:34:0) after 7m46s
[00:02:21.182] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:34:0)
[00:02:21.200] Build status: STARTED
[00:02:21.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:35:0) after 3m9s
[00:05:30.360] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:35:0)
[00:05:30.394] Build status: STARTED
[00:05:30.394] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:36:0) after 6m54s
[00:12:24.363] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:36:0)
[00:12:24.382] Build status: STARTED
[00:12:24.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:37:0) after 1m36s
[00:14:00.398] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:37:0)
[00:14:00.416] Build status: STARTED
[00:14:00.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:38:0) after 7m11s
[00:21:11.485] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:38:0)
[00:21:11.508] Build status: STARTED
[00:21:11.508] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:39:0) after 7m9s
[00:28:20.569] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:39:0)
[00:28:20.663] Build status: STARTED
[00:28:20.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:40:0) after 5m46s
[00:34:06.719] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:40:0)
[00:34:06.782] Build status: STARTED
[00:34:06.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:41:0) after 5m57s
[00:40:03.753] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:41:0)
[00:40:03.770] Build status: STARTED
[00:40:03.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_toolchain.core.arm64-debug:8835266106917858608:42:0) after 8m22s
[00:48:19.013] Received PubSub notification, asking Buildbucket for the build status
[00:48:19.035] Build:
{
"id": "8669836044955544081",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-23T20:57:38.680932452Z",
"startTime": "2026-09-23T20:58:07.766998417Z",
"endTime": "2026-09-24T00:48:18.614929125Z",
"updateTime": "2026-09-24T00:48:18.614929125Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "1a8fa555801329bd0e803d7384b5a21191c61f30",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:48:19.035] Invocation finished in 3h50m41.610574587s with status FAILED