[16:37:58.429] New invocation is queued and will start shortly
[16:38:00.869] Starting the invocation (attempt 1)
[16:38:00.899] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/656ccbe796ff98def9b555c118e1620c5389e3b2"
[16:38:00.899] Popped gitiles commit info from properties and tags
[16:38:00.899] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:38:00.900] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:38:00.900] Buildbucket request:
{
"requestId": "8841443036403068416",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841443036403068416",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "e8c660bad1b4246dd531d674f6839106833170e2"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@e8c660bad1b4246dd531d674f6839106833170e2",
"title": "e8c660bad1b4246dd531d674f6839106833170e2",
"url": "https://rust.googlesource.com/rust/+/e8c660bad1b4246dd531d674f6839106833170e2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "0e297899348c6b9d672af434d24aafe7c57e106d"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@0e297899348c6b9d672af434d24aafe7c57e106d",
"title": "0e297899348c6b9d672af434d24aafe7c57e106d",
"url": "https://rust.googlesource.com/rust/+/0e297899348c6b9d672af434d24aafe7c57e106d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "d0042c3c7c55e382ad0ceeb768d95da0501ef3e9"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@d0042c3c7c55e382ad0ceeb768d95da0501ef3e9",
"title": "d0042c3c7c55e382ad0ceeb768d95da0501ef3e9",
"url": "https://rust.googlesource.com/rust/+/d0042c3c7c55e382ad0ceeb768d95da0501ef3e9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "b357c7c0ff254414b243730afa27ccc83b716e3f"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@b357c7c0ff254414b243730afa27ccc83b716e3f",
"title": "b357c7c0ff254414b243730afa27ccc83b716e3f",
"url": "https://rust.googlesource.com/rust/+/b357c7c0ff254414b243730afa27ccc83b716e3f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "1a8ecb0b5b98250a03971a5da7095547054430e6"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@1a8ecb0b5b98250a03971a5da7095547054430e6",
"title": "1a8ecb0b5b98250a03971a5da7095547054430e6",
"url": "https://rust.googlesource.com/rust/+/1a8ecb0b5b98250a03971a5da7095547054430e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "17d526f1be4f5f42e34a05efc35e32e8a638b0df"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@17d526f1be4f5f42e34a05efc35e32e8a638b0df",
"title": "17d526f1be4f5f42e34a05efc35e32e8a638b0df",
"url": "https://rust.googlesource.com/rust/+/17d526f1be4f5f42e34a05efc35e32e8a638b0df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "fa56a01dadbe72a12a3d5f42ec313c98f694cb9b"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@fa56a01dadbe72a12a3d5f42ec313c98f694cb9b",
"title": "fa56a01dadbe72a12a3d5f42ec313c98f694cb9b",
"url": "https://rust.googlesource.com/rust/+/fa56a01dadbe72a12a3d5f42ec313c98f694cb9b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "656ccbe796ff98def9b555c118e1620c5389e3b2"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@656ccbe796ff98def9b555c118e1620c5389e3b2",
"title": "656ccbe796ff98def9b555c118e1620c5389e3b2",
"url": "https://rust.googlesource.com/rust/+/656ccbe796ff98def9b555c118e1620c5389e3b2"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "656ccbe796ff98def9b555c118e1620c5389e3b2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841443036403068416"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:38:01.910] Scheduled build:
{
"id": "8676012972964341633",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-17T16:38:01.084935488Z",
"updateTime": "2026-07-17T16:38:01.084935488Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "656ccbe796ff98def9b555c118e1620c5389e3b2",
"ref": "refs/heads/main"
}
}
}
[16:38:01.910] Task URL: https://cr-buildbucket.appspot.com/build/8676012972964341633
[16:38:01.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:2:0) after 4m44s
[16:38:02.591] Received PubSub notification, asking Buildbucket for the build status
[16:38:02.611] Build status: SCHEDULED
[16:38:04.896] Received PubSub notification, asking Buildbucket for the build status
[16:38:04.913] Build status: STARTED
[16:42:45.982] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:2:0)
[16:42:46.002] Build status: STARTED
[16:42:46.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:5:0) after 2m56s
[16:45:42.066] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:5:0)
[16:45:42.132] Build status: STARTED
[16:45:42.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:6:0) after 1m25s
[16:47:07.284] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:6:0)
[16:47:07.348] Build status: STARTED
[16:47:07.348] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:7:0) after 1m20s
[16:48:27.584] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:7:0)
[16:48:27.611] Build status: STARTED
[16:48:27.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:8:0) after 6m14s
[16:54:41.662] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:8:0)
[16:54:41.728] Build status: STARTED
[16:54:41.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:9:0) after 8m12s
[17:02:53.893] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:9:0)
[17:02:53.913] Build status: STARTED
[17:02:53.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:10:0) after 2m2s
[17:04:55.928] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:10:0)
[17:04:55.948] Build status: STARTED
[17:04:55.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:11:0) after 4m11s
[17:09:06.934] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:11:0)
[17:09:06.959] Build status: STARTED
[17:09:06.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:12:0) after 5m35s
[17:14:42.078] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:12:0)
[17:14:42.097] Build status: STARTED
[17:14:42.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:13:0) after 9m52s
[17:24:34.120] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:13:0)
[17:24:34.136] Build status: STARTED
[17:24:34.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:14:0) after 9m58s
[17:34:32.214] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:14:0)
[17:34:32.230] Build status: STARTED
[17:34:32.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:15:0) after 9m45s
[17:44:17.298] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:15:0)
[17:44:17.317] Build status: STARTED
[17:44:17.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:16:0) after 2m3s
[17:46:20.349] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:16:0)
[17:46:20.386] Build status: STARTED
[17:46:20.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:17:0) after 5m35s
[17:51:55.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:17:0)
[17:51:55.509] Build status: STARTED
[17:51:55.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:18:0) after 2m47s
[17:54:42.574] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:18:0)
[17:54:42.591] Build status: STARTED
[17:54:42.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:19:0) after 6m23s
[18:01:05.664] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:19:0)
[18:01:05.724] Build status: STARTED
[18:01:05.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:20:0) after 4m14s
[18:05:19.744] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:20:0)
[18:05:19.811] Build status: STARTED
[18:05:19.811] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:21:0) after 9m42s
[18:15:01.868] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:21:0)
[18:15:01.903] Build status: STARTED
[18:15:01.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:22:0) after 1m23s
[18:16:24.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:22:0)
[18:16:24.957] Build status: STARTED
[18:16:24.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:23:0) after 6m58s
[18:23:23.055] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:23:0)
[18:23:23.082] Build status: STARTED
[18:23:23.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:24:0) after 7m2s
[18:30:25.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:24:0)
[18:30:25.159] Build status: STARTED
[18:30:25.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:25:0) after 6m32s
[18:36:57.374] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:25:0)
[18:36:57.396] Build status: STARTED
[18:36:57.396] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:26:0) after 6m58s
[18:43:55.426] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:26:0)
[18:43:55.453] Build status: STARTED
[18:43:55.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:27:0) after 1m34s
[18:45:29.518] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:27:0)
[18:45:29.604] Build status: STARTED
[18:45:29.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:28:0) after 9m38s
[18:55:07.614] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:28:0)
[18:55:07.634] Build status: STARTED
[18:55:07.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:29:0) after 1m41s
[18:56:48.672] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:29:0)
[18:56:48.701] Build status: STARTED
[18:56:48.701] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:30:0) after 9m34s
[19:06:22.736] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:30:0)
[19:06:22.888] Build status: STARTED
[19:06:22.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:31:0) after 9m16s
[19:15:38.905] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:31:0)
[19:15:38.924] Build status: STARTED
[19:15:38.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:32:0) after 2m49s
[19:18:27.928] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:32:0)
[19:18:27.945] Build status: STARTED
[19:18:27.945] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:33:0) after 5m27s
[19:23:55.117] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:33:0)
[19:23:55.137] Build status: STARTED
[19:23:55.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:34:0) after 3m2s
[19:26:57.301] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:34:0)
[19:26:57.324] Build status: STARTED
[19:26:57.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:35:0) after 5m22s
[19:32:19.333] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:35:0)
[19:32:19.352] Build status: STARTED
[19:32:19.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:36:0) after 9m5s
[19:41:24.402] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:36:0)
[19:41:24.421] Build status: STARTED
[19:41:24.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:37:0) after 3m36s
[19:45:00.488] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:37:0)
[19:45:00.506] Build status: STARTED
[19:45:00.506] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:38:0) after 9m26s
[19:54:26.546] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:38:0)
[19:54:26.576] Build status: STARTED
[19:54:26.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:39:0) after 7m48s
[20:02:14.648] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:39:0)
[20:02:14.666] Build status: STARTED
[20:02:14.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:40:0) after 8m23s
[20:10:37.865] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:40:0)
[20:10:37.892] Build status: STARTED
[20:10:37.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:41:0) after 6m33s
[20:17:10.909] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:41:0)
[20:17:10.927] Build status: STARTED
[20:17:10.927] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:42:0) after 3m34s
[20:20:44.943] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:42:0)
[20:20:44.967] Build status: STARTED
[20:20:44.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8841443036403068416:43:0) after 3m58s
[20:24:36.995] Received PubSub notification, asking Buildbucket for the build status
[20:24:37.022] Build:
{
"id": "8676012972964341633",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-17T16:38:01.084935488Z",
"startTime": "2026-07-17T16:38:04.632304883Z",
"endTime": "2026-07-17T20:24:35.622877432Z",
"updateTime": "2026-07-17T20:24:35.622877432Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "656ccbe796ff98def9b555c118e1620c5389e3b2",
"ref": "refs/heads/main"
}
}
}
[20:24:37.022] Invocation finished in 3h46m38.601327578s with status FAILED