[13:58:00.508] New invocation is queued and will start shortly
[13:58:01.689] Starting the invocation (attempt 1)
[13:58:01.710] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/7e28c7438a7b0c79a09724ba799d32ed461beb72"
[13:58:01.710] Popped gitiles commit info from properties and tags
[13:58:01.711] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:58:01.711] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:58:01.711] Buildbucket request:
{
"requestId": "8851509363827656528",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851509363827656528",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "6e2522e6e23fb5195d1413e79d077b66a5c1a3a2"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@6e2522e6e23fb5195d1413e79d077b66a5c1a3a2",
"title": "6e2522e6e23fb5195d1413e79d077b66a5c1a3a2",
"url": "https://rust.googlesource.com/rust/+/6e2522e6e23fb5195d1413e79d077b66a5c1a3a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "7e28c7438a7b0c79a09724ba799d32ed461beb72"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@7e28c7438a7b0c79a09724ba799d32ed461beb72",
"title": "7e28c7438a7b0c79a09724ba799d32ed461beb72",
"url": "https://rust.googlesource.com/rust/+/7e28c7438a7b0c79a09724ba799d32ed461beb72"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "7e28c7438a7b0c79a09724ba799d32ed461beb72",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851509363827656528"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:58:02.171] Scheduled build:
{
"id": "8686079301845250433",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T13:58:01.770722963Z",
"updateTime": "2026-03-28T13:58:01.770722963Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "7e28c7438a7b0c79a09724ba799d32ed461beb72",
"ref": "refs/heads/main"
}
}
}
[13:58:02.171] Task URL: https://cr-buildbucket.appspot.com/build/8686079301845250433
[13:58:02.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:2:0) after 6m37s
[13:58:03.059] Received PubSub notification, asking Buildbucket for the build status
[13:58:03.085] Build status: SCHEDULED
[13:58:05.712] Received PubSub notification, asking Buildbucket for the build status
[13:58:05.735] Build status: STARTED
[14:04:39.199] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:2:0)
[14:04:39.243] Build status: STARTED
[14:04:39.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:5:0) after 8m29s
[14:13:08.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:5:0)
[14:13:08.374] Build status: STARTED
[14:13:08.374] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:6:0) after 1m22s
[14:14:30.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:6:0)
[14:14:30.581] Build status: STARTED
[14:14:30.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:7:0) after 3m7s
[14:17:37.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:7:0)
[14:17:37.663] Build status: STARTED
[14:17:37.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:8:0) after 6m36s
[14:24:13.676] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:8:0)
[14:24:13.699] Build status: STARTED
[14:24:13.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:9:0) after 2m53s
[14:27:06.714] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:9:0)
[14:27:06.757] Build status: STARTED
[14:27:06.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:10:0) after 8m30s
[14:35:36.948] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:10:0)
[14:35:36.963] Build status: STARTED
[14:35:36.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:11:0) after 9m5s
[14:44:42.017] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:11:0)
[14:44:42.038] Build status: STARTED
[14:44:42.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:12:0) after 2m15s
[14:46:57.248] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:12:0)
[14:46:57.269] Build status: STARTED
[14:46:57.269] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:13:0) after 4m47s
[14:51:44.348] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:13:0)
[14:51:44.367] Build status: STARTED
[14:51:44.367] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:14:0) after 3m58s
[14:55:42.382] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:14:0)
[14:55:42.423] Build status: STARTED
[14:55:42.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:15:0) after 3m0s
[14:58:42.526] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:15:0)
[14:58:42.547] Build status: STARTED
[14:58:42.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:16:0) after 3m0s
[15:01:42.561] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:16:0)
[15:01:42.603] Build status: STARTED
[15:01:42.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:17:0) after 3m10s
[15:04:52.572] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:17:0)
[15:04:52.591] Build status: STARTED
[15:04:52.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:18:0) after 2m8s
[15:07:00.657] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:18:0)
[15:07:00.721] Build status: STARTED
[15:07:00.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:19:0) after 3m59s
[15:10:59.782] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:19:0)
[15:10:59.799] Build status: STARTED
[15:10:59.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:20:0) after 2m35s
[15:13:35.371] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:20:0)
[15:13:35.397] Build status: STARTED
[15:13:35.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:21:0) after 4m44s
[15:18:19.411] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:21:0)
[15:18:19.440] Build status: STARTED
[15:18:19.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:22:0) after 2m43s
[15:21:02.512] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:22:0)
[15:21:02.540] Build status: STARTED
[15:21:02.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:23:0) after 1m8s
[15:22:10.770] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:23:0)
[15:22:10.794] Build status: STARTED
[15:22:10.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:24:0) after 9m19s
[15:31:29.861] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:24:0)
[15:31:29.980] Build status: STARTED
[15:31:29.980] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:25:0) after 5m46s
[15:37:15.997] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:25:0)
[15:37:16.050] Build status: STARTED
[15:37:16.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:26:0) after 1m54s
[15:39:10.128] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:26:0)
[15:39:10.159] Build status: STARTED
[15:39:10.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:27:0) after 6m32s
[15:45:42.352] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:27:0)
[15:45:42.371] Build status: STARTED
[15:45:42.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:28:0) after 4m59s
[15:50:41.391] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:28:0)
[15:50:41.425] Build status: STARTED
[15:50:41.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:29:0) after 1m54s
[15:52:35.632] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:29:0)
[15:52:35.650] Build status: STARTED
[15:52:35.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:30:0) after 1m3s
[15:53:38.667] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:30:0)
[15:53:38.685] Build status: STARTED
[15:53:38.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:31:0) after 2m7s
[15:55:45.796] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:31:0)
[15:55:45.824] Build status: STARTED
[15:55:45.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:32:0) after 8m32s
[16:04:17.939] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:32:0)
[16:04:17.955] Build status: STARTED
[16:04:17.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:33:0) after 6m21s
[16:10:39.077] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:33:0)
[16:10:39.142] Build status: STARTED
[16:10:39.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:34:0) after 2m51s
[16:13:30.435] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:34:0)
[16:13:30.463] Build status: STARTED
[16:13:30.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:35:0) after 8m49s
[16:22:19.523] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:35:0)
[16:22:19.613] Build status: STARTED
[16:22:19.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:36:0) after 6m55s
[16:29:14.743] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:36:0)
[16:29:14.762] Build status: STARTED
[16:29:14.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:37:0) after 6m26s
[16:35:40.856] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:37:0)
[16:35:40.878] Build status: STARTED
[16:35:40.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:38:0) after 5m26s
[16:41:07.002] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:38:0)
[16:41:07.048] Build status: STARTED
[16:41:07.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:39:0) after 7m59s
[16:49:06.105] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:39:0)
[16:49:06.124] Build status: STARTED
[16:49:06.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:40:0) after 2m3s
[16:51:09.191] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:40:0)
[16:51:09.220] Build status: STARTED
[16:51:09.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:41:0) after 7m37s
[16:58:46.290] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:41:0)
[16:58:46.308] Build status: STARTED
[16:58:46.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:42:0) after 1m11s
[16:59:57.433] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:42:0)
[16:59:57.468] Build status: STARTED
[16:59:57.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:43:0) after 7m34s
[17:07:32.009] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:43:0)
[17:07:32.028] Build status: STARTED
[17:07:32.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:44:0) after 4m6s
[17:11:38.044] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:44:0)
[17:11:38.061] Build status: STARTED
[17:11:38.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:45:0) after 2m2s
[17:13:40.077] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:45:0)
[17:13:40.095] Build status: STARTED
[17:13:40.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:46:0) after 3m22s
[17:17:02.113] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:46:0)
[17:17:02.143] Build status: STARTED
[17:17:02.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:47:0) after 4m22s
[17:21:24.314] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:47:0)
[17:21:24.335] Build status: STARTED
[17:21:24.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:48:0) after 3m3s
[17:24:27.405] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:48:0)
[17:24:27.445] Build status: STARTED
[17:24:27.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:49:0) after 9m44s
[17:34:11.462] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:49:0)
[17:34:11.477] Build status: STARTED
[17:34:11.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851509363827656528:50:0) after 8m13s
[17:36:59.225] Received PubSub notification, asking Buildbucket for the build status
[17:36:59.241] Build:
{
"id": "8686079301845250433",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T13:58:01.770722963Z",
"startTime": "2026-03-28T13:58:04.845652161Z",
"endTime": "2026-03-28T17:36:58.906480622Z",
"updateTime": "2026-03-28T17:36:58.906480622Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "7e28c7438a7b0c79a09724ba799d32ed461beb72",
"ref": "refs/heads/main"
}
}
}
[17:36:59.241] Invocation finished in 3h38m58.745357388s with status FAILED