[16:40:42.898] New invocation is queued and will start shortly
[16:40:43.981] Starting the invocation (attempt 1)
[16:40:44.007] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/3a70d0349fa378a10c3748f1a48742e61505020f"
[16:40:44.007] Popped gitiles commit info from properties and tags
[16:40:44.007] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:40:44.008] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:40:44.008] Buildbucket request:
{
"requestId": "8854126439268205152",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854126439268205152",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "241cd7eeede225d08b3828a7df79f805894bd68d"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@241cd7eeede225d08b3828a7df79f805894bd68d",
"title": "241cd7eeede225d08b3828a7df79f805894bd68d",
"url": "https://rust.googlesource.com/rust/+/241cd7eeede225d08b3828a7df79f805894bd68d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "3a70d0349fa378a10c3748f1a48742e61505020f"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@3a70d0349fa378a10c3748f1a48742e61505020f",
"title": "3a70d0349fa378a10c3748f1a48742e61505020f",
"url": "https://rust.googlesource.com/rust/+/3a70d0349fa378a10c3748f1a48742e61505020f"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "3a70d0349fa378a10c3748f1a48742e61505020f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854126439268205152"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:40:44.575] Scheduled build:
{
"id": "8688696377347256177",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-27T16:40:44.079662110Z",
"updateTime": "2026-02-27T16:40:44.079662110Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "3a70d0349fa378a10c3748f1a48742e61505020f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:40:44.575] Task URL: https://cr-buildbucket.appspot.com/build/8688696377347256177
[16:40:44.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:2:0) after 7m56s
[16:40:45.392] Received PubSub notification, asking Buildbucket for the build status
[16:40:45.407] Build status: SCHEDULED
[16:40:48.504] Received PubSub notification, asking Buildbucket for the build status
[16:40:48.589] Build status: STARTED
[16:48:40.596] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:2:0)
[16:48:40.612] Build status: STARTED
[16:48:40.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:5:0) after 8m33s
[16:57:13.637] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:5:0)
[16:57:13.657] Build status: STARTED
[16:57:13.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:6:0) after 9m22s
[17:06:35.720] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:6:0)
[17:06:35.768] Build status: STARTED
[17:06:35.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:7:0) after 4m52s
[17:11:27.837] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:7:0)
[17:11:27.856] Build status: STARTED
[17:11:27.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:8:0) after 5m17s
[17:16:44.908] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:8:0)
[17:16:44.923] Build status: STARTED
[17:16:44.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:9:0) after 3m32s
[17:20:16.973] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:9:0)
[17:20:16.997] Build status: STARTED
[17:20:16.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:10:0) after 9m57s
[17:30:14.010] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:10:0)
[17:30:14.032] Build status: STARTED
[17:30:14.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:11:0) after 5m44s
[17:35:58.179] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:11:0)
[17:35:58.205] Build status: STARTED
[17:35:58.205] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:12:0) after 5m52s
[17:41:50.262] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:12:0)
[17:41:50.283] Build status: STARTED
[17:41:50.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:13:0) after 8m43s
[17:50:33.348] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:13:0)
[17:50:33.363] Build status: STARTED
[17:50:33.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:14:0) after 9m26s
[17:59:59.388] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:14:0)
[17:59:59.413] Build status: STARTED
[17:59:59.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:15:0) after 8m55s
[18:08:54.495] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:15:0)
[18:08:54.511] Build status: STARTED
[18:08:54.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:16:0) after 1m54s
[18:10:48.540] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:16:0)
[18:10:48.565] Build status: STARTED
[18:10:48.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:17:0) after 5m42s
[18:16:30.580] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:17:0)
[18:16:30.617] Build status: STARTED
[18:16:30.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:18:0) after 8m35s
[18:25:05.636] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:18:0)
[18:25:05.657] Build status: STARTED
[18:25:05.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:19:0) after 2m38s
[18:27:43.755] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:19:0)
[18:27:43.769] Build status: STARTED
[18:27:43.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:20:0) after 9m44s
[18:37:27.793] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:20:0)
[18:37:27.834] Build status: STARTED
[18:37:27.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:21:0) after 9m0s
[18:46:27.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:21:0)
[18:46:27.907] Build status: STARTED
[18:46:27.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:22:0) after 4m21s
[18:50:49.199] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:22:0)
[18:50:49.220] Build status: STARTED
[18:50:49.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:23:0) after 3m8s
[18:53:57.281] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:23:0)
[18:53:57.303] Build status: STARTED
[18:53:57.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:24:0) after 8m39s
[19:02:36.315] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:24:0)
[19:02:36.333] Build status: STARTED
[19:02:36.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:25:0) after 8m32s
[19:11:08.366] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:25:0)
[19:11:08.412] Build status: STARTED
[19:11:08.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:26:0) after 7m44s
[19:18:52.493] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:26:0)
[19:18:52.513] Build status: STARTED
[19:18:52.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:27:0) after 4m42s
[19:23:34.475] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:27:0)
[19:23:34.492] Build status: STARTED
[19:23:34.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:28:0) after 6m22s
[19:29:56.574] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:28:0)
[19:29:56.592] Build status: STARTED
[19:29:56.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:29:0) after 5m53s
[19:35:49.660] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:29:0)
[19:35:49.682] Build status: STARTED
[19:35:49.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:30:0) after 8m46s
[19:44:35.730] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:30:0)
[19:44:35.771] Build status: STARTED
[19:44:35.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:31:0) after 8m27s
[19:53:02.876] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:31:0)
[19:53:02.958] Build status: STARTED
[19:53:02.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:32:0) after 9m10s
[20:02:13.062] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:32:0)
[20:02:13.079] Build status: STARTED
[20:02:13.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:33:0) after 5m53s
[20:08:06.197] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:33:0)
[20:08:06.210] Build status: STARTED
[20:08:06.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:34:0) after 8m36s
[20:16:42.235] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:34:0)
[20:16:42.300] Build status: STARTED
[20:16:42.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:35:0) after 8m43s
[20:25:25.317] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:35:0)
[20:25:25.334] Build status: STARTED
[20:25:25.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:36:0) after 5m18s
[20:30:43.403] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:36:0)
[20:30:43.419] Build status: STARTED
[20:30:43.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:37:0) after 1m40s
[20:32:23.485] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:37:0)
[20:32:23.502] Build status: STARTED
[20:32:23.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:38:0) after 3m27s
[20:35:50.519] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:38:0)
[20:35:50.604] Build status: STARTED
[20:35:50.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:39:0) after 8m30s
[20:44:20.630] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:39:0)
[20:44:20.649] Build status: STARTED
[20:44:20.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:40:0) after 5m48s
[20:50:08.702] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:40:0)
[20:50:08.794] Build status: STARTED
[20:50:08.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:41:0) after 5m21s
[20:55:29.880] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:41:0)
[20:55:29.905] Build status: STARTED
[20:55:29.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:42:0) after 5m13s
[21:00:42.922] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:42:0)
[21:00:42.949] Build status: STARTED
[21:00:42.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:43:0) after 6m29s
[21:07:11.972] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:43:0)
[21:07:11.992] Build status: STARTED
[21:07:11.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:44:0) after 2m56s
[21:10:08.057] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:44:0)
[21:10:08.098] Build status: STARTED
[21:10:08.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8854126439268205152:45:0) after 9m57s
[21:14:09.272] Received PubSub notification, asking Buildbucket for the build status
[21:14:09.295] Build:
{
"id": "8688696377347256177",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-27T16:40:44.079662110Z",
"startTime": "2026-02-27T16:40:48.309412706Z",
"endTime": "2026-02-27T21:14:08.998420784Z",
"updateTime": "2026-02-27T21:14:08.998420784Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "3a70d0349fa378a10c3748f1a48742e61505020f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:14:09.295] Invocation finished in 4h33m26.431660572s with status FAILED