[06:27:59.479] New invocation is queued and will start shortly
[06:28:01.160] Starting the invocation (attempt 1)
[06:28:01.199] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/8931f23941cf9ec0093f86a81337873b288344c9"
[06:28:01.199] Popped gitiles commit info from properties and tags
[06:28:01.199] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:28:01.199] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:28:01.199] Buildbucket request:
{
"requestId": "8851084691624480512",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851084691624480512",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "0eea36fea4e46e0403cbafea7c560bda40e6784f"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@0eea36fea4e46e0403cbafea7c560bda40e6784f",
"title": "0eea36fea4e46e0403cbafea7c560bda40e6784f",
"url": "https://rust.googlesource.com/rust/+/0eea36fea4e46e0403cbafea7c560bda40e6784f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "c30f5cb084f83a4c8fc1274e6a583fb196437650"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@c30f5cb084f83a4c8fc1274e6a583fb196437650",
"title": "c30f5cb084f83a4c8fc1274e6a583fb196437650",
"url": "https://rust.googlesource.com/rust/+/c30f5cb084f83a4c8fc1274e6a583fb196437650"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "919c632c0ee215816d43aa8ab6602d253370a971"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@919c632c0ee215816d43aa8ab6602d253370a971",
"title": "919c632c0ee215816d43aa8ab6602d253370a971",
"url": "https://rust.googlesource.com/rust/+/919c632c0ee215816d43aa8ab6602d253370a971"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "cb74dde256a8ece57687e3fa611168a31e562cf2"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@cb74dde256a8ece57687e3fa611168a31e562cf2",
"title": "cb74dde256a8ece57687e3fa611168a31e562cf2",
"url": "https://rust.googlesource.com/rust/+/cb74dde256a8ece57687e3fa611168a31e562cf2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "8931f23941cf9ec0093f86a81337873b288344c9"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@8931f23941cf9ec0093f86a81337873b288344c9",
"title": "8931f23941cf9ec0093f86a81337873b288344c9",
"url": "https://rust.googlesource.com/rust/+/8931f23941cf9ec0093f86a81337873b288344c9"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "8931f23941cf9ec0093f86a81337873b288344c9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851084691624480512"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:28:01.664] Scheduled build:
{
"id": "8685654629074286785",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-02T06:28:01.284510560Z",
"updateTime": "2026-04-02T06:28:01.284510560Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "8931f23941cf9ec0093f86a81337873b288344c9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:28:01.664] Task URL: https://cr-buildbucket.appspot.com/build/8685654629074286785
[06:28:01.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:2:0) after 6m53s
[06:28:02.582] Received PubSub notification, asking Buildbucket for the build status
[06:28:02.600] Build status: SCHEDULED
[06:28:04.446] Received PubSub notification, asking Buildbucket for the build status
[06:28:04.570] Build status: STARTED
[06:34:54.679] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:2:0)
[06:34:54.698] Build status: STARTED
[06:34:54.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:5:0) after 4m7s
[06:39:01.717] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:5:0)
[06:39:01.736] Build status: STARTED
[06:39:01.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:6:0) after 3m19s
[06:42:20.751] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:6:0)
[06:42:20.776] Build status: STARTED
[06:42:20.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:7:0) after 2m32s
[06:44:52.791] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:7:0)
[06:44:52.856] Build status: STARTED
[06:44:52.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:8:0) after 7m23s
[06:52:16.003] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:8:0)
[06:52:16.022] Build status: STARTED
[06:52:16.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:9:0) after 4m14s
[06:56:30.034] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:9:0)
[06:56:30.059] Build status: STARTED
[06:56:30.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:10:0) after 4m2s
[07:00:32.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:10:0)
[07:00:32.220] Build status: STARTED
[07:00:32.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:11:0) after 3m6s
[07:03:38.221] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:11:0)
[07:03:38.239] Build status: STARTED
[07:03:38.239] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:12:0) after 7m56s
[07:11:34.357] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:12:0)
[07:11:34.387] Build status: STARTED
[07:11:34.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:13:0) after 7m23s
[07:18:57.403] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:13:0)
[07:18:57.488] Build status: STARTED
[07:18:57.488] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:14:0) after 9m40s
[07:28:37.503] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:14:0)
[07:28:37.570] Build status: STARTED
[07:28:37.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:15:0) after 4m48s
[07:33:25.641] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:15:0)
[07:33:25.662] Build status: STARTED
[07:33:25.662] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:16:0) after 2m20s
[07:35:45.719] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:16:0)
[07:35:45.742] Build status: STARTED
[07:35:45.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:17:0) after 7m8s
[07:42:53.790] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:17:0)
[07:42:53.855] Build status: STARTED
[07:42:53.855] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:18:0) after 7m18s
[07:50:11.845] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:18:0)
[07:50:11.884] Build status: STARTED
[07:50:11.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:19:0) after 8m16s
[07:58:27.897] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:19:0)
[07:58:27.923] Build status: STARTED
[07:58:27.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:20:0) after 7m27s
[08:05:54.933] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:20:0)
[08:05:54.955] Build status: STARTED
[08:05:54.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:21:0) after 4m37s
[08:10:31.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:21:0)
[08:10:31.983] Build status: STARTED
[08:10:31.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:22:0) after 4m28s
[08:15:00.051] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:22:0)
[08:15:00.110] Build status: STARTED
[08:15:00.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:23:0) after 1m40s
[08:16:40.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:23:0)
[08:16:40.170] Build status: STARTED
[08:16:40.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:24:0) after 3m36s
[08:20:16.216] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:24:0)
[08:20:16.246] Build status: STARTED
[08:20:16.246] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:25:0) after 8m47s
[08:29:03.411] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:25:0)
[08:29:03.476] Build status: STARTED
[08:29:03.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:26:0) after 2m26s
[08:31:29.510] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:26:0)
[08:31:29.526] Build status: STARTED
[08:31:29.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:27:0) after 6m51s
[08:38:20.541] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:27:0)
[08:38:20.560] Build status: STARTED
[08:38:20.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:28:0) after 4m34s
[08:42:54.607] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:28:0)
[08:42:54.628] Build status: STARTED
[08:42:54.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:29:0) after 1m56s
[08:44:50.668] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:29:0)
[08:44:50.694] Build status: STARTED
[08:44:50.694] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:30:0) after 5m37s
[08:50:27.716] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:30:0)
[08:50:27.732] Build status: STARTED
[08:50:27.732] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:31:0) after 4m7s
[08:54:34.800] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:31:0)
[08:54:34.838] Build status: STARTED
[08:54:34.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:32:0) after 8m23s
[09:02:57.814] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:32:0)
[09:02:57.851] Build status: STARTED
[09:02:57.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:33:0) after 7m27s
[09:10:24.874] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:33:0)
[09:10:24.895] Build status: STARTED
[09:10:24.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:34:0) after 7m58s
[09:18:22.910] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:34:0)
[09:18:22.966] Build status: STARTED
[09:18:22.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:35:0) after 1m56s
[09:20:19.034] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:35:0)
[09:20:19.050] Build status: STARTED
[09:20:19.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:36:0) after 8m51s
[09:29:10.163] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:36:0)
[09:29:10.182] Build status: STARTED
[09:29:10.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:37:0) after 6m53s
[09:36:03.302] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:37:0)
[09:36:03.322] Build status: STARTED
[09:36:03.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:38:0) after 2m14s
[09:38:17.547] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:38:0)
[09:38:17.563] Build status: STARTED
[09:38:17.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:39:0) after 5m7s
[09:43:24.654] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:39:0)
[09:43:24.670] Build status: STARTED
[09:43:24.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:40:0) after 4m14s
[09:47:38.686] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:40:0)
[09:47:38.707] Build status: STARTED
[09:47:38.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:41:0) after 6m30s
[09:54:08.821] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:41:0)
[09:54:08.840] Build status: STARTED
[09:54:08.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:42:0) after 3m36s
[09:57:44.856] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:42:0)
[09:57:44.882] Build status: STARTED
[09:57:44.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:43:0) after 9m0s
[10:06:44.902] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:43:0)
[10:06:44.922] Build status: STARTED
[10:06:44.922] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:44:0) after 5m3s
[10:11:47.987] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:44:0)
[10:11:48.075] Build status: STARTED
[10:11:48.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851084691624480512:45:0) after 7m55s
[10:18:40.944] Received PubSub notification, asking Buildbucket for the build status
[10:18:41.028] Build:
{
"id": "8685654629074286785",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-02T06:28:01.284510560Z",
"startTime": "2026-04-02T06:28:04.272227145Z",
"endTime": "2026-04-02T10:18:40.562861499Z",
"updateTime": "2026-04-02T10:18:40.562861499Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "8931f23941cf9ec0093f86a81337873b288344c9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:18:41.028] Invocation finished in 3h50m41.559032961s with status FAILED