[02:39:00.558] New invocation is queued and will start shortly
[02:39:01.586] Starting the invocation (attempt 1)
[02:39:01.612] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/dc3f85158a955a87a6e4363af1fbe9cf2d063cce"
[02:39:01.612] Popped gitiles commit info from properties and tags
[02:39:01.612] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:39:01.612] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:39:01.612] Buildbucket request:
{
"requestId": "8840589849819267632",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840589849819267632",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "d70e25e90452f749c8e284ec1362685662f8c179"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@d70e25e90452f749c8e284ec1362685662f8c179",
"title": "d70e25e90452f749c8e284ec1362685662f8c179",
"url": "https://rust.googlesource.com/rust/+/d70e25e90452f749c8e284ec1362685662f8c179"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "203ebf228d120b6a5f80e10e2cd5df1074e9ae66"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@203ebf228d120b6a5f80e10e2cd5df1074e9ae66",
"title": "203ebf228d120b6a5f80e10e2cd5df1074e9ae66",
"url": "https://rust.googlesource.com/rust/+/203ebf228d120b6a5f80e10e2cd5df1074e9ae66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "dc3f85158a955a87a6e4363af1fbe9cf2d063cce"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@dc3f85158a955a87a6e4363af1fbe9cf2d063cce",
"title": "dc3f85158a955a87a6e4363af1fbe9cf2d063cce",
"url": "https://rust.googlesource.com/rust/+/dc3f85158a955a87a6e4363af1fbe9cf2d063cce"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "dc3f85158a955a87a6e4363af1fbe9cf2d063cce",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840589849819267632"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:39:02.202] Scheduled build:
{
"id": "8675159787840559665",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-27T02:39:01.824049453Z",
"updateTime": "2026-07-27T02:39:01.824049453Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "dc3f85158a955a87a6e4363af1fbe9cf2d063cce",
"ref": "refs/heads/main"
}
}
}
[02:39:02.202] Task URL: https://cr-buildbucket.appspot.com/build/8675159787840559665
[02:39:02.202] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:2:0) after 2m48s
[02:39:03.148] Received PubSub notification, asking Buildbucket for the build status
[02:39:03.269] Build status: SCHEDULED
[02:39:04.820] Received PubSub notification, asking Buildbucket for the build status
[02:39:04.837] Build status: STARTED
[02:41:50.220] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:2:0)
[02:41:50.240] Build status: STARTED
[02:41:50.240] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:5:0) after 1m25s
[02:43:15.450] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:5:0)
[02:43:15.474] Build status: STARTED
[02:43:15.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:6:0) after 8m27s
[02:51:42.488] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:6:0)
[02:51:42.507] Build status: STARTED
[02:51:42.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:7:0) after 3m48s
[02:55:30.549] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:7:0)
[02:55:30.570] Build status: STARTED
[02:55:30.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:8:0) after 1m40s
[02:57:10.680] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:8:0)
[02:57:10.697] Build status: STARTED
[02:57:10.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:9:0) after 6m14s
[03:03:24.707] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:9:0)
[03:03:24.767] Build status: STARTED
[03:03:24.767] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:10:0) after 8m14s
[03:11:38.812] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:10:0)
[03:11:38.830] Build status: STARTED
[03:11:38.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:11:0) after 8m28s
[03:20:06.867] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:11:0)
[03:20:06.884] Build status: STARTED
[03:20:06.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:12:0) after 4m24s
[03:24:30.883] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:12:0)
[03:24:30.901] Build status: STARTED
[03:24:30.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:13:0) after 3m47s
[03:28:17.917] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:13:0)
[03:28:17.933] Build status: STARTED
[03:28:17.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:14:0) after 1m58s
[03:30:15.949] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:14:0)
[03:30:16.035] Build status: STARTED
[03:30:16.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:15:0) after 3m52s
[03:34:08.152] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:15:0)
[03:34:08.179] Build status: STARTED
[03:34:08.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:16:0) after 2m4s
[03:36:12.363] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:16:0)
[03:36:12.399] Build status: STARTED
[03:36:12.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:17:0) after 3m15s
[03:39:27.438] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:17:0)
[03:39:27.457] Build status: STARTED
[03:39:27.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:18:0) after 2m28s
[03:41:55.526] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:18:0)
[03:41:55.561] Build status: STARTED
[03:41:55.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:19:0) after 5m33s
[03:47:28.639] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:19:0)
[03:47:28.660] Build status: STARTED
[03:47:28.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:20:0) after 2m17s
[03:49:45.743] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:20:0)
[03:49:45.759] Build status: STARTED
[03:49:45.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:21:0) after 9m36s
[03:59:21.823] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:21:0)
[03:59:21.843] Build status: STARTED
[03:59:21.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:22:0) after 7m24s
[04:06:45.958] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:22:0)
[04:06:45.979] Build status: STARTED
[04:06:45.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:23:0) after 2m5s
[04:08:51.063] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:23:0)
[04:08:51.088] Build status: STARTED
[04:08:51.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:24:0) after 5m21s
[04:14:12.234] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:24:0)
[04:14:12.368] Build status: STARTED
[04:14:12.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:25:0) after 5m29s
[04:19:41.627] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:25:0)
[04:19:41.648] Build status: STARTED
[04:19:41.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:26:0) after 3m57s
[04:23:38.770] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:26:0)
[04:23:38.800] Build status: STARTED
[04:23:38.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:27:0) after 5m43s
[04:29:21.815] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:27:0)
[04:29:21.831] Build status: STARTED
[04:29:21.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:28:0) after 3m54s
[04:33:15.850] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:28:0)
[04:33:15.868] Build status: STARTED
[04:33:15.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:29:0) after 7m34s
[04:40:49.981] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:29:0)
[04:40:49.996] Build status: STARTED
[04:40:49.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:30:0) after 1m8s
[04:41:57.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:30:0)
[04:41:58.017] Build status: STARTED
[04:41:58.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:31:0) after 2m9s
[04:44:07.975] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:31:0)
[04:44:07.998] Build status: STARTED
[04:44:07.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:32:0) after 5m39s
[04:49:47.489] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:32:0)
[04:49:47.508] Build status: STARTED
[04:49:47.508] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:33:0) after 8m25s
[04:58:12.523] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:33:0)
[04:58:12.540] Build status: STARTED
[04:58:12.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:34:0) after 7m20s
[05:05:32.555] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:34:0)
[05:05:32.577] Build status: STARTED
[05:05:32.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:35:0) after 2m14s
[05:07:46.591] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:35:0)
[05:07:46.614] Build status: STARTED
[05:07:46.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:36:0) after 2m59s
[05:10:45.629] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:36:0)
[05:10:45.708] Build status: STARTED
[05:10:45.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:37:0) after 9m22s
[05:20:07.723] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:37:0)
[05:20:07.744] Build status: STARTED
[05:20:07.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:38:0) after 9m32s
[05:29:39.778] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:38:0)
[05:29:39.819] Build status: STARTED
[05:29:39.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:39:0) after 3m17s
[05:32:56.858] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:39:0)
[05:32:56.885] Build status: STARTED
[05:32:56.885] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:40:0) after 9m59s
[05:42:56.006] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:40:0)
[05:42:56.061] Build status: STARTED
[05:42:56.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:41:0) after 9m31s
[05:52:27.176] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:41:0)
[05:52:27.199] Build status: STARTED
[05:52:27.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:42:0) after 6m27s
[05:58:54.907] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:42:0)
[05:58:54.924] Build status: STARTED
[05:58:54.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:43:0) after 5m21s
[06:04:15.942] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:43:0)
[06:04:15.962] Build status: STARTED
[06:04:15.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:44:0) after 6m56s
[06:11:12.039] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:44:0)
[06:11:12.057] Build status: STARTED
[06:11:12.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:45:0) after 1m34s
[06:12:46.268] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:45:0)
[06:12:46.292] Build status: STARTED
[06:12:46.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:46:0) after 6m9s
[06:18:55.814] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:46:0)
[06:18:55.833] Build status: STARTED
[06:18:55.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:47:0) after 1m54s
[06:20:50.786] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:47:0)
[06:20:50.815] Build status: STARTED
[06:20:50.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8840589849819267632:48:0) after 7m43s
[06:26:18.814] Received PubSub notification, asking Buildbucket for the build status
[06:26:18.864] Build:
{
"id": "8675159787840559665",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-27T02:39:01.824049453Z",
"startTime": "2026-07-27T02:39:04.592323822Z",
"endTime": "2026-07-27T06:26:18.358370542Z",
"updateTime": "2026-07-27T06:26:18.358370542Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "dc3f85158a955a87a6e4363af1fbe9cf2d063cce",
"ref": "refs/heads/main"
}
}
}
[06:26:18.864] Invocation finished in 3h47m18.310198188s with status FAILED