[07:18:29.363] New invocation is queued and will start shortly
[07:18:34.027] Starting the invocation (attempt 1)
[07:18:34.055] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/5b61449ed85a670f1dd3fca6a8c759ee0b451b66"
[07:18:34.055] Popped gitiles commit info from properties and tags
[07:18:34.055] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:18:34.055] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:18:34.055] Buildbucket request:
{
"requestId": "8852621662991636544",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852621662991636544",
"job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "e82f693005ac415c3edc84b7bcb086ea48a549da"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@e82f693005ac415c3edc84b7bcb086ea48a549da",
"title": "e82f693005ac415c3edc84b7bcb086ea48a549da",
"url": "https://rust.googlesource.com/rust/+/e82f693005ac415c3edc84b7bcb086ea48a549da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "99e1940adb9083a012aa4e651555c794cc22994f"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@99e1940adb9083a012aa4e651555c794cc22994f",
"title": "99e1940adb9083a012aa4e651555c794cc22994f",
"url": "https://rust.googlesource.com/rust/+/99e1940adb9083a012aa4e651555c794cc22994f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "7e72e74ea631f124809cb63f7330a09fdd165756"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@7e72e74ea631f124809cb63f7330a09fdd165756",
"title": "7e72e74ea631f124809cb63f7330a09fdd165756",
"url": "https://rust.googlesource.com/rust/+/7e72e74ea631f124809cb63f7330a09fdd165756"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "b1b87ffdbc24e3928bf0aa4c766cd731ebbc641e"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@b1b87ffdbc24e3928bf0aa4c766cd731ebbc641e",
"title": "b1b87ffdbc24e3928bf0aa4c766cd731ebbc641e",
"url": "https://rust.googlesource.com/rust/+/b1b87ffdbc24e3928bf0aa4c766cd731ebbc641e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "00dae097c4e0a87e468eec591ee8b00e2883c368"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@00dae097c4e0a87e468eec591ee8b00e2883c368",
"title": "00dae097c4e0a87e468eec591ee8b00e2883c368",
"url": "https://rust.googlesource.com/rust/+/00dae097c4e0a87e468eec591ee8b00e2883c368"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "774f23201523e60fd729c654061f82492760adec"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@774f23201523e60fd729c654061f82492760adec",
"title": "774f23201523e60fd729c654061f82492760adec",
"url": "https://rust.googlesource.com/rust/+/774f23201523e60fd729c654061f82492760adec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "6dcb85d55db58f6417aa64256db441425d552dbd"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@6dcb85d55db58f6417aa64256db441425d552dbd",
"title": "6dcb85d55db58f6417aa64256db441425d552dbd",
"url": "https://rust.googlesource.com/rust/+/6dcb85d55db58f6417aa64256db441425d552dbd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "f3f4ab9205af504e9f58268645b41b743587a965"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@f3f4ab9205af504e9f58268645b41b743587a965",
"title": "f3f4ab9205af504e9f58268645b41b743587a965",
"url": "https://rust.googlesource.com/rust/+/f3f4ab9205af504e9f58268645b41b743587a965"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "1d43a421b5ec13e9c8f6d43c92dedad9c9c5fe0c"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@1d43a421b5ec13e9c8f6d43c92dedad9c9c5fe0c",
"title": "1d43a421b5ec13e9c8f6d43c92dedad9c9c5fe0c",
"url": "https://rust.googlesource.com/rust/+/1d43a421b5ec13e9c8f6d43c92dedad9c9c5fe0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "8c3017c4773bd45a268956c6d6f75f0f6dbefa89"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@8c3017c4773bd45a268956c6d6f75f0f6dbefa89",
"title": "8c3017c4773bd45a268956c6d6f75f0f6dbefa89",
"url": "https://rust.googlesource.com/rust/+/8c3017c4773bd45a268956c6d6f75f0f6dbefa89"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "bd671824d5adad263c2641eada18885b5ceeecbd"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@bd671824d5adad263c2641eada18885b5ceeecbd",
"title": "bd671824d5adad263c2641eada18885b5ceeecbd",
"url": "https://rust.googlesource.com/rust/+/bd671824d5adad263c2641eada18885b5ceeecbd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "3e1052c6d587ceecde287146383f89106f1a33d9"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@3e1052c6d587ceecde287146383f89106f1a33d9",
"title": "3e1052c6d587ceecde287146383f89106f1a33d9",
"url": "https://rust.googlesource.com/rust/+/3e1052c6d587ceecde287146383f89106f1a33d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "eb101bb2f1247c23d7034ba6352d6ab1ec46bb8b"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@eb101bb2f1247c23d7034ba6352d6ab1ec46bb8b",
"title": "eb101bb2f1247c23d7034ba6352d6ab1ec46bb8b",
"url": "https://rust.googlesource.com/rust/+/eb101bb2f1247c23d7034ba6352d6ab1ec46bb8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "bbd1428a15051a33a788e599480c073b7a19503c"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@bbd1428a15051a33a788e599480c073b7a19503c",
"title": "bbd1428a15051a33a788e599480c073b7a19503c",
"url": "https://rust.googlesource.com/rust/+/bbd1428a15051a33a788e599480c073b7a19503c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "3a3454407f081d4beccad2ed3f5ed9635baffaec"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@3a3454407f081d4beccad2ed3f5ed9635baffaec",
"title": "3a3454407f081d4beccad2ed3f5ed9635baffaec",
"url": "https://rust.googlesource.com/rust/+/3a3454407f081d4beccad2ed3f5ed9635baffaec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "7514258efdf2e493183ab58c2c55e5bb5fc1e07e"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@7514258efdf2e493183ab58c2c55e5bb5fc1e07e",
"title": "7514258efdf2e493183ab58c2c55e5bb5fc1e07e",
"url": "https://rust.googlesource.com/rust/+/7514258efdf2e493183ab58c2c55e5bb5fc1e07e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "ce55e36b0f7b2606d2f793aa8c4d3d8b49ad7ec4"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@ce55e36b0f7b2606d2f793aa8c4d3d8b49ad7ec4",
"title": "ce55e36b0f7b2606d2f793aa8c4d3d8b49ad7ec4",
"url": "https://rust.googlesource.com/rust/+/ce55e36b0f7b2606d2f793aa8c4d3d8b49ad7ec4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://rust.googlesource.com/rust",
"revision": "5b61449ed85a670f1dd3fca6a8c759ee0b451b66"
},
"id": "https://rust.googlesource.com/rust/+/refs/heads/main@5b61449ed85a670f1dd3fca6a8c759ee0b451b66",
"title": "5b61449ed85a670f1dd3fca6a8c759ee0b451b66",
"url": "https://rust.googlesource.com/rust/+/5b61449ed85a670f1dd3fca6a8c759ee0b451b66"
}
]
}
},
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "5b61449ed85a670f1dd3fca6a8c759ee0b451b66",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852621662991636544"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:18:34.452] Scheduled build:
{
"id": "8687191597362338225",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-16T07:18:34.103559602Z",
"updateTime": "2026-03-16T07:18:34.103559602Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "5b61449ed85a670f1dd3fca6a8c759ee0b451b66",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:18:34.452] Task URL: https://cr-buildbucket.appspot.com/build/8687191597362338225
[07:18:34.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:2:0) after 6m38s
[07:18:35.409] Received PubSub notification, asking Buildbucket for the build status
[07:18:35.432] Build status: SCHEDULED
[07:18:37.644] Received PubSub notification, asking Buildbucket for the build status
[07:18:37.669] Build status: STARTED
[07:25:12.497] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:2:0)
[07:25:12.522] Build status: STARTED
[07:25:12.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:5:0) after 4m8s
[07:29:20.799] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:5:0)
[07:29:20.817] Build status: STARTED
[07:29:20.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:6:0) after 8m40s
[07:38:00.901] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:6:0)
[07:38:00.943] Build status: STARTED
[07:38:00.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:7:0) after 4m22s
[07:42:22.993] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:7:0)
[07:42:23.026] Build status: STARTED
[07:42:23.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:8:0) after 3m49s
[07:46:12.070] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:8:0)
[07:46:12.089] Build status: STARTED
[07:46:12.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:9:0) after 8m37s
[07:54:49.104] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:9:0)
[07:54:49.152] Build status: STARTED
[07:54:49.152] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:10:0) after 5m42s
[08:00:31.403] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:10:0)
[08:00:31.421] Build status: STARTED
[08:00:31.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:11:0) after 8m43s
[08:09:14.538] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:11:0)
[08:09:14.624] Build status: STARTED
[08:09:14.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:12:0) after 9m14s
[08:18:28.643] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:12:0)
[08:18:28.658] Build status: STARTED
[08:18:28.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:13:0) after 7m54s
[08:26:22.958] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:13:0)
[08:26:23.072] Build status: STARTED
[08:26:23.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:14:0) after 8m2s
[08:34:25.046] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:14:0)
[08:34:25.070] Build status: STARTED
[08:34:25.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:15:0) after 2m40s
[08:37:05.083] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:15:0)
[08:37:05.250] Build status: STARTED
[08:37:05.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:16:0) after 5m22s
[08:42:27.356] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:16:0)
[08:42:27.404] Build status: STARTED
[08:42:27.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:17:0) after 9m41s
[08:52:08.612] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:17:0)
[08:52:08.628] Build status: STARTED
[08:52:08.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:18:0) after 2m30s
[08:54:38.647] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:18:0)
[08:54:38.664] Build status: STARTED
[08:54:38.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:19:0) after 2m51s
[08:57:29.964] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:19:0)
[08:57:30.021] Build status: STARTED
[08:57:30.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:20:0) after 1m32s
[08:59:02.002] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:20:0)
[08:59:02.020] Build status: STARTED
[08:59:02.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:21:0) after 3m56s
[09:02:58.038] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:21:0)
[09:02:58.057] Build status: STARTED
[09:02:58.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:22:0) after 6m16s
[09:09:14.127] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:22:0)
[09:09:14.143] Build status: STARTED
[09:09:14.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:23:0) after 6m51s
[09:16:05.340] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:23:0)
[09:16:05.366] Build status: STARTED
[09:16:05.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:24:0) after 2m10s
[09:18:15.486] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:24:0)
[09:18:15.500] Build status: STARTED
[09:18:15.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:25:0) after 5m45s
[09:24:00.820] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:25:0)
[09:24:00.939] Build status: STARTED
[09:24:00.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:26:0) after 1m31s
[09:25:32.013] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:26:0)
[09:25:32.032] Build status: STARTED
[09:25:32.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:27:0) after 2m44s
[09:28:16.050] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:27:0)
[09:28:16.071] Build status: STARTED
[09:28:16.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:28:0) after 5m44s
[09:34:00.085] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:28:0)
[09:34:00.108] Build status: STARTED
[09:34:00.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:29:0) after 8m55s
[09:42:55.177] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:29:0)
[09:42:55.245] Build status: STARTED
[09:42:55.245] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:30:0) after 3m44s
[09:46:39.277] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:30:0)
[09:46:39.293] Build status: STARTED
[09:46:39.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8852621662991636544:31:0) after 9m15s
[09:55:46.915] Received PubSub notification, asking Buildbucket for the build status
[09:55:46.933] Build:
{
"id": "8687191597362338225",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_test-x64-linux"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-16T07:18:34.103559602Z",
"startTime": "2026-03-16T07:18:37.354737370Z",
"endTime": "2026-03-16T09:55:46.628255036Z",
"updateTime": "2026-03-16T09:55:46.628255036Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "rust.googlesource.com",
"project": "rust",
"id": "5b61449ed85a670f1dd3fca6a8c759ee0b451b66",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:55:46.933] Invocation finished in 2h37m17.582811727s with status FAILED