Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev dcb289cdbb0c21437b44969e73bed81fe9cb5da3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "toolchain.ci"
  builder: "rust_test-x64-linux"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://rust.googlesource.com/rust",
  "revision": "e1613686e0efc80a1a18b1263625450a8de3fb04"
}

Incoming tags

  • buildset:commit/gitiles/rust.googlesource.com/rust/+/e1613686e0efc80a1a18b1263625450a8de3fb04
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:07:14.119] New invocation is queued and will start shortly
[02:07:15.919] Starting the invocation (attempt 1)
[02:07:15.946] Popped buildset tag "buildset:commit/gitiles/rust.googlesource.com/rust/+/e1613686e0efc80a1a18b1263625450a8de3fb04"
[02:07:15.946] Popped gitiles commit info from properties and tags
[02:07:15.946] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:07:15.946] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:07:15.947] Buildbucket request:
{
  "requestId": "8851554081809620528",
  "builder": {
    "project": "fuchsia",
    "bucket": "toolchain.ci",
    "builder": "rust_test-x64-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851554081809620528",
            "job": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "82034115efa523a2fa470078901db92d2d4d246f"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@82034115efa523a2fa470078901db92d2d4d246f",
                        "title": "82034115efa523a2fa470078901db92d2d4d246f",
                        "url": "https://rust.googlesource.com/rust/+/82034115efa523a2fa470078901db92d2d4d246f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "a22e9e0e026bd1d2da24041b40a4227a0b7d6616"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@a22e9e0e026bd1d2da24041b40a4227a0b7d6616",
                        "title": "a22e9e0e026bd1d2da24041b40a4227a0b7d6616",
                        "url": "https://rust.googlesource.com/rust/+/a22e9e0e026bd1d2da24041b40a4227a0b7d6616"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "83a21a5e7129b62e4c1944affb906c0751a6cfaf"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@83a21a5e7129b62e4c1944affb906c0751a6cfaf",
                        "title": "83a21a5e7129b62e4c1944affb906c0751a6cfaf",
                        "url": "https://rust.googlesource.com/rust/+/83a21a5e7129b62e4c1944affb906c0751a6cfaf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "b4f2c8a08e8752f016978b96d09d473bc7bc1a7b"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@b4f2c8a08e8752f016978b96d09d473bc7bc1a7b",
                        "title": "b4f2c8a08e8752f016978b96d09d473bc7bc1a7b",
                        "url": "https://rust.googlesource.com/rust/+/b4f2c8a08e8752f016978b96d09d473bc7bc1a7b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "deeb45a5debda9f607753d444bb8e3cd4c6b799e"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@deeb45a5debda9f607753d444bb8e3cd4c6b799e",
                        "title": "deeb45a5debda9f607753d444bb8e3cd4c6b799e",
                        "url": "https://rust.googlesource.com/rust/+/deeb45a5debda9f607753d444bb8e3cd4c6b799e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "36c22f7cf7a7070c9c6b478406f9b2ba831560c6"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@36c22f7cf7a7070c9c6b478406f9b2ba831560c6",
                        "title": "36c22f7cf7a7070c9c6b478406f9b2ba831560c6",
                        "url": "https://rust.googlesource.com/rust/+/36c22f7cf7a7070c9c6b478406f9b2ba831560c6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "75bd926afd3a6dc272f4c6c9835fcaff807cc870"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@75bd926afd3a6dc272f4c6c9835fcaff807cc870",
                        "title": "75bd926afd3a6dc272f4c6c9835fcaff807cc870",
                        "url": "https://rust.googlesource.com/rust/+/75bd926afd3a6dc272f4c6c9835fcaff807cc870"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "16b9fddf001a7f024f300e2bffa43203ff271318"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@16b9fddf001a7f024f300e2bffa43203ff271318",
                        "title": "16b9fddf001a7f024f300e2bffa43203ff271318",
                        "url": "https://rust.googlesource.com/rust/+/16b9fddf001a7f024f300e2bffa43203ff271318"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "8fc058109bacdecdb6e2723d4371ab85670d43d2"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@8fc058109bacdecdb6e2723d4371ab85670d43d2",
                        "title": "8fc058109bacdecdb6e2723d4371ab85670d43d2",
                        "url": "https://rust.googlesource.com/rust/+/8fc058109bacdecdb6e2723d4371ab85670d43d2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "741a3a7fc466df22e50f2b8d7dc697d22c8bdd41"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@741a3a7fc466df22e50f2b8d7dc697d22c8bdd41",
                        "title": "741a3a7fc466df22e50f2b8d7dc697d22c8bdd41",
                        "url": "https://rust.googlesource.com/rust/+/741a3a7fc466df22e50f2b8d7dc697d22c8bdd41"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "5e4e8da4851b92c18f31df0c63f075219ad4e5ff"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@5e4e8da4851b92c18f31df0c63f075219ad4e5ff",
                        "title": "5e4e8da4851b92c18f31df0c63f075219ad4e5ff",
                        "url": "https://rust.googlesource.com/rust/+/5e4e8da4851b92c18f31df0c63f075219ad4e5ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "7e95a22e1f6c3aae57da66c38c0b1bc0f1207893"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@7e95a22e1f6c3aae57da66c38c0b1bc0f1207893",
                        "title": "7e95a22e1f6c3aae57da66c38c0b1bc0f1207893",
                        "url": "https://rust.googlesource.com/rust/+/7e95a22e1f6c3aae57da66c38c0b1bc0f1207893"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "a53356ec89a20217e0968f19693e50e25beda128"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@a53356ec89a20217e0968f19693e50e25beda128",
                        "title": "a53356ec89a20217e0968f19693e50e25beda128",
                        "url": "https://rust.googlesource.com/rust/+/a53356ec89a20217e0968f19693e50e25beda128"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "08bb61bb88026e10468af994dc3a35270dcc072b"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@08bb61bb88026e10468af994dc3a35270dcc072b",
                        "title": "08bb61bb88026e10468af994dc3a35270dcc072b",
                        "url": "https://rust.googlesource.com/rust/+/08bb61bb88026e10468af994dc3a35270dcc072b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "1b68d921a7a5a3e99a8035fec33a53789e40b8aa"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@1b68d921a7a5a3e99a8035fec33a53789e40b8aa",
                        "title": "1b68d921a7a5a3e99a8035fec33a53789e40b8aa",
                        "url": "https://rust.googlesource.com/rust/+/1b68d921a7a5a3e99a8035fec33a53789e40b8aa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "2bb9d70b1e48605006cde0c85a5bd833889271d7"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@2bb9d70b1e48605006cde0c85a5bd833889271d7",
                        "title": "2bb9d70b1e48605006cde0c85a5bd833889271d7",
                        "url": "https://rust.googlesource.com/rust/+/2bb9d70b1e48605006cde0c85a5bd833889271d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "62ec331a840ad7b69201bfabcf439ae2c6b0b466"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@62ec331a840ad7b69201bfabcf439ae2c6b0b466",
                        "title": "62ec331a840ad7b69201bfabcf439ae2c6b0b466",
                        "url": "https://rust.googlesource.com/rust/+/62ec331a840ad7b69201bfabcf439ae2c6b0b466"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "6fd846676801486d304030698cc8dac261b98680"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@6fd846676801486d304030698cc8dac261b98680",
                        "title": "6fd846676801486d304030698cc8dac261b98680",
                        "url": "https://rust.googlesource.com/rust/+/6fd846676801486d304030698cc8dac261b98680"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "9ba9194d1ed39f322b469e6e76e23ac6199a2c2e"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@9ba9194d1ed39f322b469e6e76e23ac6199a2c2e",
                        "title": "9ba9194d1ed39f322b469e6e76e23ac6199a2c2e",
                        "url": "https://rust.googlesource.com/rust/+/9ba9194d1ed39f322b469e6e76e23ac6199a2c2e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "da5a1d768490f4a55b0f5d721af4e05fd7c1ff4b"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@da5a1d768490f4a55b0f5d721af4e05fd7c1ff4b",
                        "title": "da5a1d768490f4a55b0f5d721af4e05fd7c1ff4b",
                        "url": "https://rust.googlesource.com/rust/+/da5a1d768490f4a55b0f5d721af4e05fd7c1ff4b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "4f6837edbd897daffc36d2a5b354e4bad56d89b2"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@4f6837edbd897daffc36d2a5b354e4bad56d89b2",
                        "title": "4f6837edbd897daffc36d2a5b354e4bad56d89b2",
                        "url": "https://rust.googlesource.com/rust/+/4f6837edbd897daffc36d2a5b354e4bad56d89b2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "9ee54594942284fb117fb8a269fca6eb7ffddb8e"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@9ee54594942284fb117fb8a269fca6eb7ffddb8e",
                        "title": "9ee54594942284fb117fb8a269fca6eb7ffddb8e",
                        "url": "https://rust.googlesource.com/rust/+/9ee54594942284fb117fb8a269fca6eb7ffddb8e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "84ecc09f66e72e6c97e84baae0f3f6f5dadc7ec4"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@84ecc09f66e72e6c97e84baae0f3f6f5dadc7ec4",
                        "title": "84ecc09f66e72e6c97e84baae0f3f6f5dadc7ec4",
                        "url": "https://rust.googlesource.com/rust/+/84ecc09f66e72e6c97e84baae0f3f6f5dadc7ec4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "20f9361b765f9fd70c2e51fe3c62af1bdfa3d800"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@20f9361b765f9fd70c2e51fe3c62af1bdfa3d800",
                        "title": "20f9361b765f9fd70c2e51fe3c62af1bdfa3d800",
                        "url": "https://rust.googlesource.com/rust/+/20f9361b765f9fd70c2e51fe3c62af1bdfa3d800"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "e8994eaa730b0e9f9ba8ee4d7c59d503918e7869"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@e8994eaa730b0e9f9ba8ee4d7c59d503918e7869",
                        "title": "e8994eaa730b0e9f9ba8ee4d7c59d503918e7869",
                        "url": "https://rust.googlesource.com/rust/+/e8994eaa730b0e9f9ba8ee4d7c59d503918e7869"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "0ddeea3a174edfbe810fad90ee1b3dc3c214a5bd"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@0ddeea3a174edfbe810fad90ee1b3dc3c214a5bd",
                        "title": "0ddeea3a174edfbe810fad90ee1b3dc3c214a5bd",
                        "url": "https://rust.googlesource.com/rust/+/0ddeea3a174edfbe810fad90ee1b3dc3c214a5bd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "59d86097fe1a0c48eb9384afe8af09e7812d0991"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@59d86097fe1a0c48eb9384afe8af09e7812d0991",
                        "title": "59d86097fe1a0c48eb9384afe8af09e7812d0991",
                        "url": "https://rust.googlesource.com/rust/+/59d86097fe1a0c48eb9384afe8af09e7812d0991"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://rust.googlesource.com/rust",
                              "revision": "e1613686e0efc80a1a18b1263625450a8de3fb04"
                            },
                        "id": "https://rust.googlesource.com/rust/+/refs/heads/main@e1613686e0efc80a1a18b1263625450a8de3fb04",
                        "title": "e1613686e0efc80a1a18b1263625450a8de3fb04",
                        "url": "https://rust.googlesource.com/rust/+/e1613686e0efc80a1a18b1263625450a8de3fb04"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "rust.googlesource.com",
    "project": "rust",
    "id": "e1613686e0efc80a1a18b1263625450a8de3fb04",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851554081809620528"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:07:16.553] Scheduled build:
{
  "id": "8686124019152162785",
  "builder": {
    "project": "fuchsia",
    "bucket": "toolchain.ci",
    "builder": "rust_test-x64-linux"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-28T02:07:16.023976213Z",
  "updateTime": "2026-03-28T02:07:16.023976213Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "rust.googlesource.com",
      "project": "rust",
      "id": "e1613686e0efc80a1a18b1263625450a8de3fb04",
      "ref": "refs/heads/main"
    }
  }
}
[02:07:16.553] Task URL: https://cr-buildbucket.appspot.com/build/8686124019152162785
[02:07:16.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:2:0) after 9m33s
[02:07:17.450] Received PubSub notification, asking Buildbucket for the build status
[02:07:17.518] Build status: SCHEDULED
[02:07:19.862] Received PubSub notification, asking Buildbucket for the build status
[02:07:19.879] Build status: STARTED
[02:16:49.668] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:2:0)
[02:16:49.801] Build status: STARTED
[02:16:49.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:5:0) after 2m28s
[02:19:17.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:5:0)
[02:19:17.988] Build status: STARTED
[02:19:17.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:6:0) after 3m27s
[02:22:45.062] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:6:0)
[02:22:45.080] Build status: STARTED
[02:22:45.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:7:0) after 2m9s
[02:24:54.104] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:7:0)
[02:24:54.124] Build status: STARTED
[02:24:54.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:8:0) after 5m28s
[02:30:22.235] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:8:0)
[02:30:22.260] Build status: STARTED
[02:30:22.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:9:0) after 4m49s
[02:35:11.281] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:9:0)
[02:35:11.307] Build status: STARTED
[02:35:11.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:10:0) after 1m58s
[02:37:09.336] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:10:0)
[02:37:09.354] Build status: STARTED
[02:37:09.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:11:0) after 5m16s
[02:42:25.374] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:11:0)
[02:42:25.397] Build status: STARTED
[02:42:25.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:12:0) after 2m53s
[02:45:18.414] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:12:0)
[02:45:18.438] Build status: STARTED
[02:45:18.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:13:0) after 6m57s
[02:52:15.556] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:13:0)
[02:52:15.581] Build status: STARTED
[02:52:15.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:14:0) after 1m13s
[02:53:28.606] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:14:0)
[02:53:28.628] Build status: STARTED
[02:53:28.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:15:0) after 4m29s
[02:57:57.612] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:15:0)
[02:57:57.632] Build status: STARTED
[02:57:57.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:16:0) after 1m3s
[02:59:00.646] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:16:0)
[02:59:00.665] Build status: STARTED
[02:59:00.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:17:0) after 8m32s
[03:07:32.689] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:17:0)
[03:07:32.711] Build status: STARTED
[03:07:32.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:18:0) after 2m25s
[03:09:57.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:18:0)
[03:09:57.751] Build status: STARTED
[03:09:57.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:19:0) after 5m28s
[03:15:25.774] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:19:0)
[03:15:25.791] Build status: STARTED
[03:15:25.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:20:0) after 7m56s
[03:23:21.816] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:20:0)
[03:23:21.886] Build status: STARTED
[03:23:21.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:21:0) after 3m17s
[03:26:38.904] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:21:0)
[03:26:38.967] Build status: STARTED
[03:26:38.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:22:0) after 9m39s
[03:36:18.087] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:22:0)
[03:36:18.167] Build status: STARTED
[03:36:18.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:23:0) after 4m45s
[03:41:03.229] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:23:0)
[03:41:03.255] Build status: STARTED
[03:41:03.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:24:0) after 7m40s
[03:48:43.290] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:24:0)
[03:48:43.312] Build status: STARTED
[03:48:43.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:25:0) after 5m35s
[03:54:18.344] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:25:0)
[03:54:18.390] Build status: STARTED
[03:54:18.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:26:0) after 8m55s
[04:03:13.410] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:26:0)
[04:03:13.431] Build status: STARTED
[04:03:13.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:27:0) after 4m29s
[04:07:42.514] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:27:0)
[04:07:42.531] Build status: STARTED
[04:07:42.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:28:0) after 8m8s
[04:15:50.658] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:28:0)
[04:15:50.676] Build status: STARTED
[04:15:50.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:29:0) after 7m26s
[04:23:16.745] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:29:0)
[04:23:16.771] Build status: STARTED
[04:23:16.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:30:0) after 6m40s
[04:29:56.788] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:30:0)
[04:29:56.810] Build status: STARTED
[04:29:56.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:31:0) after 7m52s
[04:37:48.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:31:0)
[04:37:48.948] Build status: STARTED
[04:37:48.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:32:0) after 1m15s
[04:39:03.966] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:32:0)
[04:39:03.984] Build status: STARTED
[04:39:03.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:33:0) after 4m16s
[04:43:19.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:33:0)
[04:43:19.990] Build status: STARTED
[04:43:19.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:34:0) after 5m58s
[04:49:18.029] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:34:0)
[04:49:18.068] Build status: STARTED
[04:49:18.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:35:0) after 6m5s
[04:55:23.089] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:35:0)
[04:55:23.106] Build status: STARTED
[04:55:23.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:36:0) after 2m42s
[04:58:05.163] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:36:0)
[04:58:05.186] Build status: STARTED
[04:58:05.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:37:0) after 1m29s
[04:59:34.203] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:37:0)
[04:59:34.222] Build status: STARTED
[04:59:34.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:38:0) after 2m59s
[05:02:33.281] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:38:0)
[05:02:33.304] Build status: STARTED
[05:02:33.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:39:0) after 1m10s
[05:03:43.320] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:39:0)
[05:03:43.364] Build status: STARTED
[05:03:43.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:40:0) after 4m13s
[05:07:56.380] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:40:0)
[05:07:56.423] Build status: STARTED
[05:07:56.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:41:0) after 1m27s
[05:09:23.445] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:41:0)
[05:09:23.486] Build status: STARTED
[05:09:23.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:42:0) after 1m18s
[05:10:41.538] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:42:0)
[05:10:41.583] Build status: STARTED
[05:10:41.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:43:0) after 5m15s
[05:15:56.627] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:43:0)
[05:15:56.675] Build status: STARTED
[05:15:56.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:44:0) after 9m18s
[05:25:14.700] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:44:0)
[05:25:14.721] Build status: STARTED
[05:25:14.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:45:0) after 6m19s
[05:31:33.760] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:45:0)
[05:31:33.835] Build status: STARTED
[05:31:33.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:46:0) after 6m13s
[05:37:46.862] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:46:0)
[05:37:46.896] Build status: STARTED
[05:37:46.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:47:0) after 5m40s
[05:43:26.957] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:47:0)
[05:43:26.992] Build status: STARTED
[05:43:26.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:48:0) after 2m50s
[05:46:17.109] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:48:0)
[05:46:17.137] Build status: STARTED
[05:46:17.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:49:0) after 3m5s
[05:49:22.166] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:49:0)
[05:49:22.209] Build status: STARTED
[05:49:22.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:50:0) after 3m58s
[05:53:20.246] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:50:0)
[05:53:20.262] Build status: STARTED
[05:53:20.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:51:0) after 8m31s
[06:01:51.278] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:51:0)
[06:01:51.298] Build status: STARTED
[06:01:51.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-rust_test-x64-linux-85c13e79:8851554081809620528:52:0) after 9m3s
[06:07:47.338] Received PubSub notification, asking Buildbucket for the build status
[06:07:47.364] Build:
{
  "id": "8686124019152162785",
  "builder": {
    "project": "fuchsia",
    "bucket": "toolchain.ci",
    "builder": "rust_test-x64-linux"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-28T02:07:16.023976213Z",
  "startTime": "2026-03-28T02:07:19.550630045Z",
  "endTime": "2026-03-28T06:07:46.941404587Z",
  "updateTime": "2026-03-28T06:07:46.941404587Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "rust.googlesource.com",
      "project": "rust",
      "id": "e1613686e0efc80a1a18b1263625450a8de3fb04",
      "ref": "refs/heads/main"
    }
  }
}
[06:07:47.364] Invocation finished in 4h0m33.259030871s with status FAILED