Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev a866a33dc7b977ec9aaf5a55bd1d22a1e7586a2d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "core.x64-full_determinism"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e6b896c0eba25196ae4d2a3d8920e5e0c075eb52
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:55:40.313] New invocation is queued and will start shortly
[23:55:41.382] Starting the invocation (attempt 1)
[23:55:41.414] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e6b896c0eba25196ae4d2a3d8920e5e0c075eb52"
[23:55:41.414] Popped gitiles commit info from properties and tags
[23:55:41.414] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:55:41.414] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:55:41.414] Buildbucket request:
{
  "requestId": "8852921313558311232",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8852921313558311232",
            "job": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "dd9c89d5f0a319e2205b88d91793fc81f640fe4d"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dd9c89d5f0a319e2205b88d91793fc81f640fe4d",
                        "title": "dd9c89d5f0a319e2205b88d91793fc81f640fe4d",
                        "url": "https://fuchsia.googlesource.com/integration/+/dd9c89d5f0a319e2205b88d91793fc81f640fe4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "17f2912e3dd42d048dea79c5acd04e0c66ebe717"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@17f2912e3dd42d048dea79c5acd04e0c66ebe717",
                        "title": "17f2912e3dd42d048dea79c5acd04e0c66ebe717",
                        "url": "https://fuchsia.googlesource.com/integration/+/17f2912e3dd42d048dea79c5acd04e0c66ebe717"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "4fc7d9752b190b4a6afd67c9354f636054077de5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4fc7d9752b190b4a6afd67c9354f636054077de5",
                        "title": "4fc7d9752b190b4a6afd67c9354f636054077de5",
                        "url": "https://fuchsia.googlesource.com/integration/+/4fc7d9752b190b4a6afd67c9354f636054077de5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "50a87435184164a1ca438a4ca9cd05d82aca8862"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@50a87435184164a1ca438a4ca9cd05d82aca8862",
                        "title": "50a87435184164a1ca438a4ca9cd05d82aca8862",
                        "url": "https://fuchsia.googlesource.com/integration/+/50a87435184164a1ca438a4ca9cd05d82aca8862"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "808a88fb913dfd4a23c5dbcc16685cd3aaabc264"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@808a88fb913dfd4a23c5dbcc16685cd3aaabc264",
                        "title": "808a88fb913dfd4a23c5dbcc16685cd3aaabc264",
                        "url": "https://fuchsia.googlesource.com/integration/+/808a88fb913dfd4a23c5dbcc16685cd3aaabc264"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "16e52145b38c30e92d2b4718b6619b2f0ef917f1"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@16e52145b38c30e92d2b4718b6619b2f0ef917f1",
                        "title": "16e52145b38c30e92d2b4718b6619b2f0ef917f1",
                        "url": "https://fuchsia.googlesource.com/integration/+/16e52145b38c30e92d2b4718b6619b2f0ef917f1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "2220b43cd2e079dbb0c30dab24ae9a7f6e524d39"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2220b43cd2e079dbb0c30dab24ae9a7f6e524d39",
                        "title": "2220b43cd2e079dbb0c30dab24ae9a7f6e524d39",
                        "url": "https://fuchsia.googlesource.com/integration/+/2220b43cd2e079dbb0c30dab24ae9a7f6e524d39"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "09a8a37c3bb146f3b06e6172705755a3d3e611d5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@09a8a37c3bb146f3b06e6172705755a3d3e611d5",
                        "title": "09a8a37c3bb146f3b06e6172705755a3d3e611d5",
                        "url": "https://fuchsia.googlesource.com/integration/+/09a8a37c3bb146f3b06e6172705755a3d3e611d5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "b60c317c1ed47b259295bc4c5dea57e174b26a8f"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b60c317c1ed47b259295bc4c5dea57e174b26a8f",
                        "title": "b60c317c1ed47b259295bc4c5dea57e174b26a8f",
                        "url": "https://fuchsia.googlesource.com/integration/+/b60c317c1ed47b259295bc4c5dea57e174b26a8f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "e7420807f97d67e94fddc007d4a2d6b1e0b01082"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e7420807f97d67e94fddc007d4a2d6b1e0b01082",
                        "title": "e7420807f97d67e94fddc007d4a2d6b1e0b01082",
                        "url": "https://fuchsia.googlesource.com/integration/+/e7420807f97d67e94fddc007d4a2d6b1e0b01082"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "a49b4c86119f0c237df2d7ad75733722dac4b5b3"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a49b4c86119f0c237df2d7ad75733722dac4b5b3",
                        "title": "a49b4c86119f0c237df2d7ad75733722dac4b5b3",
                        "url": "https://fuchsia.googlesource.com/integration/+/a49b4c86119f0c237df2d7ad75733722dac4b5b3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "79ba12a24a75da4ca86a8a226d7fb617c0fc981e"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@79ba12a24a75da4ca86a8a226d7fb617c0fc981e",
                        "title": "79ba12a24a75da4ca86a8a226d7fb617c0fc981e",
                        "url": "https://fuchsia.googlesource.com/integration/+/79ba12a24a75da4ca86a8a226d7fb617c0fc981e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "13862f9ef1896fe6781c05846f494ae4f0baa257"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@13862f9ef1896fe6781c05846f494ae4f0baa257",
                        "title": "13862f9ef1896fe6781c05846f494ae4f0baa257",
                        "url": "https://fuchsia.googlesource.com/integration/+/13862f9ef1896fe6781c05846f494ae4f0baa257"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "202dda5b488f66c0de2f976e183f53b05f27c617"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@202dda5b488f66c0de2f976e183f53b05f27c617",
                        "title": "202dda5b488f66c0de2f976e183f53b05f27c617",
                        "url": "https://fuchsia.googlesource.com/integration/+/202dda5b488f66c0de2f976e183f53b05f27c617"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "dc53ba7f27411da73afafc188bdc5b14cf0758cc"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dc53ba7f27411da73afafc188bdc5b14cf0758cc",
                        "title": "dc53ba7f27411da73afafc188bdc5b14cf0758cc",
                        "url": "https://fuchsia.googlesource.com/integration/+/dc53ba7f27411da73afafc188bdc5b14cf0758cc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "af2091e1716539c045dd57b6eb4656fed6673642"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@af2091e1716539c045dd57b6eb4656fed6673642",
                        "title": "af2091e1716539c045dd57b6eb4656fed6673642",
                        "url": "https://fuchsia.googlesource.com/integration/+/af2091e1716539c045dd57b6eb4656fed6673642"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "dcd239b9215f8de6499ec8a8c4ab2a05eb11baa4"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dcd239b9215f8de6499ec8a8c4ab2a05eb11baa4",
                        "title": "dcd239b9215f8de6499ec8a8c4ab2a05eb11baa4",
                        "url": "https://fuchsia.googlesource.com/integration/+/dcd239b9215f8de6499ec8a8c4ab2a05eb11baa4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "173e64305f728b36cb2bc55f00f7a0dd2a55eb76"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@173e64305f728b36cb2bc55f00f7a0dd2a55eb76",
                        "title": "173e64305f728b36cb2bc55f00f7a0dd2a55eb76",
                        "url": "https://fuchsia.googlesource.com/integration/+/173e64305f728b36cb2bc55f00f7a0dd2a55eb76"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "ba88a8c3525d142c721daf3a96e3df8e664f509f"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ba88a8c3525d142c721daf3a96e3df8e664f509f",
                        "title": "ba88a8c3525d142c721daf3a96e3df8e664f509f",
                        "url": "https://fuchsia.googlesource.com/integration/+/ba88a8c3525d142c721daf3a96e3df8e664f509f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "300717b196a3f2c39607c3763836928fdfaf5624"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@300717b196a3f2c39607c3763836928fdfaf5624",
                        "title": "300717b196a3f2c39607c3763836928fdfaf5624",
                        "url": "https://fuchsia.googlesource.com/integration/+/300717b196a3f2c39607c3763836928fdfaf5624"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "0b4fe125cca5c672b6a7b5da9d3cf5427f2b8eee"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0b4fe125cca5c672b6a7b5da9d3cf5427f2b8eee",
                        "title": "0b4fe125cca5c672b6a7b5da9d3cf5427f2b8eee",
                        "url": "https://fuchsia.googlesource.com/integration/+/0b4fe125cca5c672b6a7b5da9d3cf5427f2b8eee"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "870212c5865261cae5c052ed8de1add14986744a"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@870212c5865261cae5c052ed8de1add14986744a",
                        "title": "870212c5865261cae5c052ed8de1add14986744a",
                        "url": "https://fuchsia.googlesource.com/integration/+/870212c5865261cae5c052ed8de1add14986744a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "1fd8608c6089a0d603ff7b15337789be1735f9c5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1fd8608c6089a0d603ff7b15337789be1735f9c5",
                        "title": "1fd8608c6089a0d603ff7b15337789be1735f9c5",
                        "url": "https://fuchsia.googlesource.com/integration/+/1fd8608c6089a0d603ff7b15337789be1735f9c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "2a02da42d6b9a56b8daa5bbf1878e5d3b2675835"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2a02da42d6b9a56b8daa5bbf1878e5d3b2675835",
                        "title": "2a02da42d6b9a56b8daa5bbf1878e5d3b2675835",
                        "url": "https://fuchsia.googlesource.com/integration/+/2a02da42d6b9a56b8daa5bbf1878e5d3b2675835"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e6b896c0eba25196ae4d2a3d8920e5e0c075eb52",
                        "title": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52",
                        "url": "https://fuchsia.googlesource.com/integration/+/e6b896c0eba25196ae4d2a3d8920e5e0c075eb52"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852921313558311232"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:55:41.880] Scheduled build:
{
  "id": "8687491251676089073",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-12T23:55:41.480270841Z",
  "updateTime": "2026-03-12T23:55:41.480270841Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52",
      "ref": "refs/heads/main"
    }
  }
}
[23:55:41.880] Task URL: https://cr-buildbucket.appspot.com/build/8687491251676089073
[23:55:41.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:2:0) after 1m36s
[23:55:42.805] Received PubSub notification, asking Buildbucket for the build status
[23:55:42.820] Build status: SCHEDULED
[23:55:45.026] Received PubSub notification, asking Buildbucket for the build status
[23:55:45.051] Build status: STARTED
[23:57:17.893] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:2:0)
[23:57:17.937] Build status: STARTED
[23:57:17.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:5:0) after 3m7s
[00:00:24.946] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:5:0)
[00:00:25.009] Build status: STARTED
[00:00:25.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:6:0) after 8m36s
[00:09:01.019] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:6:0)
[00:09:01.035] Build status: STARTED
[00:09:01.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:7:0) after 6m22s
[00:15:23.103] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:7:0)
[00:15:23.131] Build status: STARTED
[00:15:23.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:8:0) after 8m42s
[00:24:05.144] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:8:0)
[00:24:05.160] Build status: STARTED
[00:24:05.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:9:0) after 6m29s
[00:30:34.177] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:9:0)
[00:30:34.213] Build status: STARTED
[00:30:34.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:10:0) after 8m41s
[00:39:15.350] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:10:0)
[00:39:15.370] Build status: STARTED
[00:39:15.370] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:11:0) after 1m32s
[00:40:47.357] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:11:0)
[00:40:47.388] Build status: STARTED
[00:40:47.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:12:0) after 3m39s
[00:44:26.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:12:0)
[00:44:26.457] Build status: STARTED
[00:44:26.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:13:0) after 1m32s
[00:45:58.524] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:13:0)
[00:45:58.543] Build status: STARTED
[00:45:58.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:14:0) after 7m13s
[00:53:11.562] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:14:0)
[00:53:11.668] Build status: STARTED
[00:53:11.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:15:0) after 1m19s
[00:54:30.675] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:15:0)
[00:54:30.709] Build status: STARTED
[00:54:30.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:16:0) after 7m56s
[01:02:26.845] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:16:0)
[01:02:26.933] Build status: STARTED
[01:02:26.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:17:0) after 7m18s
[01:09:44.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:17:0)
[01:09:45.026] Build status: STARTED
[01:09:45.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:18:0) after 9m58s
[01:19:43.044] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:18:0)
[01:19:43.060] Build status: STARTED
[01:19:43.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:19:0) after 1m30s
[01:21:13.078] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:19:0)
[01:21:13.110] Build status: STARTED
[01:21:13.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:20:0) after 8m8s
[01:29:21.172] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:20:0)
[01:29:21.230] Build status: STARTED
[01:29:21.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:21:0) after 2m49s
[01:32:10.203] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:21:0)
[01:32:10.270] Build status: STARTED
[01:32:10.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:22:0) after 2m0s
[01:34:10.288] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:22:0)
[01:34:10.320] Build status: STARTED
[01:34:10.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:23:0) after 4m51s
[01:39:01.287] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:23:0)
[01:39:01.318] Build status: STARTED
[01:39:01.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:24:0) after 5m31s
[01:44:32.430] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:24:0)
[01:44:32.444] Build status: STARTED
[01:44:32.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:25:0) after 1m16s
[01:45:48.512] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:25:0)
[01:45:48.600] Build status: STARTED
[01:45:48.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:26:0) after 3m15s
[01:49:03.618] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:26:0)
[01:49:03.632] Build status: STARTED
[01:49:03.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:27:0) after 9m3s
[01:58:06.741] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:27:0)
[01:58:06.782] Build status: STARTED
[01:58:06.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:28:0) after 1m28s
[01:59:34.848] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:28:0)
[01:59:35.738] Build status: STARTED
[01:59:35.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:29:0) after 3m43s
[02:03:18.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:29:0)
[02:03:18.774] Build status: STARTED
[02:03:18.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:30:0) after 8m1s
[02:11:19.812] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:30:0)
[02:11:19.829] Build status: STARTED
[02:11:19.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:31:0) after 3m57s
[02:15:16.846] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:31:0)
[02:15:16.894] Build status: STARTED
[02:15:16.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:32:0) after 7m22s
[02:22:38.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:32:0)
[02:22:38.935] Build status: STARTED
[02:22:38.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:33:0) after 6m41s
[02:29:20.045] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:33:0)
[02:29:20.071] Build status: STARTED
[02:29:20.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:34:0) after 7m24s
[02:36:44.088] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:34:0)
[02:36:44.104] Build status: STARTED
[02:36:44.104] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:35:0) after 4m0s
[02:40:44.111] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:35:0)
[02:40:44.169] Build status: STARTED
[02:40:44.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:36:0) after 3m37s
[02:44:21.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:36:0)
[02:44:21.241] Build status: STARTED
[02:44:21.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:37:0) after 1m42s
[02:46:03.263] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:37:0)
[02:46:03.291] Build status: STARTED
[02:46:03.291] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:38:0) after 4m32s
[02:50:35.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:38:0)
[02:50:35.586] Build status: STARTED
[02:50:35.586] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:39:0) after 7m24s
[02:57:59.655] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:39:0)
[02:57:59.680] Build status: STARTED
[02:57:59.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:40:0) after 8m6s
[03:06:05.718] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:40:0)
[03:06:05.734] Build status: STARTED
[03:06:05.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:41:0) after 8m9s
[03:14:14.706] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:41:0)
[03:14:14.753] Build status: STARTED
[03:14:14.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:42:0) after 7m40s
[03:21:54.770] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:42:0)
[03:21:54.784] Build status: STARTED
[03:21:54.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:43:0) after 4m38s
[03:26:32.899] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:43:0)
[03:26:32.915] Build status: STARTED
[03:26:32.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:44:0) after 2m25s
[03:28:57.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:44:0)
[03:28:57.962] Build status: STARTED
[03:28:57.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:45:0) after 8m37s
[03:37:34.983] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:45:0)
[03:37:34.996] Build status: STARTED
[03:37:34.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:46:0) after 9m43s
[03:47:18.018] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:46:0)
[03:47:18.036] Build status: STARTED
[03:47:18.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:47:0) after 7m3s
[03:54:21.059] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:47:0)
[03:54:21.082] Build status: STARTED
[03:54:21.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:48:0) after 5m21s
[03:59:42.050] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:48:0)
[03:59:42.109] Build status: STARTED
[03:59:42.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:49:0) after 4m54s
[04:04:36.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:49:0)
[04:04:36.215] Build status: STARTED
[04:04:36.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:50:0) after 3m11s
[04:07:47.241] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:50:0)
[04:07:47.274] Build status: STARTED
[04:07:47.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:51:0) after 1m54s
[04:09:41.288] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:51:0)
[04:09:41.306] Build status: STARTED
[04:09:41.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:52:0) after 7m30s
[04:17:11.332] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:52:0)
[04:17:11.350] Build status: STARTED
[04:17:11.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:53:0) after 5m16s
[04:22:27.419] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:53:0)
[04:22:27.441] Build status: STARTED
[04:22:27.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:54:0) after 9m26s
[04:31:53.480] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:54:0)
[04:31:53.563] Build status: STARTED
[04:31:53.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:55:0) after 8m9s
[04:40:02.590] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:55:0)
[04:40:02.606] Build status: STARTED
[04:40:02.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:56:0) after 9m49s
[04:49:51.646] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:56:0)
[04:49:51.764] Build status: STARTED
[04:49:51.764] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:57:0) after 1m38s
[04:51:29.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:57:0)
[04:51:29.811] Build status: STARTED
[04:51:29.811] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:58:0) after 4m24s
[04:55:53.830] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:58:0)
[04:55:53.845] Build status: STARTED
[04:55:53.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:59:0) after 6m56s
[05:02:49.865] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:59:0)
[05:02:49.880] Build status: STARTED
[05:02:49.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:60:0) after 9m34s
[05:12:23.911] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:60:0)
[05:12:23.924] Build status: STARTED
[05:12:23.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:61:0) after 3m6s
[05:15:29.923] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:61:0)
[05:15:29.952] Build status: STARTED
[05:15:29.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:62:0) after 6m45s
[05:22:15.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:62:0)
[05:22:15.026] Build status: STARTED
[05:22:15.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:63:0) after 6m57s
[05:29:12.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:63:0)
[05:29:12.386] Build status: STARTED
[05:29:12.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:64:0) after 1m15s
[05:30:27.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:64:0)
[05:30:27.452] Build status: STARTED
[05:30:27.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:65:0) after 6m1s
[05:36:28.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:65:0)
[05:36:28.465] Build status: STARTED
[05:36:28.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:66:0) after 6m38s
[05:43:06.481] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:66:0)
[05:43:06.551] Build status: STARTED
[05:43:06.552] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:67:0) after 7m42s
[05:50:48.576] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:67:0)
[05:50:48.593] Build status: STARTED
[05:50:48.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:68:0) after 5m0s
[05:55:48.603] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:68:0)
[05:55:48.617] Build status: STARTED
[05:55:48.618] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8852921313558311232:69:0) after 8m32s
[05:59:56.654] Received PubSub notification, asking Buildbucket for the build status
[05:59:56.669] Build:
{
  "id": "8687491251676089073",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-12T23:55:41.480270841Z",
  "startTime": "2026-03-12T23:55:44.779500383Z",
  "endTime": "2026-03-13T05:59:56.378876674Z",
  "updateTime": "2026-03-13T05:59:56.378876674Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "e6b896c0eba25196ae4d2a3d8920e5e0c075eb52",
      "ref": "refs/heads/main"
    }
  }
}
[05:59:56.669] Invocation finished in 6h4m16.368270309s with status FAILED