Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev a866a33dc7b977ec9aaf5a55bd1d22a1e7586a2d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "core.x64-full_determinism"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/ab7e5382cc5ae02caa79c0d60cb1d0f024b99971
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:53:00.898] New invocation is queued and will start shortly
[15:53:02.050] Starting the invocation (attempt 1)
[15:53:02.089] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/ab7e5382cc5ae02caa79c0d60cb1d0f024b99971"
[15:53:02.089] Popped gitiles commit info from properties and tags
[15:53:02.089] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:53:02.090] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:53:02.090] Buildbucket request:
{
  "requestId": "8851320934307297184",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851320934307297184",
            "job": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "64f4ab8db38735ce36b4ff8b775bc2e84dc81cf5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@64f4ab8db38735ce36b4ff8b775bc2e84dc81cf5",
                        "title": "64f4ab8db38735ce36b4ff8b775bc2e84dc81cf5",
                        "url": "https://fuchsia.googlesource.com/integration/+/64f4ab8db38735ce36b4ff8b775bc2e84dc81cf5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "f939d8526b90c64114d12ecd767005a5bb338a65"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f939d8526b90c64114d12ecd767005a5bb338a65",
                        "title": "f939d8526b90c64114d12ecd767005a5bb338a65",
                        "url": "https://fuchsia.googlesource.com/integration/+/f939d8526b90c64114d12ecd767005a5bb338a65"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "23b6f7a00c83fd380127fe3d8eeefc23e942d416"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@23b6f7a00c83fd380127fe3d8eeefc23e942d416",
                        "title": "23b6f7a00c83fd380127fe3d8eeefc23e942d416",
                        "url": "https://fuchsia.googlesource.com/integration/+/23b6f7a00c83fd380127fe3d8eeefc23e942d416"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "fb9afd94f427a22d5dd548c63153f64e3d00cd0c"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fb9afd94f427a22d5dd548c63153f64e3d00cd0c",
                        "title": "fb9afd94f427a22d5dd548c63153f64e3d00cd0c",
                        "url": "https://fuchsia.googlesource.com/integration/+/fb9afd94f427a22d5dd548c63153f64e3d00cd0c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "0529e3ba11aecc04722c5a33744aa04a5f3d5a5e"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0529e3ba11aecc04722c5a33744aa04a5f3d5a5e",
                        "title": "0529e3ba11aecc04722c5a33744aa04a5f3d5a5e",
                        "url": "https://fuchsia.googlesource.com/integration/+/0529e3ba11aecc04722c5a33744aa04a5f3d5a5e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "a569a120287be61cdff99166ce710a6e7350a343"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a569a120287be61cdff99166ce710a6e7350a343",
                        "title": "a569a120287be61cdff99166ce710a6e7350a343",
                        "url": "https://fuchsia.googlesource.com/integration/+/a569a120287be61cdff99166ce710a6e7350a343"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "5d2837b3fe2ca4f15ced782c042ec2210955408c"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5d2837b3fe2ca4f15ced782c042ec2210955408c",
                        "title": "5d2837b3fe2ca4f15ced782c042ec2210955408c",
                        "url": "https://fuchsia.googlesource.com/integration/+/5d2837b3fe2ca4f15ced782c042ec2210955408c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "61639ee7c1f5a397517bff8c431763f9640f3175"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@61639ee7c1f5a397517bff8c431763f9640f3175",
                        "title": "61639ee7c1f5a397517bff8c431763f9640f3175",
                        "url": "https://fuchsia.googlesource.com/integration/+/61639ee7c1f5a397517bff8c431763f9640f3175"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "2524138c059b1e2479745134d200fbdbab04be85"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2524138c059b1e2479745134d200fbdbab04be85",
                        "title": "2524138c059b1e2479745134d200fbdbab04be85",
                        "url": "https://fuchsia.googlesource.com/integration/+/2524138c059b1e2479745134d200fbdbab04be85"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "9c063d31eed864eca0e091f9d72c293dde8d8eed"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9c063d31eed864eca0e091f9d72c293dde8d8eed",
                        "title": "9c063d31eed864eca0e091f9d72c293dde8d8eed",
                        "url": "https://fuchsia.googlesource.com/integration/+/9c063d31eed864eca0e091f9d72c293dde8d8eed"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "7e5cd0d61cc20590f0e1a6d8b1386f6f1b6f657d"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7e5cd0d61cc20590f0e1a6d8b1386f6f1b6f657d",
                        "title": "7e5cd0d61cc20590f0e1a6d8b1386f6f1b6f657d",
                        "url": "https://fuchsia.googlesource.com/integration/+/7e5cd0d61cc20590f0e1a6d8b1386f6f1b6f657d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "e4d7f2b195e2e73b574009ce94193cf87de5a2f4"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e4d7f2b195e2e73b574009ce94193cf87de5a2f4",
                        "title": "e4d7f2b195e2e73b574009ce94193cf87de5a2f4",
                        "url": "https://fuchsia.googlesource.com/integration/+/e4d7f2b195e2e73b574009ce94193cf87de5a2f4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "3c9c5a30a3e217526f7022139d7c9ae5d4b60cb9"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3c9c5a30a3e217526f7022139d7c9ae5d4b60cb9",
                        "title": "3c9c5a30a3e217526f7022139d7c9ae5d4b60cb9",
                        "url": "https://fuchsia.googlesource.com/integration/+/3c9c5a30a3e217526f7022139d7c9ae5d4b60cb9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "151745e4b8335b300bc1ebcb81a914db1ca2283e"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@151745e4b8335b300bc1ebcb81a914db1ca2283e",
                        "title": "151745e4b8335b300bc1ebcb81a914db1ca2283e",
                        "url": "https://fuchsia.googlesource.com/integration/+/151745e4b8335b300bc1ebcb81a914db1ca2283e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "7032b9ebfc78ade765ee8f2945a6cb6ba5f242b3"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7032b9ebfc78ade765ee8f2945a6cb6ba5f242b3",
                        "title": "7032b9ebfc78ade765ee8f2945a6cb6ba5f242b3",
                        "url": "https://fuchsia.googlesource.com/integration/+/7032b9ebfc78ade765ee8f2945a6cb6ba5f242b3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ab7e5382cc5ae02caa79c0d60cb1d0f024b99971",
                        "title": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971",
                        "url": "https://fuchsia.googlesource.com/integration/+/ab7e5382cc5ae02caa79c0d60cb1d0f024b99971"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851320934307297184"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:53:02.758] Scheduled build:
{
  "id": "8685890872261275505",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-30T15:53:02.224411245Z",
  "updateTime": "2026-03-30T15:53:02.224411245Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971",
      "ref": "refs/heads/main"
    }
  }
}
[15:53:02.758] Task URL: https://cr-buildbucket.appspot.com/build/8685890872261275505
[15:53:02.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:2:0) after 3m22s
[15:53:03.697] Received PubSub notification, asking Buildbucket for the build status
[15:53:03.739] Build status: SCHEDULED
[15:53:08.761] Received PubSub notification, asking Buildbucket for the build status
[15:53:08.780] Build status: STARTED
[15:56:24.778] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:2:0)
[15:56:24.797] Build status: STARTED
[15:56:24.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:5:0) after 8m23s
[16:04:47.810] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:5:0)
[16:04:47.884] Build status: STARTED
[16:04:47.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:6:0) after 7m31s
[16:12:18.950] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:6:0)
[16:12:18.978] Build status: STARTED
[16:12:18.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:7:0) after 2m24s
[16:14:43.130] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:7:0)
[16:14:43.380] Build status: STARTED
[16:14:43.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:8:0) after 6m12s
[16:20:55.490] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:8:0)
[16:20:55.530] Build status: STARTED
[16:20:55.530] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:9:0) after 8m17s
[16:29:12.547] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:9:0)
[16:29:12.581] Build status: STARTED
[16:29:12.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:10:0) after 1m38s
[16:30:50.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:10:0)
[16:30:50.626] Build status: STARTED
[16:30:50.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:11:0) after 2m11s
[16:33:01.754] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:11:0)
[16:33:01.775] Build status: STARTED
[16:33:01.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:12:0) after 2m3s
[16:35:04.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:12:0)
[16:35:04.885] Build status: STARTED
[16:35:04.885] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:13:0) after 2m5s
[16:37:09.905] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:13:0)
[16:37:09.929] Build status: STARTED
[16:37:09.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:14:0) after 1m48s
[16:38:57.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:14:0)
[16:38:57.962] Build status: STARTED
[16:38:57.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:15:0) after 2m50s
[16:41:47.989] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:15:0)
[16:41:48.011] Build status: STARTED
[16:41:48.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:16:0) after 6m43s
[16:48:31.046] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:16:0)
[16:48:31.066] Build status: STARTED
[16:48:31.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:17:0) after 3m18s
[16:51:49.087] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:17:0)
[16:51:49.131] Build status: STARTED
[16:51:49.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:18:0) after 6m21s
[16:58:10.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:18:0)
[16:58:10.162] Build status: STARTED
[16:58:10.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:19:0) after 2m25s
[17:00:35.216] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:19:0)
[17:00:35.233] Build status: STARTED
[17:00:35.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:20:0) after 4m15s
[17:04:50.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:20:0)
[17:04:50.250] Build status: STARTED
[17:04:50.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:21:0) after 2m52s
[17:07:42.324] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:21:0)
[17:07:42.341] Build status: STARTED
[17:07:42.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:22:0) after 1m4s
[17:08:46.385] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:22:0)
[17:08:46.402] Build status: STARTED
[17:08:46.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:23:0) after 1m53s
[17:10:39.445] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:23:0)
[17:10:39.467] Build status: STARTED
[17:10:39.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:24:0) after 4m57s
[17:15:36.562] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:24:0)
[17:15:36.580] Build status: STARTED
[17:15:36.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:25:0) after 6m37s
[17:22:13.552] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:25:0)
[17:22:13.577] Build status: STARTED
[17:22:13.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:26:0) after 9m36s
[17:31:49.627] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:26:0)
[17:31:49.650] Build status: STARTED
[17:31:49.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:27:0) after 9m22s
[17:41:11.693] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:27:0)
[17:41:11.709] Build status: STARTED
[17:41:11.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:28:0) after 8m58s
[17:50:09.771] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:28:0)
[17:50:09.785] Build status: STARTED
[17:50:09.785] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:29:0) after 4m53s
[17:55:02.806] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:29:0)
[17:55:02.823] Build status: STARTED
[17:55:02.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:30:0) after 4m22s
[17:59:24.911] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:30:0)
[17:59:24.925] Build status: STARTED
[17:59:24.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:31:0) after 4m41s
[18:04:05.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:31:0)
[18:04:05.965] Build status: STARTED
[18:04:05.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:32:0) after 8m34s
[18:12:40.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:32:0)
[18:12:40.029] Build status: STARTED
[18:12:40.029] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:33:0) after 2m3s
[18:14:43.090] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:33:0)
[18:14:43.108] Build status: STARTED
[18:14:43.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:34:0) after 1m29s
[18:16:12.305] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:34:0)
[18:16:12.352] Build status: STARTED
[18:16:12.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:35:0) after 5m21s
[18:21:33.402] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:35:0)
[18:21:33.491] Build status: STARTED
[18:21:33.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:36:0) after 6m13s
[18:27:46.543] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:36:0)
[18:27:46.563] Build status: STARTED
[18:27:46.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:37:0) after 9m44s
[18:37:30.706] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:37:0)
[18:37:30.765] Build status: STARTED
[18:37:30.765] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:38:0) after 5m6s
[18:42:36.884] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:38:0)
[18:42:36.903] Build status: STARTED
[18:42:36.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:39:0) after 4m17s
[18:46:53.914] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:39:0)
[18:46:53.933] Build status: STARTED
[18:46:53.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:40:0) after 6m38s
[18:53:31.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:40:0)
[18:53:32.060] Build status: STARTED
[18:53:32.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:41:0) after 1m15s
[18:54:47.291] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:41:0)
[18:54:47.307] Build status: STARTED
[18:54:47.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:42:0) after 8m35s
[19:03:22.331] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:42:0)
[19:03:22.353] Build status: STARTED
[19:03:22.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:43:0) after 7m49s
[19:11:11.433] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:43:0)
[19:11:11.453] Build status: STARTED
[19:11:11.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:44:0) after 6m38s
[19:17:49.548] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:44:0)
[19:17:49.565] Build status: STARTED
[19:17:49.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:45:0) after 3m19s
[19:21:08.549] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:45:0)
[19:21:08.650] Build status: STARTED
[19:21:08.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:46:0) after 6m27s
[19:27:35.772] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:46:0)
[19:27:35.793] Build status: STARTED
[19:27:35.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:47:0) after 6m32s
[19:34:07.788] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:47:0)
[19:34:07.870] Build status: STARTED
[19:34:07.870] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:48:0) after 6m47s
[19:40:54.959] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:48:0)
[19:40:54.975] Build status: STARTED
[19:40:54.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:49:0) after 3m14s
[19:44:09.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:49:0)
[19:44:09.057] Build status: STARTED
[19:44:09.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:50:0) after 8m41s
[19:52:50.074] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:50:0)
[19:52:50.093] Build status: STARTED
[19:52:50.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:51:0) after 2m21s
[19:55:11.109] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:51:0)
[19:55:11.129] Build status: STARTED
[19:55:11.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:52:0) after 5m45s
[20:00:56.287] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:52:0)
[20:00:56.317] Build status: STARTED
[20:00:56.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:53:0) after 4m30s
[20:05:26.352] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:53:0)
[20:05:26.367] Build status: STARTED
[20:05:26.367] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:54:0) after 9m56s
[20:15:22.384] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:54:0)
[20:15:22.402] Build status: STARTED
[20:15:22.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:55:0) after 8m36s
[20:23:58.458] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:55:0)
[20:23:58.479] Build status: STARTED
[20:23:58.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:56:0) after 3m36s
[20:27:34.537] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:56:0)
[20:27:34.555] Build status: STARTED
[20:27:34.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:57:0) after 6m1s
[20:33:35.590] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:57:0)
[20:33:35.610] Build status: STARTED
[20:33:35.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:58:0) after 5m28s
[20:39:03.702] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:58:0)
[20:39:03.720] Build status: STARTED
[20:39:03.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:59:0) after 2m52s
[20:41:55.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:59:0)
[20:41:55.783] Build status: STARTED
[20:41:55.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:60:0) after 3m15s
[20:45:10.769] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:60:0)
[20:45:10.784] Build status: STARTED
[20:45:10.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:61:0) after 8m46s
[20:53:56.767] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:61:0)
[20:53:56.786] Build status: STARTED
[20:53:56.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:62:0) after 3m42s
[20:57:38.806] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:62:0)
[20:57:38.826] Build status: STARTED
[20:57:38.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:63:0) after 8m9s
[21:05:47.871] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:63:0)
[21:05:47.930] Build status: STARTED
[21:05:47.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:64:0) after 7m28s
[21:13:15.946] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:64:0)
[21:13:15.964] Build status: STARTED
[21:13:15.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:65:0) after 5m32s
[21:18:48.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:65:0)
[21:18:48.030] Build status: STARTED
[21:18:48.030] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:66:0) after 6m16s
[21:25:04.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:66:0)
[21:25:04.396] Build status: STARTED
[21:25:04.396] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:67:0) after 9m30s
[21:34:34.511] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:67:0)
[21:34:34.537] Build status: STARTED
[21:34:34.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:68:0) after 9m58s
[21:44:32.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:68:0)
[21:44:32.575] Build status: STARTED
[21:44:32.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:69:0) after 5m15s
[21:49:47.643] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:69:0)
[21:49:47.661] Build status: STARTED
[21:49:47.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:70:0) after 2m26s
[21:52:13.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:70:0)
[21:52:13.746] Build status: STARTED
[21:52:13.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8851320934307297184:71:0) after 5m38s
[21:56:55.034] Received PubSub notification, asking Buildbucket for the build status
[21:56:55.056] Build:
{
  "id": "8685890872261275505",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-full_determinism"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-30T15:53:02.224411245Z",
  "startTime": "2026-03-30T15:53:08.172367425Z",
  "endTime": "2026-03-30T21:56:54.680675743Z",
  "updateTime": "2026-03-30T21:56:54.680675743Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "ab7e5382cc5ae02caa79c0d60cb1d0f024b99971",
      "ref": "refs/heads/main"
    }
  }
}
[21:56:55.056] Invocation finished in 6h3m54.165997881s with status FAILED