Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "011a081c795e5cba95528dd4a2b472d26328cc5b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:03:33.068] New invocation is queued and will start shortly
[23:03:34.827] Starting the invocation (attempt 1)
[23:03:34.852] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b"
[23:03:34.852] Popped gitiles commit info from properties and tags
[23:03:34.852] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:03:34.852] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:03:34.852] Buildbucket request:
{
  "requestId": "8884905321850407776",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884905321850407776",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7bf3b521ae289dc5293943ec10cc58075f41d380"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "title": "7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bf3b521ae289dc5293943ec10cc58075f41d380"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "title": "089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24fc1823e09eedad72069cd63486695627817e20"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24fc1823e09eedad72069cd63486695627817e20",
                        "title": "24fc1823e09eedad72069cd63486695627817e20",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24fc1823e09eedad72069cd63486695627817e20"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df8b1de9273016087a915745011631b7007a03c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df8b1de9273016087a915745011631b7007a03c5",
                        "title": "df8b1de9273016087a915745011631b7007a03c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df8b1de9273016087a915745011631b7007a03c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "title": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fd7055a57770ecefdf73814f38596c8d6c3a7748"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "title": "fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd7055a57770ecefdf73814f38596c8d6c3a7748"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "title": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "title": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "096b4e762c9307589b5b4938ec7a515d00259c4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@096b4e762c9307589b5b4938ec7a515d00259c4d",
                        "title": "096b4e762c9307589b5b4938ec7a515d00259c4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/096b4e762c9307589b5b4938ec7a515d00259c4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "011a081c795e5cba95528dd4a2b472d26328cc5b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@011a081c795e5cba95528dd4a2b472d26328cc5b",
                        "title": "011a081c795e5cba95528dd4a2b472d26328cc5b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884905321850407776"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:03:35.326] Scheduled build:
{
  "id": "8719475259261050049",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T23:03:34.911794279Z",
  "updateTime": "2025-03-24T23:03:34.911794279Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
      "ref": "refs/heads/main"
    }
  }
}
[23:03:35.326] Task URL: https://cr-buildbucket.appspot.com/build/8719475259261050049
[23:03:35.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:2:0) after 5m2s
[23:03:36.232] Received PubSub notification, asking Buildbucket for the build status
[23:03:36.262] Build status: SCHEDULED
[23:08:37.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:2:0)
[23:08:37.383] Build status: SCHEDULED
[23:08:37.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:4:0) after 2m49s
[23:11:26.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:4:0)
[23:11:26.428] Build status: SCHEDULED
[23:11:26.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:5:0) after 6m35s
[23:18:01.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:5:0)
[23:18:01.529] Build status: SCHEDULED
[23:18:01.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:6:0) after 9m2s
[23:27:03.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:6:0)
[23:27:03.670] Build status: SCHEDULED
[23:27:03.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:7:0) after 6m58s
[23:34:01.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:7:0)
[23:34:01.891] Build status: SCHEDULED
[23:34:01.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:8:0) after 4m51s
[23:38:52.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:8:0)
[23:38:52.963] Build status: SCHEDULED
[23:38:52.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:9:0) after 5m14s
[23:44:07.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:9:0)
[23:44:07.073] Build status: SCHEDULED
[23:44:07.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:10:0) after 3m17s
[23:47:24.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:10:0)
[23:47:24.216] Build status: SCHEDULED
[23:47:24.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:11:0) after 6m22s
[23:53:46.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:11:0)
[23:53:46.337] Build status: SCHEDULED
[23:53:46.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:12:0) after 7m27s
[00:01:13.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:12:0)
[00:01:13.338] Build status: SCHEDULED
[00:01:13.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:13:0) after 1m17s
[00:02:30.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:13:0)
[00:02:30.508] Build status: SCHEDULED
[00:02:30.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:14:0) after 6m46s
[00:09:16.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:14:0)
[00:09:16.550] Build status: SCHEDULED
[00:09:16.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:15:0) after 4m24s
[00:13:40.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:15:0)
[00:13:40.640] Build status: SCHEDULED
[00:13:40.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:16:0) after 8m33s
[00:22:13.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:16:0)
[00:22:13.735] Build status: SCHEDULED
[00:22:13.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:17:0) after 5m41s
[00:27:54.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:17:0)
[00:27:54.781] Build status: SCHEDULED
[00:27:54.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:18:0) after 3m55s
[00:31:49.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:18:0)
[00:31:49.936] Build status: SCHEDULED
[00:31:49.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:19:0) after 1m30s
[00:33:19.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:19:0)
[00:33:20.022] Build status: SCHEDULED
[00:33:20.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:20:0) after 6m23s
[00:39:43.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:20:0)
[00:39:43.115] Build status: SCHEDULED
[00:39:43.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:21:0) after 7m53s
[00:47:36.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:21:0)
[00:47:36.207] Build status: SCHEDULED
[00:47:36.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:22:0) after 5m4s
[00:52:40.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:22:0)
[00:52:40.246] Build status: SCHEDULED
[00:52:40.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:23:0) after 5m38s
[00:58:18.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:23:0)
[00:58:18.387] Build status: SCHEDULED
[00:58:18.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:24:0) after 9m49s
[01:08:07.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:24:0)
[01:08:07.504] Build status: SCHEDULED
[01:08:07.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:25:0) after 8m41s
[01:16:48.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:25:0)
[01:16:48.540] Build status: SCHEDULED
[01:16:48.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:26:0) after 6m4s
[01:22:52.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:26:0)
[01:22:52.732] Build status: SCHEDULED
[01:22:52.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:27:0) after 2m7s
[01:24:59.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:27:0)
[01:24:59.849] Build status: SCHEDULED
[01:24:59.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:28:0) after 2m45s
[01:27:44.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:28:0)
[01:27:44.937] Build status: SCHEDULED
[01:27:44.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:29:0) after 8m10s
[01:35:54.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:29:0)
[01:35:54.982] Build status: SCHEDULED
[01:35:54.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:30:0) after 1m30s
[01:37:25.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:30:0)
[01:37:25.058] Build status: SCHEDULED
[01:37:25.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:31:0) after 7m51s
[01:45:16.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:31:0)
[01:45:16.363] Build status: SCHEDULED
[01:45:16.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:32:0) after 5m25s
[01:50:41.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:32:0)
[01:50:41.413] Build status: SCHEDULED
[01:50:41.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:33:0) after 1m26s
[01:52:07.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:33:0)
[01:52:07.500] Build status: SCHEDULED
[01:52:07.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:34:0) after 2m6s
[01:54:13.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:34:0)
[01:54:13.540] Build status: SCHEDULED
[01:54:13.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:35:0) after 1m9s
[01:55:22.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:35:0)
[01:55:22.601] Build status: SCHEDULED
[01:55:22.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:36:0) after 5m16s
[02:00:38.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:36:0)
[02:00:38.708] Build status: SCHEDULED
[02:00:38.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:37:0) after 1m34s
[02:02:12.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:37:0)
[02:02:12.824] Build status: SCHEDULED
[02:02:12.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:38:0) after 1m23s
[02:03:35.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:38:0)
[02:03:35.863] Build status: SCHEDULED
[02:03:35.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:39:0) after 8m35s
[02:12:10.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:39:0)
[02:12:10.916] Build status: SCHEDULED
[02:12:10.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:40:0) after 8m16s
[02:20:27.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:40:0)
[02:20:27.051] Build status: SCHEDULED
[02:20:27.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:41:0) after 3m39s
[02:24:06.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:41:0)
[02:24:06.163] Build status: SCHEDULED
[02:24:06.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:42:0) after 8m55s
[02:33:01.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:42:0)
[02:33:01.200] Build status: SCHEDULED
[02:33:01.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:43:0) after 8m45s
[02:41:46.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:43:0)
[02:41:46.341] Build status: SCHEDULED
[02:41:46.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:44:0) after 6m17s
[02:48:03.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:44:0)
[02:48:03.371] Build status: SCHEDULED
[02:48:03.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:45:0) after 1m59s
[02:50:02.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:45:0)
[02:50:02.459] Build status: SCHEDULED
[02:50:02.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:46:0) after 1m51s
[02:51:53.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:46:0)
[02:51:53.525] Build status: SCHEDULED
[02:51:53.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:47:0) after 7m9s
[02:59:02.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:47:0)
[02:59:02.567] Build status: SCHEDULED
[02:59:02.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:48:0) after 1m41s
[03:00:43.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:48:0)
[03:00:43.647] Build status: SCHEDULED
[03:00:43.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:49:0) after 9m32s
[03:10:15.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:49:0)
[03:10:15.716] Build status: SCHEDULED
[03:10:15.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:50:0) after 7m51s
[03:18:06.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:50:0)
[03:18:06.817] Build status: SCHEDULED
[03:18:06.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:51:0) after 3m58s
[03:22:04.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:51:0)
[03:22:04.946] Build status: SCHEDULED
[03:22:04.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:52:0) after 5m18s
[03:27:23.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:52:0)
[03:27:23.114] Build status: SCHEDULED
[03:27:23.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:53:0) after 5m55s
[03:33:18.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:53:0)
[03:33:18.153] Build status: SCHEDULED
[03:33:18.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:54:0) after 3m48s
[03:37:06.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:54:0)
[03:37:06.224] Build status: SCHEDULED
[03:37:06.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:55:0) after 1m13s
[03:38:19.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:55:0)
[03:38:19.383] Build status: SCHEDULED
[03:38:19.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:56:0) after 7m56s
[03:46:15.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:56:0)
[03:46:15.491] Build status: SCHEDULED
[03:46:15.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:57:0) after 3m40s
[03:49:55.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:57:0)
[03:49:55.486] Build status: SCHEDULED
[03:49:55.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:58:0) after 6m57s
[03:56:52.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:58:0)
[03:56:52.587] Build status: SCHEDULED
[03:56:52.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:59:0) after 6m51s
[04:03:43.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:59:0)
[04:03:43.648] Build status: SCHEDULED
[04:03:43.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:60:0) after 2m57s
[04:06:40.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:60:0)
[04:06:40.745] Build status: SCHEDULED
[04:06:40.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:61:0) after 5m14s
[04:11:54.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:61:0)
[04:11:54.759] Build status: SCHEDULED
[04:11:54.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:62:0) after 7m12s
[04:19:06.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:62:0)
[04:19:07.038] Build status: SCHEDULED
[04:19:07.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:63:0) after 3m3s
[04:22:10.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:63:0)
[04:22:10.098] Build status: SCHEDULED
[04:22:10.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:64:0) after 5m9s
[04:27:19.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:64:0)
[04:27:19.156] Build status: SCHEDULED
[04:27:19.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:65:0) after 3m38s
[04:30:57.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:65:0)
[04:30:57.174] Build status: SCHEDULED
[04:30:57.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:66:0) after 6m47s
[04:37:44.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:66:0)
[04:37:44.211] Build status: SCHEDULED
[04:37:44.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:67:0) after 6m21s
[04:44:05.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:67:0)
[04:44:05.346] Build status: SCHEDULED
[04:44:05.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:68:0) after 1m17s
[04:45:22.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:68:0)
[04:45:22.376] Build status: SCHEDULED
[04:45:22.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:69:0) after 6m16s
[04:51:38.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:69:0)
[04:51:38.459] Build status: SCHEDULED
[04:51:38.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:70:0) after 4m46s
[04:56:24.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:70:0)
[04:56:24.576] Build status: SCHEDULED
[04:56:24.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:71:0) after 7m42s
[05:04:06.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:71:0)
[05:04:06.714] Build status: SCHEDULED
[05:04:06.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:72:0) after 9m19s
[05:13:25.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:72:0)
[05:13:25.751] Build status: SCHEDULED
[05:13:25.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:73:0) after 5m52s
[05:19:17.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:73:0)
[05:19:17.789] Build status: SCHEDULED
[05:19:17.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:74:0) after 8m50s
[05:28:07.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:74:0)
[05:28:07.832] Build status: SCHEDULED
[05:28:07.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:75:0) after 3m7s
[05:31:14.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:75:0)
[05:31:14.900] Build status: SCHEDULED
[05:31:14.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:76:0) after 4m23s
[05:35:37.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:76:0)
[05:35:37.990] Build status: SCHEDULED
[05:35:37.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:77:0) after 1m37s
[05:37:15.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:77:0)
[05:37:15.055] Build status: SCHEDULED
[05:37:15.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:78:0) after 6m14s
[05:43:29.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:78:0)
[05:43:29.122] Build status: SCHEDULED
[05:43:29.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:79:0) after 9m34s
[05:53:03.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:79:0)
[05:53:03.209] Build status: SCHEDULED
[05:53:03.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:80:0) after 8m35s
[06:01:38.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:80:0)
[06:01:38.255] Build status: SCHEDULED
[06:01:38.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:81:0) after 2m21s
[06:03:59.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:81:0)
[06:03:59.287] Build status: SCHEDULED
[06:03:59.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:82:0) after 1m42s
[06:05:41.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:82:0)
[06:05:41.351] Build status: SCHEDULED
[06:05:41.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:83:0) after 6m36s
[06:12:17.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:83:0)
[06:12:17.396] Build status: SCHEDULED
[06:12:17.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:84:0) after 9m15s
[06:21:32.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:84:0)
[06:21:32.498] Build status: SCHEDULED
[06:21:32.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:85:0) after 9m28s
[06:31:00.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:85:0)
[06:31:00.540] Build status: SCHEDULED
[06:31:00.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:86:0) after 8m37s
[06:39:37.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:86:0)
[06:39:38.305] Build status: SCHEDULED
[06:39:38.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:87:0) after 2m24s
[06:42:02.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:87:0)
[06:42:02.394] Build status: SCHEDULED
[06:42:02.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:88:0) after 1m41s
[06:43:43.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:88:0)
[06:43:43.553] Build status: SCHEDULED
[06:43:43.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:89:0) after 2m35s
[06:46:18.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:89:0)
[06:46:18.589] Build status: SCHEDULED
[06:46:18.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:90:0) after 6m22s
[06:52:40.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:90:0)
[06:52:40.649] Build status: SCHEDULED
[06:52:40.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:91:0) after 3m7s
[06:55:47.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:91:0)
[06:55:47.739] Build status: SCHEDULED
[06:55:47.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884905321850407776:92:0) after 9m9s
[07:03:38.149] Received PubSub notification, asking Buildbucket for the build status
[07:03:38.170] Build:
{
  "id": "8719475259261050049",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T23:03:34.911794279Z",
  "endTime": "2025-03-25T07:03:37.946090427Z",
  "updateTime": "2025-03-25T07:03:37.946090427Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
      "ref": "refs/heads/main"
    }
  }
}
[07:03:38.170] Invocation finished in 8h0m5.111502286s with status FAILED