Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:32:14.381] New invocation is queued and will start shortly
[20:32:15.736] Starting the invocation (attempt 1)
[20:32:15.766] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96"
[20:32:15.766] Popped gitiles commit info from properties and tags
[20:32:15.766] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:32:15.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:32:15.766] Buildbucket request:
{
  "requestId": "8881472156820759184",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881472156820759184",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5800f3c1f95521823a7a5e60eabe8c6f82644872"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5800f3c1f95521823a7a5e60eabe8c6f82644872",
                        "title": "5800f3c1f95521823a7a5e60eabe8c6f82644872",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5800f3c1f95521823a7a5e60eabe8c6f82644872"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aac8b0e10b7c5b83ba1e98a059836364d733bff8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aac8b0e10b7c5b83ba1e98a059836364d733bff8",
                        "title": "aac8b0e10b7c5b83ba1e98a059836364d733bff8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aac8b0e10b7c5b83ba1e98a059836364d733bff8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7a7eaa8afb31013d8faaed44b523abcaa7eeb0e6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a7eaa8afb31013d8faaed44b523abcaa7eeb0e6",
                        "title": "7a7eaa8afb31013d8faaed44b523abcaa7eeb0e6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a7eaa8afb31013d8faaed44b523abcaa7eeb0e6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "050cd228203dacc5609a63e5a951a6157d1ac494"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@050cd228203dacc5609a63e5a951a6157d1ac494",
                        "title": "050cd228203dacc5609a63e5a951a6157d1ac494",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/050cd228203dacc5609a63e5a951a6157d1ac494"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96",
                        "title": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881472156820759184"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:32:16.174] Scheduled build:
{
  "id": "8716042094640811313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-01T20:32:15.833527501Z",
  "updateTime": "2025-05-01T20:32:15.833527501Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96",
      "ref": "refs/heads/main"
    }
  }
}
[20:32:16.174] Task URL: https://cr-buildbucket.appspot.com/build/8716042094640811313
[20:32:16.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:2:0) after 1m34s
[20:32:16.270] Received PubSub notification, asking Buildbucket for the build status
[20:32:16.290] Build status: SCHEDULED
[20:33:50.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:2:0)
[20:33:50.212] Build status: SCHEDULED
[20:33:50.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:4:0) after 9m55s
[20:43:45.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:4:0)
[20:43:45.402] Build status: SCHEDULED
[20:43:45.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:5:0) after 7m30s
[20:51:15.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:5:0)
[20:51:15.413] Build status: SCHEDULED
[20:51:15.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:6:0) after 6m21s
[20:57:36.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:6:0)
[20:57:36.474] Build status: SCHEDULED
[20:57:36.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:7:0) after 7m58s
[21:05:34.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:7:0)
[21:05:34.569] Build status: SCHEDULED
[21:05:34.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:8:0) after 3m22s
[21:08:56.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:8:0)
[21:08:56.642] Build status: SCHEDULED
[21:08:56.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:9:0) after 8m54s
[21:17:50.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:9:0)
[21:17:50.686] Build status: SCHEDULED
[21:17:50.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:10:0) after 1m36s
[21:19:26.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:10:0)
[21:19:26.742] Build status: SCHEDULED
[21:19:26.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:11:0) after 2m40s
[21:22:06.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:11:0)
[21:22:06.860] Build status: SCHEDULED
[21:22:06.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:12:0) after 4m33s
[21:26:39.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:12:0)
[21:26:40.015] Build status: SCHEDULED
[21:26:40.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:13:0) after 1m34s
[21:28:14.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:13:0)
[21:28:14.046] Build status: SCHEDULED
[21:28:14.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:14:0) after 6m59s
[21:35:13.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:14:0)
[21:35:13.087] Build status: SCHEDULED
[21:35:13.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:15:0) after 5m35s
[21:40:48.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:15:0)
[21:40:48.137] Build status: SCHEDULED
[21:40:48.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:16:0) after 2m44s
[21:43:32.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:16:0)
[21:43:32.158] Build status: SCHEDULED
[21:43:32.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:17:0) after 7m34s
[21:51:06.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:17:0)
[21:51:06.281] Build status: SCHEDULED
[21:51:06.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:18:0) after 6m9s
[21:57:15.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:18:0)
[21:57:15.321] Build status: SCHEDULED
[21:57:15.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:19:0) after 7m31s
[22:04:46.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:19:0)
[22:04:46.365] Build status: SCHEDULED
[22:04:46.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:20:0) after 1m9s
[22:05:55.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:20:0)
[22:05:55.412] Build status: SCHEDULED
[22:05:55.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:21:0) after 8m32s
[22:14:27.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:21:0)
[22:14:27.507] Build status: SCHEDULED
[22:14:27.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:22:0) after 6m24s
[22:20:51.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:22:0)
[22:20:51.549] Build status: SCHEDULED
[22:20:51.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:23:0) after 2m35s
[22:23:26.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:23:0)
[22:23:26.599] Build status: SCHEDULED
[22:23:26.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:24:0) after 6m26s
[22:29:52.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:24:0)
[22:29:52.836] Build status: SCHEDULED
[22:29:52.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:25:0) after 5m7s
[22:34:59.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:25:0)
[22:34:59.880] Build status: SCHEDULED
[22:34:59.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:26:0) after 7m33s
[22:42:32.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:26:0)
[22:42:32.918] Build status: SCHEDULED
[22:42:32.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:27:0) after 4m20s
[22:46:52.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:27:0)
[22:46:52.960] Build status: SCHEDULED
[22:46:52.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:28:0) after 3m24s
[22:50:16.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:28:0)
[22:50:17.034] Build status: SCHEDULED
[22:50:17.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:29:0) after 7m38s
[22:57:55.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:29:0)
[22:57:55.079] Build status: SCHEDULED
[22:57:55.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:30:0) after 5m56s
[23:03:51.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:30:0)
[23:03:51.178] Build status: SCHEDULED
[23:03:51.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:31:0) after 2m9s
[23:06:00.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:31:0)
[23:06:00.214] Build status: SCHEDULED
[23:06:00.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:32:0) after 6m22s
[23:12:22.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:32:0)
[23:12:22.394] Build status: SCHEDULED
[23:12:22.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:33:0) after 5m4s
[23:17:26.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:33:0)
[23:17:26.680] Build status: SCHEDULED
[23:17:26.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:34:0) after 2m27s
[23:19:53.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:34:0)
[23:19:53.739] Build status: SCHEDULED
[23:19:53.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:35:0) after 5m12s
[23:25:05.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:35:0)
[23:25:05.852] Build status: SCHEDULED
[23:25:05.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:36:0) after 5m22s
[23:30:27.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:36:0)
[23:30:27.987] Build status: SCHEDULED
[23:30:27.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:37:0) after 5m11s
[23:35:39.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:37:0)
[23:35:39.029] Build status: SCHEDULED
[23:35:39.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:38:0) after 9m10s
[23:44:49.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:38:0)
[23:44:49.094] Build status: SCHEDULED
[23:44:49.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:39:0) after 9m41s
[23:54:30.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:39:0)
[23:54:30.136] Build status: SCHEDULED
[23:54:30.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:40:0) after 7m49s
[00:02:19.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:40:0)
[00:02:19.177] Build status: SCHEDULED
[00:02:19.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:41:0) after 5m21s
[00:07:40.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:41:0)
[00:07:40.279] Build status: SCHEDULED
[00:07:40.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:42:0) after 4m56s
[00:12:36.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:42:0)
[00:12:36.321] Build status: SCHEDULED
[00:12:36.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:43:0) after 5m1s
[00:17:37.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:43:0)
[00:17:37.324] Build status: SCHEDULED
[00:17:37.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:44:0) after 4m38s
[00:22:15.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:44:0)
[00:22:15.440] Build status: SCHEDULED
[00:22:15.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8881472156820759184:45:0) after 6m58s
[00:25:52.492] Received PubSub notification, asking Buildbucket for the build status
[00:25:52.511] Build:
{
  "id": "8716042094640811313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-01T20:32:15.833527501Z",
  "endTime": "2025-05-02T00:25:52.012019092Z",
  "updateTime": "2025-05-02T00:25:52.012019092Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ce8bfdf9aa30cc6d2c6122f96c9f61d7f1c58b96",
      "ref": "refs/heads/main"
    }
  }
}
[00:25:52.511] Invocation finished in 3h53m38.141144415s with status FAILED