1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan
  4. 8877692423271566736
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:49:29.194] New invocation is queued and will start shortly
[13:49:31.108] Starting the invocation (attempt 1)
[13:49:31.132] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
[13:49:31.132] Popped gitiles commit info from properties and tags
[13:49:31.132] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:49:31.132] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:49:31.132] Buildbucket request:
{
  "requestId": "8877692423271566736",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877692423271566736",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "title": "df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877692423271566736"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:49:31.575] Scheduled build:
{
  "id": "8712262360476466849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T13:49:31.228210522Z",
  "updateTime": "2025-06-12T13:49:31.228210522Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[13:49:31.575] Task URL: https://cr-buildbucket.appspot.com/build/8712262360476466849
[13:49:31.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:2:0) after 4m30s
[13:49:32.609] Received PubSub notification, asking Buildbucket for the build status
[13:49:32.635] Build status: SCHEDULED
[13:54:01.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:2:0)
[13:54:01.589] Build status: SCHEDULED
[13:54:01.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:4:0) after 8m29s
[14:02:30.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:4:0)
[14:02:30.698] Build status: SCHEDULED
[14:02:30.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:5:0) after 4m52s
[14:07:22.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:5:0)
[14:07:22.841] Build status: SCHEDULED
[14:07:22.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:6:0) after 3m1s
[14:10:23.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:6:0)
[14:10:23.882] Build status: SCHEDULED
[14:10:23.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:7:0) after 8m24s
[14:18:47.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:7:0)
[14:18:47.964] Build status: SCHEDULED
[14:18:47.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:8:0) after 7m18s
[14:26:06.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:8:0)
[14:26:06.057] Build status: SCHEDULED
[14:26:06.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:9:0) after 5m17s
[14:31:23.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:9:0)
[14:31:23.164] Build status: SCHEDULED
[14:31:23.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:10:0) after 2m34s
[14:33:57.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:10:0)
[14:33:57.214] Build status: SCHEDULED
[14:33:57.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:11:0) after 6m42s
[14:40:39.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:11:0)
[14:40:39.362] Build status: SCHEDULED
[14:40:39.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:12:0) after 7m43s
[14:48:22.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:12:0)
[14:48:22.439] Build status: SCHEDULED
[14:48:22.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:13:0) after 2m46s
[14:51:08.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:13:0)
[14:51:08.487] Build status: SCHEDULED
[14:51:08.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:14:0) after 3m28s
[14:54:36.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:14:0)
[14:54:36.604] Build status: SCHEDULED
[14:54:36.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:15:0) after 9m8s
[15:03:44.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:15:0)
[15:03:44.718] Build status: SCHEDULED
[15:03:44.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:16:0) after 8m55s
[15:12:39.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:16:0)
[15:12:39.867] Build status: SCHEDULED
[15:12:39.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:17:0) after 7m44s
[15:20:23.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:17:0)
[15:20:23.915] Build status: SCHEDULED
[15:20:23.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:18:0) after 3m54s
[15:24:17.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:18:0)
[15:24:17.978] Build status: SCHEDULED
[15:24:17.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:19:0) after 6m18s
[15:30:35.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:19:0)
[15:30:36.039] Build status: SCHEDULED
[15:30:36.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:20:0) after 1m30s
[15:32:06.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:20:0)
[15:32:06.078] Build status: SCHEDULED
[15:32:06.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:21:0) after 1m3s
[15:33:09.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:21:0)
[15:33:09.148] Build status: SCHEDULED
[15:33:09.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:22:0) after 2m40s
[15:35:49.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:22:0)
[15:35:49.179] Build status: SCHEDULED
[15:35:49.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:23:0) after 7m49s
[15:43:38.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:23:0)
[15:43:38.227] Build status: SCHEDULED
[15:43:38.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:24:0) after 4m59s
[15:48:37.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:24:0)
[15:48:37.303] Build status: SCHEDULED
[15:48:37.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:25:0) after 7m18s
[15:55:55.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:25:0)
[15:55:55.305] Build status: SCHEDULED
[15:55:55.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:26:0) after 7m28s
[16:03:23.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:26:0)
[16:03:23.357] Build status: SCHEDULED
[16:03:23.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:27:0) after 1m45s
[16:05:08.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:27:0)
[16:05:08.442] Build status: SCHEDULED
[16:05:08.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:28:0) after 7m26s
[16:12:34.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:28:0)
[16:12:34.485] Build status: SCHEDULED
[16:12:34.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:29:0) after 5m12s
[16:17:46.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:29:0)
[16:17:46.695] Build status: SCHEDULED
[16:17:46.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:30:0) after 2m15s
[16:20:01.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:30:0)
[16:20:01.741] Build status: SCHEDULED
[16:20:01.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:31:0) after 6m30s
[16:26:31.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:31:0)
[16:26:31.786] Build status: SCHEDULED
[16:26:31.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:32:0) after 9m4s
[16:35:35.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:32:0)
[16:35:35.831] Build status: SCHEDULED
[16:35:35.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:33:0) after 6m19s
[16:41:54.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:33:0)
[16:41:54.884] Build status: SCHEDULED
[16:41:54.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:34:0) after 1m52s
[16:43:46.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:34:0)
[16:43:46.921] Build status: SCHEDULED
[16:43:46.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:35:0) after 8m51s
[16:52:37.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:35:0)
[16:52:37.964] Build status: SCHEDULED
[16:52:37.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:36:0) after 8m12s
[17:00:49.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:36:0)
[17:00:50.007] Build status: SCHEDULED
[17:00:50.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:37:0) after 4m20s
[17:05:10.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:37:0)
[17:05:10.074] Build status: SCHEDULED
[17:05:10.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:38:0) after 9m51s
[17:15:01.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:38:0)
[17:15:01.096] Build status: SCHEDULED
[17:15:01.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:39:0) after 7m38s
[17:22:39.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:39:0)
[17:22:39.155] Build status: SCHEDULED
[17:22:39.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:40:0) after 1m42s
[17:24:21.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:40:0)
[17:24:21.271] Build status: SCHEDULED
[17:24:21.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:41:0) after 5m23s
[17:29:44.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:41:0)
[17:29:44.347] Build status: SCHEDULED
[17:29:44.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:42:0) after 4m34s
[17:34:18.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:42:0)
[17:34:18.493] Build status: SCHEDULED
[17:34:18.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:43:0) after 8m51s
[17:43:09.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:43:0)
[17:43:09.534] Build status: SCHEDULED
[17:43:09.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:44:0) after 1m21s
[17:44:30.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:44:0)
[17:44:30.573] Build status: SCHEDULED
[17:44:30.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:45:0) after 8m44s
[17:53:14.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:45:0)
[17:53:14.659] Build status: SCHEDULED
[17:53:14.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:46:0) after 6m43s
[17:59:57.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:46:0)
[17:59:58.576] Build status: SCHEDULED
[17:59:58.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:47:0) after 6m18s
[18:06:16.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:47:0)
[18:06:21.657] Build status: SCHEDULED
[18:06:21.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:48:0) after 2m33s
[18:08:54.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:48:0)
[18:09:00.853] Build status: SCHEDULED
[18:09:00.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:49:0) after 7m40s
[18:16:40.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:49:0)
[18:16:45.946] Build status: SCHEDULED
[18:16:45.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:50:0) after 8m30s
[18:25:16.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:50:0)
[18:25:16.030] Build status: SCHEDULED
[18:25:16.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:51:0) after 4m0s
[18:29:16.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:51:0)
[18:29:16.237] Build status: SCHEDULED
[18:29:16.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:52:0) after 3m22s
[18:32:38.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:52:0)
[18:32:38.410] Build status: SCHEDULED
[18:32:38.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:53:0) after 2m40s
[18:35:18.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:53:0)
[18:35:18.572] Build status: SCHEDULED
[18:35:18.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:54:0) after 5m23s
[18:40:41.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:54:0)
[18:40:41.706] Build status: SCHEDULED
[18:40:41.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:55:0) after 3m53s
[18:44:34.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:55:0)
[18:44:34.791] Build status: SCHEDULED
[18:44:34.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:56:0) after 5m47s
[18:50:21.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:56:0)
[18:50:21.843] Build status: SCHEDULED
[18:50:21.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:57:0) after 8m31s
[18:58:53.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:57:0)
[18:58:53.071] Build status: SCHEDULED
[18:58:53.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:58:0) after 8m41s
[19:07:34.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:58:0)
[19:07:34.193] Build status: SCHEDULED
[19:07:34.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:59:0) after 9m15s
[19:16:49.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:59:0)
[19:16:49.592] Build status: SCHEDULED
[19:16:49.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:60:0) after 7m32s
[19:24:22.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:60:0)
[19:24:22.310] Build status: SCHEDULED
[19:24:22.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:61:0) after 7m44s
[19:32:35.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:61:0)
[19:32:35.051] Build status: SCHEDULED
[19:32:35.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:62:0) after 4m32s
[20:34:13.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:62:0)
[20:34:13.959] Build status: SCHEDULED
[20:34:13.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8877692423271566736:63:0) after 2m24s
[20:36:29.692] Received PubSub notification, asking Buildbucket for the build status
[20:36:29.718] Build:
{
  "id": "8712262360476466849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T13:49:31.228210522Z",
  "endTime": "2025-06-12T20:36:18.845162433Z",
  "updateTime": "2025-06-12T20:36:18.845162433Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[20:36:29.718] Invocation finished in 6h47m0.538485685s with status FAILED