1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan
  4. 8869117034996429168
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5d8cf7be19c444d21e7589a3e75659f829c56fe4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5d8cf7be19c444d21e7589a3e75659f829c56fe4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:31:36.736] New invocation is queued and will start shortly
[05:31:37.872] Starting the invocation (attempt 1)
[05:31:37.900] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5d8cf7be19c444d21e7589a3e75659f829c56fe4"
[05:31:37.900] Popped gitiles commit info from properties and tags
[05:31:37.900] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:31:37.900] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:31:37.900] Buildbucket request:
{
  "requestId": "8869117034996429168",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869117034996429168",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d8cf7be19c444d21e7589a3e75659f829c56fe4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d8cf7be19c444d21e7589a3e75659f829c56fe4",
                        "title": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d8cf7be19c444d21e7589a3e75659f829c56fe4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869117034996429168"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:31:38.246] Scheduled build:
{
  "id": "8703686973068910945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T05:31:37.952185519Z",
  "updateTime": "2025-09-15T05:31:37.952185519Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
      "ref": "refs/heads/main"
    }
  }
}
[05:31:38.246] Task URL: https://cr-buildbucket.appspot.com/build/8703686973068910945
[05:31:38.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:2:0) after 6m44s
[05:31:39.344] Received PubSub notification, asking Buildbucket for the build status
[05:31:39.364] Build status: SCHEDULED
[05:38:22.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:2:0)
[05:38:22.448] Build status: SCHEDULED
[05:38:22.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:4:0) after 4m9s
[05:42:31.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:4:0)
[05:42:31.801] Build status: SCHEDULED
[05:42:31.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:5:0) after 4m49s
[05:47:20.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:5:0)
[05:47:20.927] Build status: SCHEDULED
[05:47:20.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:6:0) after 9m21s
[05:56:42.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:6:0)
[05:56:42.068] Build status: SCHEDULED
[05:56:42.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:7:0) after 5m12s
[06:01:54.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:7:0)
[06:01:54.293] Build status: SCHEDULED
[06:01:54.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:8:0) after 1m52s
[06:03:46.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:8:0)
[06:03:46.434] Build status: SCHEDULED
[06:03:46.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:9:0) after 8m53s
[06:12:39.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:9:0)
[06:12:39.774] Build status: SCHEDULED
[06:12:39.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:10:0) after 9m59s
[06:22:38.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:10:0)
[06:22:38.816] Build status: SCHEDULED
[06:22:38.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:11:0) after 6m35s
[06:29:13.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:11:0)
[06:29:13.859] Build status: SCHEDULED
[06:29:13.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:12:0) after 9m50s
[06:39:03.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:12:0)
[06:39:04.033] Build status: SCHEDULED
[06:39:04.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:13:0) after 2m50s
[06:41:54.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:13:0)
[06:41:54.083] Build status: SCHEDULED
[06:41:54.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:14:0) after 5m29s
[06:47:23.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:14:0)
[06:47:23.121] Build status: SCHEDULED
[06:47:23.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:15:0) after 1m5s
[06:48:28.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:15:0)
[06:48:28.169] Build status: SCHEDULED
[06:48:28.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:16:0) after 4m16s
[06:52:44.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:16:0)
[06:52:44.216] Build status: SCHEDULED
[06:52:44.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:17:0) after 2m32s
[06:55:16.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:17:0)
[06:55:16.228] Build status: SCHEDULED
[06:55:16.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:18:0) after 5m19s
[07:00:35.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:18:0)
[07:00:35.425] Build status: SCHEDULED
[07:00:35.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:19:0) after 3m59s
[07:04:34.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:19:0)
[07:04:34.555] Build status: SCHEDULED
[07:04:34.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:20:0) after 9m4s
[07:13:38.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:20:0)
[07:13:38.668] Build status: SCHEDULED
[07:13:38.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:21:0) after 5m47s
[07:19:25.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:21:0)
[07:19:25.711] Build status: SCHEDULED
[07:19:25.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:22:0) after 5m14s
[07:24:39.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:22:0)
[07:24:40.006] Build status: SCHEDULED
[07:24:40.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:23:0) after 6m35s
[07:31:15.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:23:0)
[07:31:15.090] Build status: SCHEDULED
[07:31:15.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:24:0) after 3m53s
[07:35:08.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:24:0)
[07:35:08.323] Build status: SCHEDULED
[07:35:08.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:25:0) after 2m25s
[07:37:33.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:25:0)
[07:37:33.357] Build status: SCHEDULED
[07:37:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:26:0) after 2m4s
[07:39:37.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:26:0)
[07:39:37.561] Build status: SCHEDULED
[07:39:37.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:27:0) after 1m34s
[07:41:11.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:27:0)
[07:41:11.653] Build status: SCHEDULED
[07:41:11.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:28:0) after 7m20s
[07:48:31.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:28:0)
[07:48:31.991] Build status: SCHEDULED
[07:48:31.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:29:0) after 5m21s
[07:53:53.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:29:0)
[07:53:53.028] Build status: SCHEDULED
[07:53:53.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:30:0) after 5m13s
[07:59:06.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:30:0)
[07:59:06.124] Build status: SCHEDULED
[07:59:06.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:31:0) after 1m7s
[08:00:13.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:31:0)
[08:00:13.149] Build status: SCHEDULED
[08:00:13.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:32:0) after 1m27s
[08:01:40.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:32:0)
[08:01:40.307] Build status: SCHEDULED
[08:01:40.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:33:0) after 6m18s
[08:07:58.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:33:0)
[08:07:58.342] Build status: SCHEDULED
[08:07:58.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:34:0) after 7m32s
[08:15:30.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:34:0)
[08:15:30.373] Build status: SCHEDULED
[08:15:30.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:35:0) after 6m27s
[08:21:57.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:35:0)
[08:21:57.509] Build status: SCHEDULED
[08:21:57.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:36:0) after 4m46s
[08:26:43.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:36:0)
[08:26:43.555] Build status: SCHEDULED
[08:26:43.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:37:0) after 3m42s
[08:30:25.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:37:0)
[08:30:25.650] Build status: SCHEDULED
[08:30:25.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:38:0) after 7m47s
[08:38:12.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:38:0)
[08:38:12.691] Build status: SCHEDULED
[08:38:12.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:39:0) after 7m20s
[08:45:32.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:39:0)
[08:45:32.775] Build status: SCHEDULED
[08:45:32.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:40:0) after 4m50s
[08:50:22.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:40:0)
[08:50:22.816] Build status: SCHEDULED
[08:50:22.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:41:0) after 8m17s
[08:58:39.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:41:0)
[08:58:39.899] Build status: SCHEDULED
[08:58:39.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:42:0) after 6m44s
[09:05:23.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:42:0)
[09:05:23.982] Build status: SCHEDULED
[09:05:23.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:43:0) after 9m19s
[09:14:42.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:43:0)
[09:14:43.011] Build status: SCHEDULED
[09:14:43.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:44:0) after 5m39s
[09:20:22.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:44:0)
[09:20:22.056] Build status: SCHEDULED
[09:20:22.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:45:0) after 6m18s
[09:26:40.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:45:0)
[09:26:40.086] Build status: SCHEDULED
[09:26:40.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:46:0) after 4m38s
[09:31:18.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:46:0)
[09:31:18.113] Build status: SCHEDULED
[09:31:18.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:47:0) after 3m28s
[09:34:46.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:47:0)
[09:34:46.180] Build status: SCHEDULED
[09:34:46.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:48:0) after 3m26s
[09:38:12.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:48:0)
[09:38:12.217] Build status: SCHEDULED
[09:38:12.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:49:0) after 9m17s
[09:47:29.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:49:0)
[09:47:29.335] Build status: SCHEDULED
[09:47:29.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:50:0) after 2m12s
[09:49:41.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:50:0)
[09:49:41.442] Build status: SCHEDULED
[09:49:41.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:51:0) after 9m24s
[09:59:05.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:51:0)
[09:59:05.495] Build status: SCHEDULED
[09:59:05.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:52:0) after 5m5s
[10:04:10.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:52:0)
[10:04:10.589] Build status: SCHEDULED
[10:04:10.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:53:0) after 3m51s
[10:08:01.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:53:0)
[10:08:01.707] Build status: SCHEDULED
[10:08:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:54:0) after 8m54s
[10:16:55.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:54:0)
[10:16:55.810] Build status: SCHEDULED
[10:16:55.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:55:0) after 9m34s
[10:26:29.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:55:0)
[10:26:29.889] Build status: SCHEDULED
[10:26:29.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:56:0) after 4m55s
[10:31:24.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:56:0)
[10:31:24.948] Build status: SCHEDULED
[10:31:24.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:57:0) after 2m25s
[10:33:50.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:57:0)
[10:33:50.072] Build status: SCHEDULED
[10:33:50.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:58:0) after 5m30s
[10:39:20.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:58:0)
[10:39:20.113] Build status: SCHEDULED
[10:39:20.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:59:0) after 4m1s
[10:43:21.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:59:0)
[10:43:21.127] Build status: SCHEDULED
[10:43:21.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:60:0) after 1m15s
[10:44:36.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:60:0)
[10:44:36.214] Build status: SCHEDULED
[10:44:36.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:61:0) after 1m42s
[10:46:18.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:61:0)
[10:46:18.261] Build status: SCHEDULED
[10:46:18.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:62:0) after 1m18s
[10:47:36.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:62:0)
[10:47:36.493] Build status: SCHEDULED
[10:47:36.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:63:0) after 3m0s
[10:50:36.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:63:0)
[10:50:36.585] Build status: SCHEDULED
[10:50:36.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:64:0) after 6m4s
[10:56:40.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:64:0)
[10:56:40.739] Build status: SCHEDULED
[10:56:40.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:65:0) after 8m30s
[11:05:10.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:65:0)
[11:05:10.822] Build status: SCHEDULED
[11:05:10.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:66:0) after 7m55s
[11:13:05.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:66:0)
[11:13:05.983] Build status: SCHEDULED
[11:13:05.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:67:0) after 6m15s
[11:19:21.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:67:0)
[11:19:21.148] Build status: SCHEDULED
[11:19:21.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:68:0) after 7m44s
[11:27:05.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:68:0)
[11:27:05.189] Build status: SCHEDULED
[11:27:05.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:69:0) after 4m41s
[11:31:46.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:69:0)
[11:31:46.242] Build status: SCHEDULED
[11:31:46.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:70:0) after 4m0s
[11:35:46.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:70:0)
[11:35:46.322] Build status: SCHEDULED
[11:35:46.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:71:0) after 5m25s
[11:41:11.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:71:0)
[11:41:11.415] Build status: SCHEDULED
[11:41:11.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:72:0) after 2m45s
[11:43:56.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:72:0)
[11:43:56.457] Build status: SCHEDULED
[11:43:56.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:73:0) after 4m40s
[11:48:36.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:73:0)
[11:48:36.564] Build status: SCHEDULED
[11:48:36.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:74:0) after 7m9s
[11:55:45.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:74:0)
[11:55:45.874] Build status: SCHEDULED
[11:55:45.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:75:0) after 1m40s
[11:57:25.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:75:0)
[11:57:25.984] Build status: SCHEDULED
[11:57:25.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:76:0) after 6m39s
[12:04:05.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:76:0)
[12:04:05.177] Build status: SCHEDULED
[12:04:05.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:77:0) after 9m25s
[12:13:30.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:77:0)
[12:13:30.218] Build status: SCHEDULED
[12:13:30.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:78:0) after 1m41s
[12:15:11.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:78:0)
[12:15:11.272] Build status: SCHEDULED
[12:15:11.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:79:0) after 2m39s
[12:17:50.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:79:0)
[12:17:50.327] Build status: SCHEDULED
[12:17:50.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:80:0) after 7m29s
[12:25:19.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:80:0)
[12:25:19.384] Build status: SCHEDULED
[12:25:19.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:81:0) after 1m40s
[12:26:59.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:81:0)
[12:26:59.422] Build status: SCHEDULED
[12:26:59.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:82:0) after 5m49s
[12:32:48.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:82:0)
[12:32:48.471] Build status: SCHEDULED
[12:32:48.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:83:0) after 8m45s
[12:41:33.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:83:0)
[12:41:33.529] Build status: SCHEDULED
[12:41:33.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:84:0) after 8m36s
[12:50:09.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:84:0)
[12:50:09.670] Build status: SCHEDULED
[12:50:09.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:85:0) after 4m2s
[12:54:11.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:85:0)
[12:54:11.855] Build status: SCHEDULED
[12:54:11.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:86:0) after 9m18s
[13:03:30.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:86:0)
[13:03:30.032] Build status: SCHEDULED
[13:03:30.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:87:0) after 8m8s
[13:11:38.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:87:0)
[13:11:38.137] Build status: SCHEDULED
[13:11:38.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:88:0) after 9m18s
[13:20:56.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:88:0)
[13:20:56.622] Build status: SCHEDULED
[13:20:56.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:89:0) after 1m15s
[13:22:11.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:89:0)
[13:22:11.658] Build status: SCHEDULED
[13:22:11.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:90:0) after 7m51s
[13:30:04.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:90:0)
[13:30:04.784] Build status: SCHEDULED
[13:30:04.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869117034996429168:91:0) after 2m1s
[13:31:43.108] Received PubSub notification, asking Buildbucket for the build status
[13:31:43.128] Build:
{
  "id": "8703686973068910945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T05:31:37.952185519Z",
  "endTime": "2025-09-15T13:31:42.896830529Z",
  "updateTime": "2025-09-15T13:31:42.896830529Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
      "ref": "refs/heads/main"
    }
  }
}
[13:31:43.128] Invocation finished in 8h0m6.397740478s with status FAILED