1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan
  4. 8884848611447526032
Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8dab133797b53ee89b2aad7304325983242dae7f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8dab133797b53ee89b2aad7304325983242dae7f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:04:56.326] New invocation is queued and will start shortly
[14:04:57.462] Starting the invocation (attempt 1)
[14:04:57.491] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8dab133797b53ee89b2aad7304325983242dae7f"
[14:04:57.491] Popped gitiles commit info from properties and tags
[14:04:57.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:04:57.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:04:57.491] Buildbucket request:
{
  "requestId": "8884848611447526032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884848611447526032",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8dab133797b53ee89b2aad7304325983242dae7f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8dab133797b53ee89b2aad7304325983242dae7f",
                        "title": "8dab133797b53ee89b2aad7304325983242dae7f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8dab133797b53ee89b2aad7304325983242dae7f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8dab133797b53ee89b2aad7304325983242dae7f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884848611447526032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:04:57.967] Scheduled build:
{
  "id": "8719418549483040241",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-25T14:04:57.569748221Z",
  "updateTime": "2025-03-25T14:04:57.569748221Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8dab133797b53ee89b2aad7304325983242dae7f",
      "ref": "refs/heads/main"
    }
  }
}
[14:04:57.967] Task URL: https://cr-buildbucket.appspot.com/build/8719418549483040241
[14:04:57.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:2:0) after 2m58s
[14:04:58.955] Received PubSub notification, asking Buildbucket for the build status
[14:04:58.981] Build status: SCHEDULED
[14:07:56.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:2:0)
[14:07:56.097] Build status: SCHEDULED
[14:07:56.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:4:0) after 9m2s
[14:16:58.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:4:0)
[14:16:58.240] Build status: SCHEDULED
[14:16:58.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:5:0) after 9m13s
[14:26:11.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:5:0)
[14:26:11.281] Build status: SCHEDULED
[14:26:11.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:6:0) after 9m25s
[14:35:36.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:6:0)
[14:35:36.333] Build status: SCHEDULED
[14:35:36.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:7:0) after 2m16s
[14:37:52.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:7:0)
[14:37:52.364] Build status: SCHEDULED
[14:37:52.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:8:0) after 4m59s
[14:42:51.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:8:0)
[14:42:51.563] Build status: SCHEDULED
[14:42:51.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:9:0) after 5m43s
[14:48:34.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:9:0)
[14:48:34.614] Build status: SCHEDULED
[14:48:34.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:10:0) after 5m44s
[14:54:18.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:10:0)
[14:54:18.649] Build status: SCHEDULED
[14:54:18.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:11:0) after 7m38s
[15:01:56.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:11:0)
[15:01:56.646] Build status: SCHEDULED
[15:01:56.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:12:0) after 5m18s
[15:07:14.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:12:0)
[15:07:14.734] Build status: SCHEDULED
[15:07:14.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:13:0) after 1m38s
[15:08:52.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:13:0)
[15:08:52.783] Build status: SCHEDULED
[15:08:52.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:14:0) after 5m10s
[15:14:02.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:14:0)
[15:14:02.842] Build status: SCHEDULED
[15:14:02.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:15:0) after 1m11s
[15:15:13.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:15:0)
[15:15:13.886] Build status: SCHEDULED
[15:15:13.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:16:0) after 7m20s
[15:22:33.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:16:0)
[15:22:33.974] Build status: SCHEDULED
[15:22:33.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:17:0) after 9m8s
[15:31:41.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:17:0)
[15:31:42.346] Build status: SCHEDULED
[15:31:42.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:18:0) after 9m32s
[15:41:14.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:18:0)
[15:41:14.629] Build status: SCHEDULED
[15:41:14.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:19:0) after 5m11s
[15:46:25.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:19:0)
[15:46:25.672] Build status: SCHEDULED
[15:46:25.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:20:0) after 2m18s
[15:48:43.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:20:0)
[15:48:43.664] Build status: SCHEDULED
[15:48:43.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:21:0) after 2m56s
[15:51:39.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:21:0)
[15:51:39.780] Build status: SCHEDULED
[15:51:39.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:22:0) after 9m38s
[16:01:17.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:22:0)
[16:01:17.859] Build status: SCHEDULED
[16:01:17.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:23:0) after 4m57s
[16:06:14.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:23:0)
[16:06:14.907] Build status: SCHEDULED
[16:06:14.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:24:0) after 6m34s
[16:12:48.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:24:0)
[16:12:48.976] Build status: SCHEDULED
[16:12:48.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:25:0) after 6m9s
[16:18:58.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:25:0)
[16:18:58.166] Build status: SCHEDULED
[16:18:58.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:26:0) after 6m41s
[16:25:39.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:26:0)
[16:25:39.207] Build status: SCHEDULED
[16:25:39.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:27:0) after 6m7s
[16:31:46.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:27:0)
[16:31:46.271] Build status: SCHEDULED
[16:31:46.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:28:0) after 1m43s
[16:33:29.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:28:0)
[16:33:29.369] Build status: SCHEDULED
[16:33:29.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:29:0) after 8m51s
[16:42:20.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:29:0)
[16:42:20.607] Build status: SCHEDULED
[16:42:20.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:30:0) after 3m29s
[16:45:49.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:30:0)
[16:45:49.645] Build status: SCHEDULED
[16:45:49.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:31:0) after 4m37s
[16:50:26.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:31:0)
[16:50:26.694] Build status: SCHEDULED
[16:50:26.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:32:0) after 9m23s
[16:59:49.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:32:0)
[16:59:49.734] Build status: SCHEDULED
[16:59:49.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:33:0) after 7m30s
[17:07:19.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:33:0)
[17:07:19.782] Build status: SCHEDULED
[17:07:19.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:34:0) after 4m20s
[17:11:39.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:34:0)
[17:11:39.922] Build status: SCHEDULED
[17:11:39.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:35:0) after 5m6s
[17:16:45.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:35:0)
[17:16:45.967] Build status: SCHEDULED
[17:16:45.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:36:0) after 8m28s
[17:25:13.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:36:0)
[17:25:14.014] Build status: SCHEDULED
[17:25:14.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:37:0) after 8m49s
[17:34:03.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:37:0)
[17:34:03.051] Build status: SCHEDULED
[17:34:03.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:38:0) after 3m21s
[17:37:24.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:38:0)
[17:37:24.144] Build status: SCHEDULED
[17:37:24.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:39:0) after 6m17s
[17:43:41.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:39:0)
[17:43:41.221] Build status: SCHEDULED
[17:43:41.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:40:0) after 9m58s
[17:53:39.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:40:0)
[17:53:39.351] Build status: SCHEDULED
[17:53:39.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:41:0) after 7m11s
[18:00:50.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:41:0)
[18:00:50.395] Build status: SCHEDULED
[18:00:50.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:42:0) after 9m25s
[18:10:15.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:42:0)
[18:10:15.483] Build status: SCHEDULED
[18:10:15.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:43:0) after 9m58s
[18:20:13.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:43:0)
[18:20:13.633] Build status: SCHEDULED
[18:20:13.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:44:0) after 6m17s
[18:26:30.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:44:0)
[18:26:30.751] Build status: SCHEDULED
[18:26:30.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:45:0) after 4m7s
[18:30:37.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:45:0)
[18:30:37.790] Build status: SCHEDULED
[18:30:37.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:46:0) after 2m5s
[18:32:42.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:46:0)
[18:32:42.858] Build status: SCHEDULED
[18:32:42.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:47:0) after 7m11s
[18:39:53.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:47:0)
[18:39:53.900] Build status: SCHEDULED
[18:39:53.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:48:0) after 1m8s
[18:41:01.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:48:0)
[18:41:01.951] Build status: SCHEDULED
[18:41:01.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:49:0) after 2m28s
[18:43:30.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:49:0)
[18:43:30.188] Build status: SCHEDULED
[18:43:30.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:50:0) after 3m38s
[18:47:08.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:50:0)
[18:47:08.229] Build status: SCHEDULED
[18:47:08.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:51:0) after 1m9s
[18:48:17.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:51:0)
[18:48:17.285] Build status: SCHEDULED
[18:48:17.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:52:0) after 9m27s
[18:57:44.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:52:0)
[18:57:44.454] Build status: SCHEDULED
[18:57:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:53:0) after 4m29s
[19:02:13.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:53:0)
[19:02:13.497] Build status: SCHEDULED
[19:02:13.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:54:0) after 2m8s
[19:04:21.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:54:0)
[19:04:21.561] Build status: SCHEDULED
[19:04:21.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:55:0) after 7m41s
[19:12:02.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:55:0)
[19:12:02.612] Build status: SCHEDULED
[19:12:02.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:56:0) after 1m31s
[19:13:33.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:56:0)
[19:13:33.764] Build status: SCHEDULED
[19:13:33.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:57:0) after 6m23s
[19:19:56.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:57:0)
[19:19:56.826] Build status: SCHEDULED
[19:19:56.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:58:0) after 6m16s
[19:26:12.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:58:0)
[19:26:12.919] Build status: SCHEDULED
[19:26:12.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:59:0) after 6m3s
[19:32:15.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:59:0)
[19:32:16.001] Build status: SCHEDULED
[19:32:16.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:60:0) after 1m3s
[19:33:19.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:60:0)
[19:33:19.087] Build status: SCHEDULED
[19:33:19.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:61:0) after 9m54s
[19:43:13.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:61:0)
[19:43:13.174] Build status: SCHEDULED
[19:43:13.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:62:0) after 4m40s
[19:47:53.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:62:0)
[19:47:53.372] Build status: SCHEDULED
[19:47:53.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:63:0) after 9m55s
[19:57:48.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:63:0)
[19:57:48.414] Build status: SCHEDULED
[19:57:48.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:64:0) after 6m22s
[20:04:10.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:64:0)
[20:04:10.473] Build status: SCHEDULED
[20:04:10.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:65:0) after 4m21s
[20:08:31.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:65:0)
[20:08:31.567] Build status: SCHEDULED
[20:08:31.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:66:0) after 8m54s
[20:17:25.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:66:0)
[20:17:25.676] Build status: SCHEDULED
[20:17:25.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:67:0) after 9m30s
[20:26:55.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:67:0)
[20:26:55.791] Build status: SCHEDULED
[20:26:55.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:68:0) after 9m10s
[20:36:05.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:68:0)
[20:36:05.906] Build status: SCHEDULED
[20:36:05.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:69:0) after 6m56s
[20:36:20.233] Received PubSub notification, asking Buildbucket for the build status
[20:36:20.248] Build status: STARTED
[20:43:01.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:69:0)
[20:43:01.995] Build status: STARTED
[20:43:01.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:71:0) after 7m6s
[20:50:08.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:71:0)
[20:50:08.095] Build status: STARTED
[20:50:08.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:72:0) after 6m13s
[20:56:21.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:72:0)
[20:56:21.214] Build status: STARTED
[20:56:21.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:73:0) after 9m21s
[21:05:42.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:73:0)
[21:05:42.322] Build status: STARTED
[21:05:42.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:74:0) after 6m39s
[21:12:21.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:74:0)
[21:12:21.589] Build status: STARTED
[21:12:21.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:75:0) after 6m7s
[21:18:28.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:75:0)
[21:18:28.706] Build status: STARTED
[21:18:28.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884848611447526032:76:0) after 6m58s
[21:24:09.937] Received PubSub notification, asking Buildbucket for the build status
[21:24:10.026] Build:
{
  "id": "8719418549483040241",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-25T14:04:57.569748221Z",
  "startTime": "2025-03-25T20:36:20.064893254Z",
  "endTime": "2025-03-25T21:24:09.596058612Z",
  "updateTime": "2025-03-25T21:24:09.596058612Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8dab133797b53ee89b2aad7304325983242dae7f",
      "ref": "refs/heads/main"
    }
  }
}
[21:24:10.026] Invocation finished in 7h19m13.713722628s with status FAILED