LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-ubsan"
>

Incoming triggers

1efdc9977973701d3fc2f015ba65d7b3637995f2 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1efdc9977973701d3fc2f015ba65d7b3637995f2"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1efdc9977973701d3fc2f015ba65d7b3637995f2
gitiles_ref:refs/heads/main

Debug log (UTC)

[16:01:38.670] New invocation is queued and will start shortly
[16:01:39.778] Starting the invocation (attempt 1)
[16:01:39.799] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1efdc9977973701d3fc2f015ba65d7b3637995f2"
[16:01:39.799] Popped gitiles commit info from properties and tags
[16:01:39.799] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:01:39.801] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:01:39.801] Buildbucket request:
{
  "requestId": "8867084263544709008",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867084263544709008",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1efdc9977973701d3fc2f015ba65d7b3637995f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "title": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1efdc9977973701d3fc2f015ba65d7b3637995f2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867084263544709008"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:01:40.363] Scheduled build:
{
  "id": "8701654201616673393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T16:01:39.877027759Z",
  "updateTime": "2025-10-07T16:01:39.877027759Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
      "ref": "refs/heads/main"
    }
  }
}
[16:01:40.363] Task URL: https://cr-buildbucket.appspot.com/build/8701654201616673393
[16:01:40.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:2:0) after 3m24s
[16:01:42.432] Received PubSub notification, asking Buildbucket for the build status
[16:01:42.452] Build status: SCHEDULED
[16:05:04.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:2:0)
[16:05:04.467] Build status: SCHEDULED
[16:05:04.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:4:0) after 8m47s
[16:13:51.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:4:0)
[16:13:51.518] Build status: SCHEDULED
[16:13:51.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:5:0) after 8m31s
[16:22:22.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:5:0)
[16:22:22.500] Build status: SCHEDULED
[16:22:22.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:6:0) after 1m45s
[16:24:07.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:6:0)
[16:24:07.549] Build status: SCHEDULED
[16:24:07.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:7:0) after 8m8s
[16:32:15.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:7:0)
[16:32:15.632] Build status: SCHEDULED
[16:32:15.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:8:0) after 7m38s
[16:39:53.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:8:0)
[16:39:53.662] Build status: SCHEDULED
[16:39:53.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:9:0) after 9m57s
[16:49:50.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:9:0)
[16:49:50.751] Build status: SCHEDULED
[16:49:50.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:10:0) after 4m58s
[16:54:48.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:10:0)
[16:54:49.048] Build status: SCHEDULED
[16:54:49.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:11:0) after 6m25s
[17:01:14.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:11:0)
[17:01:14.227] Build status: SCHEDULED
[17:01:14.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:12:0) after 2m27s
[17:03:41.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:12:0)
[17:03:41.344] Build status: SCHEDULED
[17:03:41.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:13:0) after 8m55s
[17:12:36.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:13:0)
[17:12:36.452] Build status: SCHEDULED
[17:12:36.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:14:0) after 7m48s
[17:20:24.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:14:0)
[17:20:24.664] Build status: SCHEDULED
[17:20:24.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:15:0) after 5m44s
[17:26:08.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:15:0)
[17:26:08.749] Build status: SCHEDULED
[17:26:08.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:16:0) after 9m54s
[17:36:02.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:16:0)
[17:36:02.841] Build status: SCHEDULED
[17:36:02.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:17:0) after 5m36s
[17:41:38.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:17:0)
[17:41:38.871] Build status: SCHEDULED
[17:41:38.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:18:0) after 7m12s
[17:48:50.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:18:0)
[17:48:50.902] Build status: SCHEDULED
[17:48:50.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:19:0) after 1m20s
[17:50:10.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:19:0)
[17:50:10.961] Build status: SCHEDULED
[17:50:10.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:20:0) after 6m1s
[17:56:12.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:20:0)
[17:56:12.050] Build status: SCHEDULED
[17:56:12.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:21:0) after 6m22s
[18:02:34.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:21:0)
[18:02:34.049] Build status: SCHEDULED
[18:02:34.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:22:0) after 8m59s
[18:11:33.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:22:0)
[18:11:33.094] Build status: SCHEDULED
[18:11:33.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:23:0) after 4m4s
[18:15:37.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:23:0)
[18:15:37.148] Build status: SCHEDULED
[18:15:37.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:24:0) after 6m41s
[18:22:18.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:24:0)
[18:22:18.204] Build status: SCHEDULED
[18:22:18.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:25:0) after 2m29s
[18:24:47.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:25:0)
[18:24:47.232] Build status: SCHEDULED
[18:24:47.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:26:0) after 3m22s
[18:28:09.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:26:0)
[18:28:09.265] Build status: SCHEDULED
[18:28:09.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:27:0) after 1m54s
[18:30:03.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:27:0)
[18:30:03.329] Build status: SCHEDULED
[18:30:03.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:28:0) after 6m38s
[18:36:41.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:28:0)
[18:36:41.428] Build status: SCHEDULED
[18:36:41.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:29:0) after 4m32s
[18:41:13.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:29:0)
[18:41:13.466] Build status: SCHEDULED
[18:41:13.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:30:0) after 9m23s
[18:50:36.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:30:0)
[18:50:36.549] Build status: SCHEDULED
[18:50:36.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:31:0) after 7m3s
[18:57:39.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:31:0)
[18:57:39.623] Build status: SCHEDULED
[18:57:39.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:32:0) after 7m17s
[19:04:56.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:32:0)
[19:04:56.657] Build status: SCHEDULED
[19:04:56.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:33:0) after 8m16s
[19:13:12.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:33:0)
[19:13:12.772] Build status: SCHEDULED
[19:13:12.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:34:0) after 6m18s
[19:19:30.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:34:0)
[19:19:30.804] Build status: SCHEDULED
[19:19:30.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:35:0) after 4m0s
[19:23:30.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:35:0)
[19:23:30.902] Build status: SCHEDULED
[19:23:30.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:36:0) after 1m0s
[19:24:30.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:36:0)
[19:24:30.970] Build status: SCHEDULED
[19:24:30.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:37:0) after 1m12s
[19:25:43.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:37:0)
[19:25:43.137] Build status: SCHEDULED
[19:25:43.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:38:0) after 6m30s
[19:32:13.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:38:0)
[19:32:13.176] Build status: SCHEDULED
[19:32:13.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:39:0) after 9m7s
[19:41:20.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:39:0)
[19:41:20.206] Build status: SCHEDULED
[19:41:20.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:40:0) after 6m32s
[19:47:52.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:40:0)
[19:47:52.351] Build status: SCHEDULED
[19:47:52.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:41:0) after 1m21s
[19:49:13.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:41:0)
[19:49:13.677] Build status: SCHEDULED
[19:49:13.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:42:0) after 1m28s
[19:50:41.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:42:0)
[19:50:41.691] Build status: SCHEDULED
[19:50:41.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:43:0) after 9m46s
[20:00:27.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:43:0)
[20:00:27.715] Build status: SCHEDULED
[20:00:27.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:44:0) after 7m33s
[20:08:01.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:44:0)
[20:08:01.515] Build status: SCHEDULED
[20:08:01.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:45:0) after 1m9s
[20:09:10.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:45:0)
[20:09:10.724] Build status: SCHEDULED
[20:09:10.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:46:0) after 1m44s
[20:10:54.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:46:0)
[20:10:54.830] Build status: SCHEDULED
[20:10:54.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:47:0) after 9m30s
[20:20:24.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:47:0)
[20:20:24.850] Build status: SCHEDULED
[20:20:24.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:48:0) after 9m48s
[20:30:12.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:48:0)
[20:30:12.914] Build status: SCHEDULED
[20:30:12.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:49:0) after 3m54s
[20:34:07.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:49:0)
[20:34:07.203] Build status: SCHEDULED
[20:34:07.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:50:0) after 9m38s
[20:43:45.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:50:0)
[20:43:45.587] Build status: SCHEDULED
[20:43:45.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:51:0) after 1m32s
[20:45:17.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:51:0)
[20:45:17.631] Build status: SCHEDULED
[20:45:17.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:52:0) after 8m34s
[20:53:51.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:52:0)
[20:53:51.698] Build status: SCHEDULED
[20:53:51.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:53:0) after 5m38s
[20:59:29.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:53:0)
[20:59:29.730] Build status: SCHEDULED
[20:59:29.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:54:0) after 1m43s
[21:01:12.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:54:0)
[21:01:12.767] Build status: SCHEDULED
[21:01:12.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:55:0) after 7m55s
[21:09:07.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:55:0)
[21:09:07.801] Build status: SCHEDULED
[21:09:07.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:56:0) after 9m43s
[21:18:50.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:56:0)
[21:18:50.929] Build status: SCHEDULED
[21:18:50.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:57:0) after 5m56s
[21:24:47.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:57:0)
[21:24:47.207] Build status: SCHEDULED
[21:24:47.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:58:0) after 9m10s
[21:33:57.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:58:0)
[21:33:57.438] Build status: SCHEDULED
[21:33:57.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:59:0) after 2m13s
[21:36:10.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:59:0)
[21:36:10.532] Build status: SCHEDULED
[21:36:10.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:60:0) after 1m29s
[21:37:39.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:60:0)
[21:37:39.638] Build status: SCHEDULED
[21:37:39.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:61:0) after 1m6s
[21:38:45.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:61:0)
[21:38:45.706] Build status: SCHEDULED
[21:38:45.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:62:0) after 6m12s
[21:44:57.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:62:0)
[21:44:57.815] Build status: SCHEDULED
[21:44:57.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:63:0) after 4m17s
[21:49:15.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:63:0)
[21:49:15.075] Build status: SCHEDULED
[21:49:15.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:64:0) after 1m46s
[21:51:01.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:64:0)
[21:51:01.063] Build status: SCHEDULED
[21:51:01.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:65:0) after 1m47s
[21:52:48.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:65:0)
[21:52:48.533] Build status: SCHEDULED
[21:52:48.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:66:0) after 5m33s
[21:58:21.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:66:0)
[21:58:21.625] Build status: SCHEDULED
[21:58:21.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:67:0) after 3m11s
[22:01:32.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:67:0)
[22:01:32.636] Build status: SCHEDULED
[22:01:32.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:68:0) after 1m3s
[22:02:35.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:68:0)
[22:02:35.755] Build status: SCHEDULED
[22:02:35.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:69:0) after 5m11s
[22:07:46.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:69:0)
[22:07:46.887] Build status: SCHEDULED
[22:07:46.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:70:0) after 4m24s
[22:12:10.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:70:0)
[22:12:11.020] Build status: SCHEDULED
[22:12:11.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:71:0) after 8m20s
[22:20:31.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:71:0)
[22:20:31.155] Build status: SCHEDULED
[22:20:31.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:72:0) after 1m7s
[22:21:38.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:72:0)
[22:21:38.464] Build status: SCHEDULED
[22:21:38.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:73:0) after 2m19s
[22:23:57.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:73:0)
[22:23:57.509] Build status: SCHEDULED
[22:23:57.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:74:0) after 3m3s
[22:27:00.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:74:0)
[22:27:00.639] Build status: SCHEDULED
[22:27:00.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:75:0) after 9m45s
[22:36:45.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:75:0)
[22:36:45.773] Build status: SCHEDULED
[22:36:45.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:76:0) after 2m47s
[22:39:33.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:76:0)
[22:39:33.029] Build status: SCHEDULED
[22:39:33.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:77:0) after 3m17s
[22:42:50.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:77:0)
[22:42:50.181] Build status: SCHEDULED
[22:42:50.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:78:0) after 2m15s
[22:45:05.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:78:0)
[22:45:05.266] Build status: SCHEDULED
[22:45:05.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:79:0) after 4m21s
[22:49:26.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:79:0)
[22:49:26.430] Build status: SCHEDULED
[22:49:26.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:80:0) after 3m17s
[22:52:43.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:80:0)
[22:52:43.471] Build status: SCHEDULED
[22:52:43.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:81:0) after 9m53s
[23:02:36.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:81:0)
[23:02:36.624] Build status: SCHEDULED
[23:02:36.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:82:0) after 4m11s
[23:06:47.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:82:0)
[23:06:48.109] Build status: SCHEDULED
[23:06:48.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:83:0) after 2m17s
[23:09:05.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:83:0)
[23:09:05.221] Build status: SCHEDULED
[23:09:05.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:84:0) after 5m58s
[23:15:03.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:84:0)
[23:15:03.347] Build status: SCHEDULED
[23:15:03.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:85:0) after 3m31s
[23:18:34.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:85:0)
[23:18:34.488] Build status: SCHEDULED
[23:18:34.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:86:0) after 3m49s
[23:22:23.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:86:0)
[23:22:23.581] Build status: SCHEDULED
[23:22:23.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:87:0) after 1m53s
[23:24:16.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:87:0)
[23:24:16.665] Build status: SCHEDULED
[23:24:16.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:88:0) after 2m18s
[23:26:34.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:88:0)
[23:26:34.851] Build status: SCHEDULED
[23:26:34.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:89:0) after 4m30s
[23:31:04.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:89:0)
[23:31:04.882] Build status: SCHEDULED
[23:31:04.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:90:0) after 2m39s
[23:33:44.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:90:0)
[23:33:44.280] Build status: SCHEDULED
[23:33:44.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:91:0) after 6m4s
[23:39:48.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:91:0)
[23:39:48.416] Build status: SCHEDULED
[23:39:48.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:92:0) after 6m25s
[23:46:13.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:92:0)
[23:46:13.467] Build status: SCHEDULED
[23:46:13.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:93:0) after 5m41s
[23:51:54.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:93:0)
[23:51:54.583] Build status: SCHEDULED
[23:51:54.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:94:0) after 4m32s
[23:56:26.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:94:0)
[23:56:26.848] Build status: SCHEDULED
[23:56:26.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867084263544709008:95:0) after 5m51s
[00:01:39.419] Received PubSub notification, asking Buildbucket for the build status
[00:01:39.520] Build:
{
  "id": "8701654201616673393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T16:01:39.877027759Z",
  "endTime": "2025-10-08T00:01:38.268847963Z",
  "updateTime": "2025-10-08T00:01:38.268847963Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
      "ref": "refs/heads/main"
    }
  }
}
[00:01:39.520] Invocation finished in 8h0m0.865214884s with status FAILED