Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9404c71b7d35d364b35ac616eea6c8766ec40358"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9404c71b7d35d364b35ac616eea6c8766ec40358
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:47:45.564] New invocation is queued and will start shortly
[09:47:46.708] Starting the invocation (attempt 1)
[09:47:46.736] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9404c71b7d35d364b35ac616eea6c8766ec40358"
[09:47:46.736] Popped gitiles commit info from properties and tags
[09:47:46.736] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:47:46.737] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:47:46.737] Buildbucket request:
{
  "requestId": "8868919725683252048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868919725683252048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9404c71b7d35d364b35ac616eea6c8766ec40358"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9404c71b7d35d364b35ac616eea6c8766ec40358",
                        "title": "9404c71b7d35d364b35ac616eea6c8766ec40358",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9404c71b7d35d364b35ac616eea6c8766ec40358"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9404c71b7d35d364b35ac616eea6c8766ec40358",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868919725683252048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:47:47.130] Scheduled build:
{
  "id": "8703489663728613761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T09:47:46.802110563Z",
  "updateTime": "2025-09-17T09:47:46.802110563Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9404c71b7d35d364b35ac616eea6c8766ec40358",
      "ref": "refs/heads/main"
    }
  }
}
[09:47:47.131] Task URL: https://cr-buildbucket.appspot.com/build/8703489663728613761
[09:47:47.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:2:0) after 6m19s
[09:47:47.210] Received PubSub notification, asking Buildbucket for the build status
[09:47:47.234] Build status: SCHEDULED
[09:54:06.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:2:0)
[09:54:06.137] Build status: SCHEDULED
[09:54:06.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:4:0) after 8m36s
[10:02:42.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:4:0)
[10:02:42.413] Build status: SCHEDULED
[10:02:42.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:5:0) after 3m50s
[10:06:32.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:5:0)
[10:06:32.464] Build status: SCHEDULED
[10:06:32.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:6:0) after 6m30s
[10:13:02.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:6:0)
[10:13:02.581] Build status: SCHEDULED
[10:13:02.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:7:0) after 8m47s
[10:21:49.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:7:0)
[10:21:49.656] Build status: SCHEDULED
[10:21:49.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:8:0) after 3m3s
[10:24:52.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:8:0)
[10:24:52.693] Build status: SCHEDULED
[10:24:52.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:9:0) after 5m34s
[10:30:27.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:9:0)
[10:30:27.161] Build status: SCHEDULED
[10:30:27.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:10:0) after 9m22s
[10:39:50.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:10:0)
[10:39:50.136] Build status: SCHEDULED
[10:39:50.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:11:0) after 2m0s
[10:41:50.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:11:0)
[10:41:50.147] Build status: SCHEDULED
[10:41:50.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:12:0) after 5m27s
[10:47:17.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:12:0)
[10:47:17.195] Build status: SCHEDULED
[10:47:17.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:13:0) after 3m18s
[10:50:35.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:13:0)
[10:50:35.313] Build status: SCHEDULED
[10:50:35.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:14:0) after 9m50s
[11:00:25.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:14:0)
[11:00:25.942] Build status: SCHEDULED
[11:00:25.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:15:0) after 3m3s
[11:03:29.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:15:0)
[11:03:29.032] Build status: SCHEDULED
[11:03:29.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:16:0) after 2m45s
[11:06:14.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:16:0)
[11:06:14.116] Build status: SCHEDULED
[11:06:14.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:17:0) after 8m19s
[11:14:33.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:17:0)
[11:14:33.133] Build status: SCHEDULED
[11:14:33.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:18:0) after 3m59s
[11:18:32.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:18:0)
[11:18:32.235] Build status: SCHEDULED
[11:18:32.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:19:0) after 6m25s
[11:24:57.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:19:0)
[11:24:57.275] Build status: SCHEDULED
[11:24:57.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:20:0) after 5m6s
[11:30:03.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:20:0)
[11:30:03.314] Build status: SCHEDULED
[11:30:03.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:21:0) after 7m13s
[11:37:16.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:21:0)
[11:37:16.499] Build status: SCHEDULED
[11:37:16.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:22:0) after 1m55s
[11:39:11.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:22:0)
[11:39:11.530] Build status: SCHEDULED
[11:39:11.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:23:0) after 4m7s
[11:43:18.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:23:0)
[11:43:18.583] Build status: SCHEDULED
[11:43:18.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:24:0) after 1m47s
[11:45:05.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:24:0)
[11:45:05.655] Build status: SCHEDULED
[11:45:05.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:25:0) after 4m6s
[11:49:12.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:25:0)
[11:49:12.272] Build status: SCHEDULED
[11:49:12.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:26:0) after 2m48s
[11:52:00.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:26:0)
[11:52:00.289] Build status: SCHEDULED
[11:52:00.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:27:0) after 9m5s
[12:01:05.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:27:0)
[12:01:05.382] Build status: SCHEDULED
[12:01:05.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:28:0) after 2m13s
[12:03:18.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:28:0)
[12:03:18.840] Build status: SCHEDULED
[12:03:18.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:29:0) after 3m9s
[12:06:27.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:29:0)
[12:06:27.929] Build status: SCHEDULED
[12:06:27.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:30:0) after 4m2s
[12:10:30.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:30:0)
[12:10:30.096] Build status: SCHEDULED
[12:10:30.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:31:0) after 4m22s
[12:14:52.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:31:0)
[12:14:52.135] Build status: SCHEDULED
[12:14:52.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:32:0) after 5m35s
[12:20:27.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:32:0)
[12:20:27.171] Build status: SCHEDULED
[12:20:27.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:33:0) after 5m52s
[12:26:19.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:33:0)
[12:26:19.240] Build status: SCHEDULED
[12:26:19.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:34:0) after 9m50s
[12:36:09.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:34:0)
[12:36:09.262] Build status: SCHEDULED
[12:36:09.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:35:0) after 3m53s
[12:40:02.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:35:0)
[12:40:02.293] Build status: SCHEDULED
[12:40:02.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:36:0) after 2m3s
[12:42:05.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:36:0)
[12:42:05.325] Build status: SCHEDULED
[12:42:05.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:37:0) after 5m17s
[12:47:22.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:37:0)
[12:47:22.448] Build status: SCHEDULED
[12:47:22.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:38:0) after 3m1s
[12:50:23.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:38:0)
[12:50:23.547] Build status: SCHEDULED
[12:50:23.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:39:0) after 3m19s
[12:53:42.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:39:0)
[12:53:42.548] Build status: SCHEDULED
[12:53:42.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:40:0) after 7m56s
[13:01:38.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:40:0)
[13:01:38.606] Build status: SCHEDULED
[13:01:38.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:41:0) after 8m48s
[13:10:26.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:41:0)
[13:10:26.649] Build status: SCHEDULED
[13:10:26.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:42:0) after 4m37s
[13:15:03.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:42:0)
[13:15:03.695] Build status: SCHEDULED
[13:15:03.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:43:0) after 5m40s
[13:20:43.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:43:0)
[13:20:43.807] Build status: SCHEDULED
[13:20:43.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:44:0) after 2m5s
[13:22:48.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:44:0)
[13:22:48.885] Build status: SCHEDULED
[13:22:48.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:45:0) after 4m12s
[13:27:00.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:45:0)
[13:27:00.919] Build status: SCHEDULED
[13:27:00.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:46:0) after 7m31s
[13:34:31.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:46:0)
[13:34:31.974] Build status: SCHEDULED
[13:34:31.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:47:0) after 3m33s
[13:38:05.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:47:0)
[13:38:05.020] Build status: SCHEDULED
[13:38:05.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:48:0) after 3m51s
[13:41:56.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:48:0)
[13:41:56.225] Build status: SCHEDULED
[13:41:56.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:49:0) after 3m25s
[13:45:21.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:49:0)
[13:45:21.439] Build status: SCHEDULED
[13:45:21.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:50:0) after 8m47s
[13:54:08.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:50:0)
[13:54:08.486] Build status: SCHEDULED
[13:54:08.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:51:0) after 6m17s
[14:00:25.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:51:0)
[14:00:25.623] Build status: SCHEDULED
[14:00:25.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:52:0) after 7m40s
[14:08:05.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:52:0)
[14:08:05.752] Build status: SCHEDULED
[14:08:05.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:53:0) after 5m36s
[14:13:41.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:53:0)
[14:13:41.813] Build status: SCHEDULED
[14:13:41.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:54:0) after 9m9s
[14:22:50.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:54:0)
[14:22:50.853] Build status: SCHEDULED
[14:22:50.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:55:0) after 8m26s
[14:31:16.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:55:0)
[14:31:16.908] Build status: SCHEDULED
[14:31:16.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:56:0) after 3m34s
[14:34:50.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:56:0)
[14:34:51.021] Build status: SCHEDULED
[14:34:51.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:57:0) after 2m24s
[14:37:15.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:57:0)
[14:37:15.113] Build status: SCHEDULED
[14:37:15.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:58:0) after 2m25s
[14:39:40.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:58:0)
[14:39:40.346] Build status: SCHEDULED
[14:39:40.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:59:0) after 8m37s
[14:48:17.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:59:0)
[14:48:17.431] Build status: SCHEDULED
[14:48:17.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:60:0) after 1m52s
[14:50:09.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:60:0)
[14:50:09.463] Build status: SCHEDULED
[14:50:09.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:61:0) after 9m11s
[14:59:20.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:61:0)
[14:59:20.507] Build status: SCHEDULED
[14:59:20.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:62:0) after 1m17s
[15:00:37.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:62:0)
[15:00:37.578] Build status: SCHEDULED
[15:00:37.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:63:0) after 5m41s
[15:06:18.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:63:0)
[15:06:18.601] Build status: SCHEDULED
[15:06:18.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:64:0) after 6m55s
[15:13:13.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:64:0)
[15:13:13.697] Build status: SCHEDULED
[15:13:13.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:65:0) after 7m44s
[15:20:57.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:65:0)
[15:20:57.806] Build status: SCHEDULED
[15:20:57.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:66:0) after 6m48s
[15:27:45.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:66:0)
[15:27:45.866] Build status: SCHEDULED
[15:27:45.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868919725683252048:67:0) after 7m13s
[15:28:12.765] Received PubSub notification, asking Buildbucket for the build status
[15:28:12.787] Build status: STARTED
[15:33:50.301] Received PubSub notification, asking Buildbucket for the build status
[15:33:50.327] Build:
{
  "id": "8703489663728613761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T09:47:46.802110563Z",
  "startTime": "2025-09-17T15:28:12.462698131Z",
  "endTime": "2025-09-17T15:33:37.550122003Z",
  "updateTime": "2025-09-17T15:33:37.550122003Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9404c71b7d35d364b35ac616eea6c8766ec40358",
      "ref": "refs/heads/main"
    }
  }
}
[15:33:50.327] Invocation finished in 5h46m4.771952095s with status FAILED