Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ab421e291f28316fdb926c5c06ddb4da7be3ff89"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:48:20.936] New invocation is queued and will start shortly
[05:48:22.302] Starting the invocation (attempt 1)
[05:48:22.322] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
[05:48:22.322] Popped gitiles commit info from properties and tags
[05:48:22.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:48:22.322] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:48:22.323] Buildbucket request:
{
  "requestId": "8862502403470248448",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8862502403470248448",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
                        "title": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e1a57a6a46203effb449a4c1d910ba0e290f5d72"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1a57a6a46203effb449a4c1d910ba0e290f5d72",
                        "title": "e1a57a6a46203effb449a4c1d910ba0e290f5d72",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1a57a6a46203effb449a4c1d910ba0e290f5d72"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ab421e291f28316fdb926c5c06ddb4da7be3ff89"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab421e291f28316fdb926c5c06ddb4da7be3ff89",
                        "title": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862502403470248448"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:48:22.657] Scheduled build:
{
  "id": "8697072341303406113",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-27T05:48:22.379825649Z",
  "updateTime": "2025-11-27T05:48:22.379825649Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
      "ref": "refs/heads/main"
    }
  }
}
[05:48:22.657] Task URL: https://cr-buildbucket.appspot.com/build/8697072341303406113
[05:48:22.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:2:0) after 9m4s
[05:48:52.780] Received PubSub notification, asking Buildbucket for the build status
[05:48:52.796] Build status: SCHEDULED
[05:57:26.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:2:0)
[05:57:26.694] Build status: SCHEDULED
[05:57:26.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:4:0) after 4m40s
[06:02:06.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:4:0)
[06:02:06.725] Build status: SCHEDULED
[06:02:06.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:5:0) after 4m41s
[06:06:47.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:5:0)
[06:06:47.792] Build status: SCHEDULED
[06:06:47.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:6:0) after 9m23s
[06:16:10.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:6:0)
[06:16:10.830] Build status: SCHEDULED
[06:16:10.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:7:0) after 1m23s
[06:17:33.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:7:0)
[06:17:33.861] Build status: SCHEDULED
[06:17:33.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:8:0) after 3m34s
[06:21:07.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:8:0)
[06:21:07.893] Build status: SCHEDULED
[06:21:07.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:9:0) after 6m55s
[06:28:02.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:9:0)
[06:28:02.931] Build status: SCHEDULED
[06:28:02.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:10:0) after 4m26s
[06:32:28.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:10:0)
[06:32:28.923] Build status: SCHEDULED
[06:32:28.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:11:0) after 9m33s
[06:42:01.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:11:0)
[06:42:02.012] Build status: SCHEDULED
[06:42:02.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:12:0) after 6m31s
[06:48:33.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:12:0)
[06:48:33.162] Build status: SCHEDULED
[06:48:33.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:13:0) after 6m23s
[06:54:56.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:13:0)
[06:54:56.196] Build status: SCHEDULED
[06:54:56.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:14:0) after 4m40s
[06:59:36.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:14:0)
[06:59:36.293] Build status: SCHEDULED
[06:59:36.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:15:0) after 8m21s
[07:07:57.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:15:0)
[07:07:57.331] Build status: SCHEDULED
[07:07:57.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:16:0) after 4m15s
[07:12:12.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:16:0)
[07:12:12.420] Build status: SCHEDULED
[07:12:12.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:17:0) after 5m55s
[07:18:07.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:17:0)
[07:18:07.463] Build status: SCHEDULED
[07:18:07.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:18:0) after 1m55s
[07:20:02.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:18:0)
[07:20:02.501] Build status: SCHEDULED
[07:20:02.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:19:0) after 5m6s
[07:25:08.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:19:0)
[07:25:08.551] Build status: SCHEDULED
[07:25:08.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:20:0) after 5m58s
[07:31:06.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:20:0)
[07:31:06.591] Build status: SCHEDULED
[07:31:06.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:21:0) after 2m43s
[07:33:49.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:21:0)
[07:33:49.699] Build status: SCHEDULED
[07:33:49.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:22:0) after 9m58s
[07:43:47.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:22:0)
[07:43:47.731] Build status: SCHEDULED
[07:43:47.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:23:0) after 4m20s
[07:48:07.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:23:0)
[07:48:07.800] Build status: SCHEDULED
[07:48:07.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:24:0) after 2m26s
[07:50:33.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:24:0)
[07:50:33.834] Build status: SCHEDULED
[07:50:33.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:25:0) after 6m33s
[07:57:06.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:25:0)
[07:57:06.908] Build status: SCHEDULED
[07:57:06.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:26:0) after 2m32s
[07:59:39.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:26:0)
[07:59:39.041] Build status: SCHEDULED
[07:59:39.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:27:0) after 2m4s
[08:01:43.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:27:0)
[08:01:43.127] Build status: SCHEDULED
[08:01:43.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:28:0) after 6m55s
[08:08:38.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:28:0)
[08:08:38.139] Build status: SCHEDULED
[08:08:38.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:29:0) after 7m27s
[08:16:05.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:29:0)
[08:16:05.338] Build status: SCHEDULED
[08:16:05.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:30:0) after 3m51s
[08:19:56.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:30:0)
[08:19:56.478] Build status: SCHEDULED
[08:19:56.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:31:0) after 9m40s
[08:29:36.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:31:0)
[08:29:36.614] Build status: SCHEDULED
[08:29:36.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:32:0) after 6m52s
[08:36:28.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:32:0)
[08:36:28.663] Build status: SCHEDULED
[08:36:28.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:33:0) after 3m15s
[08:39:43.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:33:0)
[08:39:43.701] Build status: SCHEDULED
[08:39:43.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:34:0) after 6m48s
[08:46:31.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:34:0)
[08:46:31.761] Build status: SCHEDULED
[08:46:31.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:35:0) after 2m7s
[08:48:38.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:35:0)
[08:48:38.802] Build status: SCHEDULED
[08:48:38.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:36:0) after 6m44s
[08:55:22.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:36:0)
[08:55:22.801] Build status: SCHEDULED
[08:55:22.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:37:0) after 9m37s
[09:04:59.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:37:0)
[09:05:00.009] Build status: SCHEDULED
[09:05:00.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:38:0) after 4m8s
[09:09:08.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:38:0)
[09:09:08.092] Build status: SCHEDULED
[09:09:08.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:39:0) after 3m9s
[09:12:17.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:39:0)
[09:12:17.121] Build status: SCHEDULED
[09:12:17.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:40:0) after 9m59s
[09:22:16.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:40:0)
[09:22:16.225] Build status: SCHEDULED
[09:22:16.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:41:0) after 4m33s
[09:26:49.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:41:0)
[09:26:49.386] Build status: SCHEDULED
[09:26:49.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:42:0) after 6m46s
[09:33:35.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:42:0)
[09:33:35.431] Build status: SCHEDULED
[09:33:35.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:43:0) after 7m58s
[09:41:33.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:43:0)
[09:41:33.458] Build status: SCHEDULED
[09:41:33.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:44:0) after 3m40s
[09:45:13.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:44:0)
[09:45:13.532] Build status: SCHEDULED
[09:45:13.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:45:0) after 2m37s
[09:47:50.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:45:0)
[09:47:50.575] Build status: SCHEDULED
[09:47:50.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:46:0) after 1m43s
[09:49:33.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:46:0)
[09:49:33.672] Build status: SCHEDULED
[09:49:33.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:47:0) after 8m19s
[09:57:52.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:47:0)
[09:57:52.751] Build status: SCHEDULED
[09:57:52.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:48:0) after 2m59s
[10:00:51.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:48:0)
[10:00:51.826] Build status: SCHEDULED
[10:00:51.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:49:0) after 5m23s
[10:06:14.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:49:0)
[10:06:15.046] Build status: SCHEDULED
[10:06:15.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:50:0) after 8m17s
[10:14:32.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:50:0)
[10:14:32.108] Build status: SCHEDULED
[10:14:32.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:51:0) after 5m23s
[10:19:55.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:51:0)
[10:19:55.178] Build status: SCHEDULED
[10:19:55.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:52:0) after 5m55s
[10:25:50.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:52:0)
[10:25:50.233] Build status: SCHEDULED
[10:25:50.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:53:0) after 8m23s
[10:34:13.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:53:0)
[10:34:13.293] Build status: SCHEDULED
[10:34:13.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:54:0) after 9m45s
[10:43:58.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:54:0)
[10:43:58.413] Build status: SCHEDULED
[10:43:58.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:55:0) after 6m32s
[10:50:30.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:55:0)
[10:50:30.531] Build status: SCHEDULED
[10:50:30.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:56:0) after 1m24s
[10:51:54.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:56:0)
[10:51:54.570] Build status: SCHEDULED
[10:51:54.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:57:0) after 8m27s
[11:00:21.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:57:0)
[11:00:21.828] Build status: SCHEDULED
[11:00:21.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:58:0) after 2m13s
[11:02:34.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:58:0)
[11:02:35.017] Build status: SCHEDULED
[11:02:35.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:59:0) after 1m23s
[11:03:58.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:59:0)
[11:03:58.043] Build status: SCHEDULED
[11:03:58.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:60:0) after 3m49s
[11:07:47.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:60:0)
[11:07:47.176] Build status: SCHEDULED
[11:07:47.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:61:0) after 6m25s
[11:14:12.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:61:0)
[11:14:12.253] Build status: SCHEDULED
[11:14:12.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:62:0) after 6m9s
[11:20:21.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:62:0)
[11:20:21.284] Build status: SCHEDULED
[11:20:21.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:63:0) after 8m3s
[11:28:24.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:63:0)
[11:28:24.394] Build status: SCHEDULED
[11:28:24.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:64:0) after 1m31s
[11:29:55.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:64:0)
[11:29:55.527] Build status: SCHEDULED
[11:29:55.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:65:0) after 9m9s
[11:39:04.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:65:0)
[11:39:04.568] Build status: SCHEDULED
[11:39:04.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:66:0) after 5m49s
[11:44:53.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:66:0)
[11:44:53.656] Build status: SCHEDULED
[11:44:53.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:67:0) after 1m20s
[11:46:13.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:67:0)
[11:46:13.692] Build status: SCHEDULED
[11:46:13.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:68:0) after 4m17s
[11:50:30.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:68:0)
[11:50:30.726] Build status: SCHEDULED
[11:50:30.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:69:0) after 4m13s
[11:54:43.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:69:0)
[11:54:43.758] Build status: SCHEDULED
[11:54:43.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:70:0) after 9m7s
[12:03:50.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:70:0)
[12:03:50.805] Build status: SCHEDULED
[12:03:50.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:71:0) after 8m32s
[12:12:22.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:71:0)
[12:12:22.899] Build status: SCHEDULED
[12:12:22.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:72:0) after 2m23s
[12:14:45.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:72:0)
[12:14:45.998] Build status: SCHEDULED
[12:14:45.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:73:0) after 2m5s
[12:16:51.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:73:0)
[12:16:51.060] Build status: SCHEDULED
[12:16:51.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:74:0) after 9m43s
[12:26:34.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:74:0)
[12:26:34.113] Build status: SCHEDULED
[12:26:34.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:75:0) after 3m47s
[12:30:21.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:75:0)
[12:30:21.179] Build status: SCHEDULED
[12:30:21.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:76:0) after 1m49s
[12:32:10.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:76:0)
[12:32:10.245] Build status: SCHEDULED
[12:32:10.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:77:0) after 9m8s
[12:41:18.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:77:0)
[12:41:18.288] Build status: SCHEDULED
[12:41:18.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:78:0) after 7m31s
[12:48:49.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:78:0)
[12:48:49.429] Build status: SCHEDULED
[12:48:49.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:79:0) after 2m44s
[12:51:33.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:79:0)
[12:51:33.473] Build status: SCHEDULED
[12:51:33.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:80:0) after 7m28s
[12:53:30.053] Received PubSub notification, asking Buildbucket for the build status
[12:53:30.079] Build status: STARTED
[12:59:01.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:80:0)
[12:59:01.617] Build status: STARTED
[12:59:01.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862502403470248448:82:0) after 9m58s
[13:02:33.002] Received PubSub notification, asking Buildbucket for the build status
[13:02:33.017] Build:
{
  "id": "8697072341303406113",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-27T05:48:22.379825649Z",
  "startTime": "2025-11-27T12:53:29.875604057Z",
  "endTime": "2025-11-27T13:02:32.023004270Z",
  "updateTime": "2025-11-27T13:02:32.023004270Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
      "ref": "refs/heads/main"
    }
  }
}
[13:02:33.017] Invocation finished in 7h14m12.088038572s with status FAILED