1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy
  4. 8861959777262595296
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "078ce08fab0ab4292c159e2df8d725b6f8543b1a"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/078ce08fab0ab4292c159e2df8d725b6f8543b1a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:33:09.613] New invocation is queued and will start shortly
[05:33:10.708] Starting the invocation (attempt 1)
[05:33:10.733] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/078ce08fab0ab4292c159e2df8d725b6f8543b1a"
[05:33:10.733] Popped gitiles commit info from properties and tags
[05:33:10.733] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:33:10.733] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:33:10.733] Buildbucket request:
{
  "requestId": "8861959777262595296",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861959777262595296",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a92accd339b328e8aaa2b93ea1bbc40d177c53a8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a92accd339b328e8aaa2b93ea1bbc40d177c53a8",
                        "title": "a92accd339b328e8aaa2b93ea1bbc40d177c53a8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a92accd339b328e8aaa2b93ea1bbc40d177c53a8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "078ce08fab0ab4292c159e2df8d725b6f8543b1a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@078ce08fab0ab4292c159e2df8d725b6f8543b1a",
                        "title": "078ce08fab0ab4292c159e2df8d725b6f8543b1a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/078ce08fab0ab4292c159e2df8d725b6f8543b1a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "078ce08fab0ab4292c159e2df8d725b6f8543b1a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861959777262595296"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:33:11.213] Scheduled build:
{
  "id": "8696529715346858465",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-03T05:33:10.817621927Z",
  "updateTime": "2025-12-03T05:33:10.817621927Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "078ce08fab0ab4292c159e2df8d725b6f8543b1a",
      "ref": "refs/heads/main"
    }
  }
}
[05:33:11.213] Task URL: https://cr-buildbucket.appspot.com/build/8696529715346858465
[05:33:11.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:2:0) after 8m25s
[05:33:14.821] Received PubSub notification, asking Buildbucket for the build status
[05:33:14.849] Build status: SCHEDULED
[05:41:36.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:2:0)
[05:41:36.265] Build status: SCHEDULED
[05:41:36.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:4:0) after 1m17s
[05:42:53.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:4:0)
[05:42:53.411] Build status: SCHEDULED
[05:42:53.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:5:0) after 6m48s
[05:49:41.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:5:0)
[05:49:41.402] Build status: SCHEDULED
[05:49:41.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:6:0) after 7m51s
[05:57:32.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:6:0)
[05:57:32.486] Build status: SCHEDULED
[05:57:32.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:7:0) after 5m13s
[06:02:45.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:7:0)
[06:02:45.529] Build status: SCHEDULED
[06:02:45.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:8:0) after 1m48s
[06:04:33.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:8:0)
[06:04:33.578] Build status: SCHEDULED
[06:04:33.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:9:0) after 4m14s
[06:08:47.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:9:0)
[06:08:47.661] Build status: SCHEDULED
[06:08:47.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:10:0) after 3m0s
[06:11:47.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:10:0)
[06:11:47.717] Build status: SCHEDULED
[06:11:47.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:11:0) after 7m27s
[06:19:14.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:11:0)
[06:19:14.861] Build status: SCHEDULED
[06:19:14.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:12:0) after 7m40s
[06:26:54.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:12:0)
[06:26:54.898] Build status: SCHEDULED
[06:26:54.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:13:0) after 5m58s
[06:32:53.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:13:0)
[06:32:53.026] Build status: SCHEDULED
[06:32:53.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:14:0) after 5m14s
[06:38:07.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:14:0)
[06:38:07.061] Build status: SCHEDULED
[06:38:07.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:15:0) after 8m31s
[06:46:38.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:15:0)
[06:46:38.101] Build status: SCHEDULED
[06:46:38.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:16:0) after 4m24s
[06:51:02.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:16:0)
[06:51:02.287] Build status: SCHEDULED
[06:51:02.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:17:0) after 3m8s
[06:54:10.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:17:0)
[06:54:10.728] Build status: SCHEDULED
[06:54:10.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:18:0) after 5m10s
[06:59:20.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:18:0)
[06:59:20.766] Build status: SCHEDULED
[06:59:20.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:19:0) after 3m37s
[07:02:57.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:19:0)
[07:02:57.819] Build status: SCHEDULED
[07:02:57.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:20:0) after 1m24s
[07:04:21.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:20:0)
[07:04:21.847] Build status: SCHEDULED
[07:04:21.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:21:0) after 5m38s
[07:09:59.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:21:0)
[07:09:59.927] Build status: SCHEDULED
[07:09:59.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:22:0) after 6m4s
[07:16:03.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:22:0)
[07:16:03.956] Build status: SCHEDULED
[07:16:03.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:23:0) after 8m11s
[07:24:15.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:23:0)
[07:24:15.122] Build status: SCHEDULED
[07:24:15.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:24:0) after 4m39s
[07:28:54.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:24:0)
[07:28:54.387] Build status: SCHEDULED
[07:28:54.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:25:0) after 6m43s
[07:35:37.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:25:0)
[07:35:37.643] Build status: SCHEDULED
[07:35:37.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:26:0) after 2m57s
[07:38:34.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:26:0)
[07:38:34.876] Build status: SCHEDULED
[07:38:34.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:27:0) after 8m59s
[07:47:33.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:27:0)
[07:47:33.963] Build status: SCHEDULED
[07:47:33.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:28:0) after 2m53s
[07:50:26.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:28:0)
[07:50:26.974] Build status: SCHEDULED
[07:50:26.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:29:0) after 8m52s
[07:59:19.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:29:0)
[07:59:19.594] Build status: SCHEDULED
[07:59:19.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:30:0) after 2m43s
[08:02:03.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:30:0)
[08:02:03.279] Build status: SCHEDULED
[08:02:03.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:31:0) after 1m26s
[08:03:29.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:31:0)
[08:03:29.321] Build status: SCHEDULED
[08:03:29.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:32:0) after 9m21s
[08:12:50.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:32:0)
[08:12:50.336] Build status: SCHEDULED
[08:12:50.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:33:0) after 1m8s
[08:13:58.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:33:0)
[08:13:58.363] Build status: SCHEDULED
[08:13:58.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:34:0) after 9m12s
[08:23:10.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:34:0)
[08:23:10.412] Build status: SCHEDULED
[08:23:10.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:35:0) after 7m37s
[08:30:47.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:35:0)
[08:30:47.409] Build status: SCHEDULED
[08:30:47.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:36:0) after 2m38s
[08:33:25.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:36:0)
[08:33:25.441] Build status: SCHEDULED
[08:33:25.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:37:0) after 9m6s
[08:42:31.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:37:0)
[08:42:31.549] Build status: SCHEDULED
[08:42:31.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:38:0) after 3m6s
[08:45:37.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:38:0)
[08:45:37.581] Build status: SCHEDULED
[08:45:37.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:39:0) after 2m41s
[08:48:19.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:39:0)
[08:48:19.116] Build status: SCHEDULED
[08:48:19.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:40:0) after 5m13s
[08:53:32.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:40:0)
[08:53:32.226] Build status: SCHEDULED
[08:53:32.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:41:0) after 8m58s
[09:02:30.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:41:0)
[09:02:30.363] Build status: SCHEDULED
[09:02:30.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:42:0) after 5m57s
[09:08:27.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:42:0)
[09:08:27.393] Build status: SCHEDULED
[09:08:27.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:43:0) after 5m32s
[09:13:59.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:43:0)
[09:13:59.434] Build status: SCHEDULED
[09:13:59.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:44:0) after 9m9s
[09:23:08.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:44:0)
[09:23:08.564] Build status: SCHEDULED
[09:23:08.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:45:0) after 3m29s
[09:26:37.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:45:0)
[09:26:37.648] Build status: SCHEDULED
[09:26:37.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:46:0) after 1m2s
[09:27:39.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:46:0)
[09:27:39.677] Build status: SCHEDULED
[09:27:39.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:47:0) after 5m22s
[09:33:01.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:47:0)
[09:33:01.680] Build status: SCHEDULED
[09:33:01.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:48:0) after 8m33s
[09:41:34.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:48:0)
[09:41:34.721] Build status: SCHEDULED
[09:41:34.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:49:0) after 2m13s
[09:43:47.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:49:0)
[09:43:47.758] Build status: SCHEDULED
[09:43:47.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:50:0) after 9m3s
[09:52:50.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:50:0)
[09:52:50.838] Build status: SCHEDULED
[09:52:50.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:51:0) after 5m48s
[09:58:38.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:51:0)
[09:58:38.900] Build status: SCHEDULED
[09:58:38.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:52:0) after 5m53s
[10:04:31.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:52:0)
[10:04:31.981] Build status: SCHEDULED
[10:04:31.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:53:0) after 5m4s
[10:09:36.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:53:0)
[10:09:36.124] Build status: SCHEDULED
[10:09:36.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:54:0) after 8m58s
[10:18:34.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:54:0)
[10:18:34.234] Build status: SCHEDULED
[10:18:34.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:55:0) after 3m7s
[10:21:41.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:55:0)
[10:21:41.269] Build status: SCHEDULED
[10:21:41.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:56:0) after 5m17s
[10:26:58.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:56:0)
[10:26:58.307] Build status: SCHEDULED
[10:26:58.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:57:0) after 2m39s
[10:29:37.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:57:0)
[10:29:37.335] Build status: SCHEDULED
[10:29:37.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:58:0) after 9m59s
[10:39:36.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:58:0)
[10:39:36.388] Build status: SCHEDULED
[10:39:36.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:59:0) after 5m46s
[10:45:22.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:59:0)
[10:45:22.501] Build status: SCHEDULED
[10:45:22.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:60:0) after 9m35s
[10:54:57.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:60:0)
[10:54:57.589] Build status: SCHEDULED
[10:54:57.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:61:0) after 2m45s
[10:57:42.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:61:0)
[10:57:42.630] Build status: SCHEDULED
[10:57:42.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:62:0) after 7m31s
[11:05:13.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:62:0)
[11:05:13.680] Build status: SCHEDULED
[11:05:13.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:63:0) after 8m29s
[11:13:42.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:63:0)
[11:13:42.817] Build status: SCHEDULED
[11:13:42.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:64:0) after 6m40s
[11:20:22.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:64:0)
[11:20:22.850] Build status: SCHEDULED
[11:20:22.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:65:0) after 1m20s
[11:21:43.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:65:0)
[11:21:43.107] Build status: SCHEDULED
[11:21:43.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:66:0) after 7m54s
[11:29:37.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:66:0)
[11:29:37.135] Build status: SCHEDULED
[11:29:37.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:67:0) after 1m32s
[11:31:09.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:67:0)
[11:31:09.175] Build status: SCHEDULED
[11:31:09.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:68:0) after 4m21s
[11:35:30.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:68:0)
[11:35:30.424] Build status: SCHEDULED
[11:35:30.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:69:0) after 7m43s
[11:38:49.395] Received PubSub notification, asking Buildbucket for the build status
[11:38:49.444] Build status: STARTED
[11:43:13.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:69:0)
[11:43:13.429] Build status: STARTED
[11:43:13.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:71:0) after 3m31s
[11:46:44.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:71:0)
[11:46:44.504] Build status: STARTED
[11:46:44.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861959777262595296:72:0) after 8m52s
[11:47:57.260] Received PubSub notification, asking Buildbucket for the build status
[11:47:57.275] Build:
{
  "id": "8696529715346858465",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-03T05:33:10.817621927Z",
  "startTime": "2025-12-03T11:38:49.232885252Z",
  "endTime": "2025-12-03T11:47:50.075064702Z",
  "updateTime": "2025-12-03T11:47:50.075064702Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "078ce08fab0ab4292c159e2df8d725b6f8543b1a",
      "ref": "refs/heads/main"
    }
  }
}
[11:47:57.275] Invocation finished in 6h14m47.668732557s with status FAILED