LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2 (1 day ago)
c76ff86319d967ccaab376d251461cef4de74c8b (1 day ago)
83bf224dc7e1d2b7dd7b495014adf95e1a5c073c (1 day ago)
10c1560a7715c210de22217cde9e5762aeaa9a29 (1 day ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "10c1560a7715c210de22217cde9e5762aeaa9a29"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29
gitiles_ref:refs/heads/main

Debug log (UTC)

[07:18:01.069] New invocation is queued and will start shortly
[07:18:02.306] Starting the invocation (attempt 1)
[07:18:02.343] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
[07:18:02.343] Popped gitiles commit info from properties and tags
[07:18:02.343] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:18:02.344] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:18:02.344] Buildbucket request:
{
  "requestId": "8871918846524869664",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8871918846524869664",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
                        "title": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c76ff86319d967ccaab376d251461cef4de74c8b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c76ff86319d967ccaab376d251461cef4de74c8b",
                        "title": "c76ff86319d967ccaab376d251461cef4de74c8b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c76ff86319d967ccaab376d251461cef4de74c8b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
                        "title": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "10c1560a7715c210de22217cde9e5762aeaa9a29"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10c1560a7715c210de22217cde9e5762aeaa9a29",
                        "title": "10c1560a7715c210de22217cde9e5762aeaa9a29",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8871918846524869664"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:18:02.934] Scheduled build:
{
  "id": "8706488784428814401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-15T07:18:02.419877507Z",
  "updateTime": "2025-08-15T07:18:02.419877507Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
      "ref": "refs/heads/main"
    }
  }
}
[07:18:02.934] Task URL: https://cr-buildbucket.appspot.com/build/8706488784428814401
[07:18:02.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:2:0) after 2m47s
[07:18:03.813] Received PubSub notification, asking Buildbucket for the build status
[07:18:04.037] Build status: SCHEDULED
[07:20:50.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:2:0)
[07:20:50.235] Build status: SCHEDULED
[07:20:50.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:4:0) after 7m2s
[07:27:52.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:4:0)
[07:27:52.370] Build status: SCHEDULED
[07:27:52.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:5:0) after 7m12s
[07:35:04.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:5:0)
[07:35:04.447] Build status: SCHEDULED
[07:35:04.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:6:0) after 5m35s
[07:40:39.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:6:0)
[07:40:39.510] Build status: SCHEDULED
[07:40:39.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:7:0) after 5m33s
[07:46:12.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:7:0)
[07:46:12.641] Build status: SCHEDULED
[07:46:12.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:8:0) after 3m52s
[07:50:04.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:8:0)
[07:50:04.672] Build status: SCHEDULED
[07:50:04.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:9:0) after 1m39s
[07:51:43.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:9:0)
[07:51:43.769] Build status: SCHEDULED
[07:51:43.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:10:0) after 7m59s
[07:59:42.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:10:0)
[07:59:42.825] Build status: SCHEDULED
[07:59:42.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:11:0) after 5m56s
[08:05:38.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:11:0)
[08:05:38.875] Build status: SCHEDULED
[08:05:38.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:12:0) after 9m48s
[08:15:26.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:12:0)
[08:15:27.004] Build status: SCHEDULED
[08:15:27.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:13:0) after 8m34s
[08:24:01.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:13:0)
[08:24:01.017] Build status: SCHEDULED
[08:24:01.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:14:0) after 6m46s
[08:30:47.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:14:0)
[08:30:47.052] Build status: SCHEDULED
[08:30:47.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:15:0) after 7m29s
[08:38:16.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:15:0)
[08:38:16.089] Build status: SCHEDULED
[08:38:16.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:16:0) after 9m18s
[08:47:34.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:16:0)
[08:47:34.124] Build status: SCHEDULED
[08:47:34.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:17:0) after 8m59s
[08:56:33.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:17:0)
[08:56:33.218] Build status: SCHEDULED
[08:56:33.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:18:0) after 1m0s
[08:57:33.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:18:0)
[08:57:33.269] Build status: SCHEDULED
[08:57:33.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:19:0) after 3m20s
[09:00:53.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:19:0)
[09:00:53.306] Build status: SCHEDULED
[09:00:53.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:20:0) after 1m9s
[09:02:02.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:20:0)
[09:02:02.425] Build status: SCHEDULED
[09:02:02.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:21:0) after 9m56s
[09:11:58.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:21:0)
[09:11:58.435] Build status: SCHEDULED
[09:11:58.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:22:0) after 9m30s
[09:21:28.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:22:0)
[09:21:28.458] Build status: SCHEDULED
[09:21:28.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:23:0) after 4m22s
[09:25:50.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:23:0)
[09:25:50.699] Build status: SCHEDULED
[09:25:50.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:24:0) after 8m8s
[09:33:58.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:24:0)
[09:33:58.756] Build status: SCHEDULED
[09:33:58.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:25:0) after 8m23s
[09:42:21.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:25:0)
[09:42:21.881] Build status: SCHEDULED
[09:42:21.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:26:0) after 1m58s
[09:44:19.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:26:0)
[09:44:19.923] Build status: SCHEDULED
[09:44:19.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:27:0) after 8m50s
[09:53:09.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:27:0)
[09:53:09.971] Build status: SCHEDULED
[09:53:09.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:28:0) after 3m37s
[09:56:47.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:28:0)
[09:56:47.305] Build status: SCHEDULED
[09:56:47.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:29:0) after 3m27s
[10:00:14.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:29:0)
[10:00:14.541] Build status: SCHEDULED
[10:00:14.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:30:0) after 8m42s
[10:08:56.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:30:0)
[10:08:56.862] Build status: SCHEDULED
[10:08:56.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:31:0) after 2m19s
[10:11:15.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:31:0)
[10:11:15.989] Build status: SCHEDULED
[10:11:15.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:32:0) after 8m21s
[10:19:37.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:32:0)
[10:19:37.180] Build status: SCHEDULED
[10:19:37.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:33:0) after 5m8s
[10:24:45.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:33:0)
[10:24:45.457] Build status: SCHEDULED
[10:24:45.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:34:0) after 7m53s
[10:32:38.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:34:0)
[10:32:38.792] Build status: SCHEDULED
[10:32:38.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:35:0) after 6m37s
[10:39:15.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:35:0)
[10:39:15.971] Build status: SCHEDULED
[10:39:15.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:36:0) after 9m47s
[10:49:02.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:36:0)
[10:49:03.010] Build status: SCHEDULED
[10:49:03.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:37:0) after 5m10s
[10:54:13.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:37:0)
[10:54:13.178] Build status: SCHEDULED
[10:54:13.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:38:0) after 2m3s
[10:56:16.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:38:0)
[10:56:16.631] Build status: SCHEDULED
[10:56:16.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:39:0) after 7m26s
[11:03:42.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:39:0)
[11:03:42.707] Build status: SCHEDULED
[11:03:42.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:40:0) after 7m50s
[11:11:32.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:40:0)
[11:11:32.779] Build status: SCHEDULED
[11:11:32.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:41:0) after 5m12s
[11:16:44.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:41:0)
[11:16:44.899] Build status: SCHEDULED
[11:16:44.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:42:0) after 6m4s
[11:22:48.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:42:0)
[11:22:48.926] Build status: SCHEDULED
[11:22:48.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:43:0) after 1m46s
[11:24:35.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:43:0)
[11:24:35.358] Build status: SCHEDULED
[11:24:35.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:44:0) after 7m7s
[11:31:42.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:44:0)
[11:31:42.913] Build status: SCHEDULED
[11:31:42.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:45:0) after 7m5s
[11:38:47.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:45:0)
[11:38:47.975] Build status: SCHEDULED
[11:38:47.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:46:0) after 4m20s
[11:43:07.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:46:0)
[11:43:08.016] Build status: SCHEDULED
[11:43:08.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:47:0) after 6m51s
[11:49:59.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:47:0)
[11:49:59.060] Build status: SCHEDULED
[11:49:59.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:48:0) after 6m39s
[11:56:38.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:48:0)
[11:56:38.720] Build status: SCHEDULED
[11:56:38.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:49:0) after 2m23s
[11:59:01.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:49:0)
[11:59:01.805] Build status: SCHEDULED
[11:59:01.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:50:0) after 7m53s
[12:06:54.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:50:0)
[12:06:55.036] Build status: SCHEDULED
[12:06:55.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:51:0) after 8m46s
[12:15:41.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:51:0)
[12:15:41.124] Build status: SCHEDULED
[12:15:41.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:52:0) after 3m12s
[12:18:53.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:52:0)
[12:18:53.192] Build status: SCHEDULED
[12:18:53.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:53:0) after 7m35s
[12:26:28.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:53:0)
[12:26:28.285] Build status: SCHEDULED
[12:26:28.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:54:0) after 5m2s
[12:31:30.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:54:0)
[12:31:30.412] Build status: SCHEDULED
[12:31:30.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:55:0) after 2m36s
[12:34:06.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:55:0)
[12:34:06.882] Build status: SCHEDULED
[12:34:06.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:56:0) after 5m54s
[12:40:00.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:56:0)
[12:40:01.008] Build status: SCHEDULED
[12:40:01.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:57:0) after 5m54s
[12:45:55.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:57:0)
[12:45:55.246] Build status: SCHEDULED
[12:45:55.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:58:0) after 7m3s
[12:52:58.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:58:0)
[12:52:58.289] Build status: SCHEDULED
[12:52:58.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:59:0) after 3m42s
[12:56:40.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:59:0)
[12:56:40.553] Build status: SCHEDULED
[12:56:40.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:60:0) after 9m2s
[13:05:42.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:60:0)
[13:05:42.734] Build status: SCHEDULED
[13:05:42.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:61:0) after 2m52s
[13:08:34.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:61:0)
[13:08:34.893] Build status: SCHEDULED
[13:08:34.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:62:0) after 7m55s
[13:16:30.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:62:0)
[13:16:30.261] Build status: SCHEDULED
[13:16:30.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:63:0) after 7m28s
[13:23:58.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:63:0)
[13:23:58.752] Build status: SCHEDULED
[13:23:58.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:64:0) after 1m53s
[13:25:51.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:64:0)
[13:25:51.815] Build status: SCHEDULED
[13:25:51.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:65:0) after 8m38s
[13:34:29.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:65:0)
[13:34:30.231] Build status: SCHEDULED
[13:34:30.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:66:0) after 5m45s
[13:40:15.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:66:0)
[13:40:15.274] Build status: SCHEDULED
[13:40:15.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:67:0) after 6m44s
[13:46:59.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:67:0)
[13:46:59.507] Build status: SCHEDULED
[13:46:59.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:68:0) after 3m55s
[13:50:54.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:68:0)
[13:50:54.558] Build status: SCHEDULED
[13:50:54.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:69:0) after 7m55s
[13:58:49.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:69:0)
[13:58:49.648] Build status: SCHEDULED
[13:58:49.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:70:0) after 2m50s
[14:01:39.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:70:0)
[14:01:39.767] Build status: SCHEDULED
[14:01:39.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:71:0) after 9m19s
[14:10:58.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:71:0)
[14:10:58.803] Build status: SCHEDULED
[14:10:58.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:72:0) after 8m48s
[14:19:46.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:72:0)
[14:19:46.877] Build status: SCHEDULED
[14:19:46.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:73:0) after 9m30s
[14:29:16.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:73:0)
[14:29:16.919] Build status: SCHEDULED
[14:29:16.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:74:0) after 5m27s
[14:34:43.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:74:0)
[14:34:43.971] Build status: SCHEDULED
[14:34:43.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:75:0) after 7m57s
[14:42:41.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:75:0)
[14:42:41.064] Build status: SCHEDULED
[14:42:41.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:76:0) after 9m11s
[14:51:52.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:76:0)
[14:51:52.120] Build status: SCHEDULED
[14:51:52.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:77:0) after 9m14s
[15:01:06.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:77:0)
[15:01:06.196] Build status: SCHEDULED
[15:01:06.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:78:0) after 2m31s
[15:03:37.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:78:0)
[15:03:37.318] Build status: SCHEDULED
[15:03:37.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:79:0) after 1m38s
[15:05:15.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:79:0)
[15:05:15.423] Build status: SCHEDULED
[15:05:15.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:80:0) after 2m39s
[15:07:54.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:80:0)
[15:07:54.472] Build status: SCHEDULED
[15:07:54.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:81:0) after 6m53s
[15:14:47.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:81:0)
[15:14:47.474] Build status: SCHEDULED
[15:14:47.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8871918846524869664:82:0) after 7m36s
[15:18:07.357] Received PubSub notification, asking Buildbucket for the build status
[15:18:07.383] Build:
{
  "id": "8706488784428814401",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-15T07:18:02.419877507Z",
  "endTime": "2025-08-15T15:18:07.114998533Z",
  "updateTime": "2025-08-15T15:18:07.114998533Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
      "ref": "refs/heads/main"
    }
  }
}
[15:18:07.383] Invocation finished in 8h0m6.346546186s with status FAILED