1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy
  4. 8880454064281325360
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:14:23.092] New invocation is queued and will start shortly
[02:14:24.570] Starting the invocation (attempt 1)
[02:14:24.596] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
[02:14:24.596] Popped gitiles commit info from properties and tags
[02:14:24.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:24.596] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:24.596] Buildbucket request:
{
  "requestId": "8880454064281325360",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880454064281325360",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
                        "title": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
                        "title": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880454064281325360"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:14:25.205] Scheduled build:
{
  "id": "8715024001957008273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T02:14:24.677910225Z",
  "updateTime": "2025-05-13T02:14:24.677910225Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
      "ref": "refs/heads/main"
    }
  }
}
[02:14:25.205] Task URL: https://cr-buildbucket.appspot.com/build/8715024001957008273
[02:14:25.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:2:0) after 5m40s
[02:14:25.310] Received PubSub notification, asking Buildbucket for the build status
[02:14:25.328] Build status: SCHEDULED
[02:20:05.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:2:0)
[02:20:05.278] Build status: SCHEDULED
[02:20:05.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:4:0) after 6m38s
[02:26:43.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:4:0)
[02:26:43.320] Build status: SCHEDULED
[02:26:43.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:5:0) after 3m41s
[02:30:24.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:5:0)
[02:30:24.367] Build status: SCHEDULED
[02:30:24.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:6:0) after 7m30s
[02:37:54.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:6:0)
[02:37:54.368] Build status: SCHEDULED
[02:37:54.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:7:0) after 7m4s
[02:44:58.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:7:0)
[02:44:58.451] Build status: SCHEDULED
[02:44:58.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:8:0) after 4m40s
[02:49:38.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:8:0)
[02:49:38.578] Build status: SCHEDULED
[02:49:38.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:9:0) after 1m51s
[02:51:29.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:9:0)
[02:51:29.690] Build status: SCHEDULED
[02:51:29.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:10:0) after 6m28s
[02:57:57.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:10:0)
[02:57:57.778] Build status: SCHEDULED
[02:57:57.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:11:0) after 7m58s
[03:05:55.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:11:0)
[03:05:55.803] Build status: SCHEDULED
[03:05:55.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:12:0) after 1m53s
[03:07:48.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:12:0)
[03:07:48.849] Build status: SCHEDULED
[03:07:48.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:13:0) after 3m5s
[03:10:53.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:13:0)
[03:10:53.926] Build status: SCHEDULED
[03:10:53.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:14:0) after 4m50s
[03:15:43.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:14:0)
[03:15:43.989] Build status: SCHEDULED
[03:15:43.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:15:0) after 4m54s
[03:20:38.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:15:0)
[03:20:38.031] Build status: SCHEDULED
[03:20:38.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:16:0) after 4m7s
[03:24:45.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:16:0)
[03:24:45.079] Build status: SCHEDULED
[03:24:45.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:17:0) after 2m17s
[03:27:02.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:17:0)
[03:27:02.121] Build status: SCHEDULED
[03:27:02.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:18:0) after 9m32s
[03:36:34.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:18:0)
[03:36:34.157] Build status: SCHEDULED
[03:36:34.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:19:0) after 5m42s
[03:42:16.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:19:0)
[03:42:16.221] Build status: SCHEDULED
[03:42:16.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:20:0) after 9m29s
[03:51:45.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:20:0)
[03:51:45.264] Build status: SCHEDULED
[03:51:45.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:21:0) after 8m35s
[04:00:20.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:21:0)
[04:00:20.312] Build status: SCHEDULED
[04:00:20.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:22:0) after 3m52s
[04:04:12.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:22:0)
[04:04:12.395] Build status: SCHEDULED
[04:04:12.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:23:0) after 3m37s
[04:07:49.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:23:0)
[04:07:49.427] Build status: SCHEDULED
[04:07:49.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:24:0) after 4m42s
[04:12:31.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:24:0)
[04:12:31.584] Build status: SCHEDULED
[04:12:31.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:25:0) after 1m3s
[04:13:34.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:25:0)
[04:13:34.669] Build status: SCHEDULED
[04:13:34.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:26:0) after 4m35s
[04:18:09.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:26:0)
[04:18:09.717] Build status: SCHEDULED
[04:18:09.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:27:0) after 9m55s
[04:28:04.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:27:0)
[04:28:04.981] Build status: SCHEDULED
[04:28:04.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:28:0) after 6m11s
[04:34:16.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:28:0)
[04:34:16.022] Build status: SCHEDULED
[04:34:16.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:29:0) after 7m13s
[04:41:29.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:29:0)
[04:41:29.058] Build status: SCHEDULED
[04:41:29.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:30:0) after 1m26s
[04:42:55.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:30:0)
[04:42:55.184] Build status: SCHEDULED
[04:42:55.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:31:0) after 9m20s
[04:52:15.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:31:0)
[04:52:15.275] Build status: SCHEDULED
[04:52:15.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:32:0) after 6m4s
[04:58:19.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:32:0)
[04:58:19.429] Build status: SCHEDULED
[04:58:19.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:33:0) after 6m24s
[05:04:43.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:33:0)
[05:04:43.560] Build status: SCHEDULED
[05:04:43.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:34:0) after 2m29s
[05:07:12.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:34:0)
[05:07:12.630] Build status: SCHEDULED
[05:07:12.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:35:0) after 1m49s
[05:09:01.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:35:0)
[05:09:01.646] Build status: SCHEDULED
[05:09:01.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:36:0) after 1m47s
[05:10:48.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:36:0)
[05:10:48.734] Build status: SCHEDULED
[05:10:48.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:37:0) after 1m10s
[05:11:58.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:37:0)
[05:11:58.800] Build status: SCHEDULED
[05:11:58.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:38:0) after 5m3s
[05:17:01.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:38:0)
[05:17:01.842] Build status: SCHEDULED
[05:17:01.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:39:0) after 4m4s
[05:21:05.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:39:0)
[05:21:05.960] Build status: SCHEDULED
[05:21:05.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:40:0) after 1m28s
[05:22:33.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:40:0)
[05:22:33.981] Build status: SCHEDULED
[05:22:33.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:41:0) after 9m46s
[05:32:20.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:41:0)
[05:32:20.052] Build status: SCHEDULED
[05:32:20.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:42:0) after 4m28s
[05:36:48.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:42:0)
[05:36:48.170] Build status: SCHEDULED
[05:36:48.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:43:0) after 1m40s
[05:38:28.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:43:0)
[05:38:28.290] Build status: SCHEDULED
[05:38:28.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:44:0) after 7m30s
[05:45:58.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:44:0)
[05:45:58.323] Build status: SCHEDULED
[05:45:58.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:45:0) after 3m24s
[05:49:22.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:45:0)
[05:49:22.358] Build status: SCHEDULED
[05:49:22.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:46:0) after 2m9s
[05:51:31.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:46:0)
[05:51:31.566] Build status: SCHEDULED
[05:51:31.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:47:0) after 9m40s
[06:01:11.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:47:0)
[06:01:11.608] Build status: SCHEDULED
[06:01:11.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:48:0) after 6m35s
[06:07:46.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:48:0)
[06:07:46.713] Build status: SCHEDULED
[06:07:46.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:49:0) after 4m49s
[06:12:35.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:49:0)
[06:12:35.762] Build status: SCHEDULED
[06:12:35.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:50:0) after 3m33s
[06:16:08.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:50:0)
[06:16:08.811] Build status: SCHEDULED
[06:16:08.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:51:0) after 3m17s
[06:19:25.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:51:0)
[06:19:25.898] Build status: SCHEDULED
[06:19:25.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:52:0) after 2m53s
[06:22:18.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:52:0)
[06:22:19.004] Build status: SCHEDULED
[06:22:19.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:53:0) after 5m3s
[06:27:22.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:53:0)
[06:27:22.082] Build status: SCHEDULED
[06:27:22.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:54:0) after 9m18s
[06:36:40.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:54:0)
[06:36:40.183] Build status: SCHEDULED
[06:36:40.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:55:0) after 6m15s
[06:42:55.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:55:0)
[06:42:55.231] Build status: SCHEDULED
[06:42:55.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:56:0) after 6m19s
[06:49:14.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:56:0)
[06:49:14.321] Build status: SCHEDULED
[06:49:14.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:57:0) after 9m10s
[06:58:24.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:57:0)
[06:58:24.415] Build status: SCHEDULED
[06:58:24.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:58:0) after 4m14s
[07:02:38.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:58:0)
[07:02:38.418] Build status: SCHEDULED
[07:02:38.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:59:0) after 6m15s
[07:08:53.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:59:0)
[07:08:53.485] Build status: SCHEDULED
[07:08:53.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:60:0) after 9m29s
[07:18:22.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:60:0)
[07:18:22.538] Build status: SCHEDULED
[07:18:22.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:61:0) after 3m32s
[07:21:54.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:61:0)
[07:21:54.767] Build status: SCHEDULED
[07:21:54.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:62:0) after 3m34s
[07:25:28.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:62:0)
[07:25:28.867] Build status: SCHEDULED
[07:25:28.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:63:0) after 5m2s
[07:30:30.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:63:0)
[07:30:30.937] Build status: SCHEDULED
[07:30:30.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:64:0) after 4m3s
[07:34:33.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:64:0)
[07:34:34.002] Build status: SCHEDULED
[07:34:34.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:65:0) after 4m49s
[07:39:23.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:65:0)
[07:39:23.071] Build status: SCHEDULED
[07:39:23.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:66:0) after 4m7s
[07:43:30.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:66:0)
[07:43:30.293] Build status: SCHEDULED
[07:43:30.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:67:0) after 5m57s
[07:49:27.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:67:0)
[07:49:27.606] Build status: SCHEDULED
[07:49:27.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:68:0) after 4m47s
[07:54:14.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:68:0)
[07:54:14.929] Build status: SCHEDULED
[07:54:14.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:69:0) after 8m24s
[08:02:38.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:69:0)
[08:02:39.025] Build status: SCHEDULED
[08:02:39.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:70:0) after 2m43s
[08:05:22.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:70:0)
[08:05:22.089] Build status: SCHEDULED
[08:05:22.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:71:0) after 7m1s
[08:12:23.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:71:0)
[08:12:23.173] Build status: SCHEDULED
[08:12:23.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:72:0) after 8m21s
[08:20:44.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:72:0)
[08:20:44.290] Build status: SCHEDULED
[08:20:44.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:73:0) after 1m53s
[08:22:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:73:0)
[08:22:37.468] Build status: SCHEDULED
[08:22:37.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:74:0) after 7m33s
[08:30:10.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:74:0)
[08:30:10.527] Build status: SCHEDULED
[08:30:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:75:0) after 7m10s
[08:37:20.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:75:0)
[08:37:20.529] Build status: SCHEDULED
[08:37:20.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:76:0) after 7m17s
[08:44:37.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:76:0)
[08:44:37.663] Build status: SCHEDULED
[08:44:37.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:77:0) after 9m30s
[08:54:07.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:77:0)
[08:54:07.832] Build status: SCHEDULED
[08:54:07.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:78:0) after 5m42s
[08:59:49.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:78:0)
[08:59:49.883] Build status: SCHEDULED
[08:59:49.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:79:0) after 1m48s
[09:01:38.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:79:0)
[09:01:38.095] Build status: SCHEDULED
[09:01:38.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:80:0) after 4m23s
[09:06:01.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:80:0)
[09:06:01.750] Build status: SCHEDULED
[09:06:01.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:81:0) after 3m15s
[09:09:16.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:81:0)
[09:09:16.759] Build status: SCHEDULED
[09:09:16.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:82:0) after 6m10s
[09:15:26.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:82:0)
[09:15:26.805] Build status: SCHEDULED
[09:15:26.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:83:0) after 6m2s
[09:21:28.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:83:0)
[09:21:28.843] Build status: SCHEDULED
[09:21:28.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:84:0) after 8m49s
[09:30:17.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:84:0)
[09:30:17.885] Build status: SCHEDULED
[09:30:17.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:85:0) after 5m28s
[09:35:45.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:85:0)
[09:35:45.919] Build status: SCHEDULED
[09:35:45.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:86:0) after 8m15s
[09:44:00.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:86:0)
[09:44:01.259] Build status: SCHEDULED
[09:44:01.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:87:0) after 5m4s
[09:49:05.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:87:0)
[09:49:05.307] Build status: SCHEDULED
[09:49:05.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:88:0) after 7m0s
[09:56:05.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:88:0)
[09:56:05.361] Build status: SCHEDULED
[09:56:05.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:89:0) after 1m11s
[09:57:16.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:89:0)
[09:57:16.395] Build status: SCHEDULED
[09:57:16.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:90:0) after 1m26s
[09:58:42.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:90:0)
[09:58:42.490] Build status: SCHEDULED
[09:58:42.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:91:0) after 9m34s
[10:08:16.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:91:0)
[10:08:16.543] Build status: SCHEDULED
[10:08:16.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8880454064281325360:92:0) after 7m30s
[10:14:30.634] Received PubSub notification, asking Buildbucket for the build status
[10:14:30.652] Build:
{
  "id": "8715024001957008273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T02:14:24.677910225Z",
  "endTime": "2025-05-13T10:14:30.365903945Z",
  "updateTime": "2025-05-13T10:14:30.365903945Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
      "ref": "refs/heads/main"
    }
  }
}
[10:14:30.652] Invocation finished in 8h0m7.574955841s with status FAILED