Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

  • rerunner/0 (3 weeks ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[11:19:25.375] New invocation is queued and will start shortly
[11:19:25.375] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[11:19:26.432] Starting the invocation (attempt 1)
[11:19:26.454] Ignoring gitiles_ref tag without the buildset tag
[11:19:26.454] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:19:26.455] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:19:26.455] Buildbucket request:
{
  "requestId": "8863840528590744016",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863840528590744016",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "c02a1c8e-6bef-4d99-83c2-c14ad9ac637b",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8698410648405461633"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863840528590744016"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:19:26.908] Scheduled build:
{
  "id": "8698410466752400657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-12T11:19:26.506282914Z",
  "updateTime": "2025-11-12T11:19:26.506282914Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[11:19:26.908] Task URL: https://cr-buildbucket.appspot.com/build/8698410466752400657
[11:19:26.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:2:0) after 4m15s
[11:19:27.873] Received PubSub notification, asking Buildbucket for the build status
[11:19:27.898] Build status: SCHEDULED
[11:23:41.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:2:0)
[11:23:41.946] Build status: SCHEDULED
[11:23:41.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:4:0) after 4m7s
[11:27:48.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:4:0)
[11:27:49.025] Build status: SCHEDULED
[11:27:49.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:5:0) after 7m2s
[11:34:50.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:5:0)
[11:34:51.015] Build status: SCHEDULED
[11:34:51.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:6:0) after 5m41s
[11:40:32.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:6:0)
[11:40:32.176] Build status: SCHEDULED
[11:40:32.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:7:0) after 3m4s
[11:43:36.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:7:0)
[11:43:36.255] Build status: SCHEDULED
[11:43:36.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:8:0) after 3m54s
[11:47:30.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:8:0)
[11:47:30.285] Build status: SCHEDULED
[11:47:30.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:9:0) after 2m14s
[11:49:44.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:9:0)
[11:49:44.329] Build status: SCHEDULED
[11:49:44.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:10:0) after 6m7s
[11:55:51.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:10:0)
[11:55:51.411] Build status: SCHEDULED
[11:55:51.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:11:0) after 8m54s
[12:04:45.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:11:0)
[12:04:45.446] Build status: SCHEDULED
[12:04:45.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:12:0) after 3m17s
[12:08:02.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:12:0)
[12:08:02.476] Build status: SCHEDULED
[12:08:02.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:13:0) after 1m48s
[12:09:50.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:13:0)
[12:09:50.506] Build status: SCHEDULED
[12:09:50.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:14:0) after 6m53s
[12:16:43.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:14:0)
[12:16:43.541] Build status: SCHEDULED
[12:16:43.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:15:0) after 6m45s
[12:23:28.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:15:0)
[12:23:28.588] Build status: SCHEDULED
[12:23:28.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:16:0) after 1m34s
[12:25:02.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:16:0)
[12:25:02.642] Build status: SCHEDULED
[12:25:02.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:17:0) after 3m32s
[12:28:35.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:17:0)
[12:28:35.059] Build status: SCHEDULED
[12:28:35.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:18:0) after 8m49s
[12:37:24.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:18:0)
[12:37:24.219] Build status: SCHEDULED
[12:37:24.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:19:0) after 3m58s
[12:41:22.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:19:0)
[12:41:22.272] Build status: SCHEDULED
[12:41:22.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:20:0) after 3m57s
[12:45:19.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:20:0)
[12:45:19.296] Build status: SCHEDULED
[12:45:19.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:21:0) after 6m38s
[12:51:57.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:21:0)
[12:51:57.366] Build status: SCHEDULED
[12:51:57.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:22:0) after 8m49s
[13:00:46.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:22:0)
[13:00:46.406] Build status: SCHEDULED
[13:00:46.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:23:0) after 6m47s
[13:07:33.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:23:0)
[13:07:33.452] Build status: SCHEDULED
[13:07:33.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:24:0) after 8m26s
[13:15:59.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:24:0)
[13:15:59.673] Build status: SCHEDULED
[13:15:59.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:25:0) after 9m34s
[13:25:33.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:25:0)
[13:25:33.705] Build status: SCHEDULED
[13:25:33.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:26:0) after 6m25s
[13:31:58.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:26:0)
[13:31:58.782] Build status: SCHEDULED
[13:31:58.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:27:0) after 6m11s
[13:38:09.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:27:0)
[13:38:09.815] Build status: SCHEDULED
[13:38:09.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:28:0) after 2m43s
[13:40:52.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:28:0)
[13:40:52.985] Build status: SCHEDULED
[13:40:52.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:29:0) after 7m31s
[13:48:24.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:29:0)
[13:48:24.070] Build status: SCHEDULED
[13:48:24.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:30:0) after 5m51s
[13:54:15.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:30:0)
[13:54:15.106] Build status: SCHEDULED
[13:54:15.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:31:0) after 3m40s
[13:57:55.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:31:0)
[13:57:55.156] Build status: SCHEDULED
[13:57:55.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:32:0) after 3m53s
[14:01:48.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:32:0)
[14:01:48.325] Build status: SCHEDULED
[14:01:48.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:33:0) after 9m25s
[14:11:13.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:33:0)
[14:11:13.384] Build status: SCHEDULED
[14:11:13.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:34:0) after 8m24s
[14:19:37.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:34:0)
[14:19:37.534] Build status: SCHEDULED
[14:19:37.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:35:0) after 2m18s
[14:21:55.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:35:0)
[14:21:55.566] Build status: SCHEDULED
[14:21:55.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:36:0) after 1m44s
[14:23:39.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:36:0)
[14:23:39.606] Build status: SCHEDULED
[14:23:39.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:37:0) after 6m10s
[14:29:49.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:37:0)
[14:29:49.639] Build status: SCHEDULED
[14:29:49.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:38:0) after 7m50s
[14:37:39.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:38:0)
[14:37:39.719] Build status: SCHEDULED
[14:37:39.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:39:0) after 4m5s
[14:41:44.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:39:0)
[14:41:44.756] Build status: SCHEDULED
[14:41:44.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:40:0) after 5m55s
[14:47:39.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:40:0)
[14:47:39.900] Build status: SCHEDULED
[14:47:39.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:41:0) after 7m40s
[14:55:19.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:41:0)
[14:55:19.911] Build status: SCHEDULED
[14:55:19.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:42:0) after 7m14s
[15:02:33.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:42:0)
[15:02:33.948] Build status: SCHEDULED
[15:02:33.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:43:0) after 3m54s
[15:06:27.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:43:0)
[15:06:27.984] Build status: SCHEDULED
[15:06:27.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:44:0) after 3m0s
[15:09:28.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:44:0)
[15:09:28.088] Build status: SCHEDULED
[15:09:28.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:45:0) after 2m16s
[15:11:44.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:45:0)
[15:11:44.152] Build status: SCHEDULED
[15:11:44.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:46:0) after 2m35s
[15:14:19.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:46:0)
[15:14:19.144] Build status: SCHEDULED
[15:14:19.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:47:0) after 4m14s
[15:18:33.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:47:0)
[15:18:33.281] Build status: SCHEDULED
[15:18:33.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:48:0) after 3m57s
[15:22:30.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:48:0)
[15:22:30.313] Build status: SCHEDULED
[15:22:30.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:49:0) after 8m40s
[15:31:10.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:49:0)
[15:31:10.352] Build status: SCHEDULED
[15:31:10.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:50:0) after 1m5s
[15:32:15.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:50:0)
[15:32:15.448] Build status: SCHEDULED
[15:32:15.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:51:0) after 9m17s
[15:41:32.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:51:0)
[15:41:32.696] Build status: SCHEDULED
[15:41:32.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:52:0) after 6m4s
[15:47:36.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:52:0)
[15:47:36.727] Build status: SCHEDULED
[15:47:36.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:53:0) after 2m46s
[15:50:22.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:53:0)
[15:50:22.815] Build status: SCHEDULED
[15:50:22.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:54:0) after 1m53s
[15:52:15.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:54:0)
[15:52:15.893] Build status: SCHEDULED
[15:52:15.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:55:0) after 4m59s
[15:57:14.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:55:0)
[15:57:14.941] Build status: SCHEDULED
[15:57:14.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:56:0) after 6m56s
[16:04:10.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:56:0)
[16:04:11.005] Build status: SCHEDULED
[16:04:11.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:57:0) after 3m59s
[16:08:10.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:57:0)
[16:08:10.042] Build status: SCHEDULED
[16:08:10.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:58:0) after 5m4s
[16:13:14.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:58:0)
[16:13:14.087] Build status: SCHEDULED
[16:13:14.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:59:0) after 2m11s
[16:15:25.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:59:0)
[16:15:25.126] Build status: SCHEDULED
[16:15:25.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:60:0) after 8m54s
[16:24:19.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:60:0)
[16:24:19.177] Build status: SCHEDULED
[16:24:19.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:61:0) after 9m8s
[16:33:27.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:61:0)
[16:33:27.183] Build status: SCHEDULED
[16:33:27.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:62:0) after 6m48s
[16:40:15.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:62:0)
[16:40:15.213] Build status: SCHEDULED
[16:40:15.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:63:0) after 4m53s
[16:45:08.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:63:0)
[16:45:08.272] Build status: SCHEDULED
[16:45:08.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:64:0) after 9m17s
[16:54:25.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:64:0)
[16:54:25.354] Build status: SCHEDULED
[16:54:25.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:65:0) after 3m41s
[16:58:06.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:65:0)
[16:58:06.340] Build status: SCHEDULED
[16:58:06.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:66:0) after 7m5s
[17:05:11.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:66:0)
[17:05:11.472] Build status: SCHEDULED
[17:05:11.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:67:0) after 9m31s
[17:14:42.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:67:0)
[17:14:42.721] Build status: SCHEDULED
[17:14:42.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:68:0) after 9m36s
[17:21:10.870] Received PubSub notification, asking Buildbucket for the build status
[17:21:10.886] Build status: STARTED
[17:24:18.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:68:0)
[17:24:18.853] Build status: STARTED
[17:24:18.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863840528590744016:70:0) after 9m44s
[17:30:17.803] Received PubSub notification, asking Buildbucket for the build status
[17:30:17.820] Build:
{
  "id": "8698410466752400657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-12T11:19:26.506282914Z",
  "startTime": "2025-11-12T17:21:10.731356843Z",
  "endTime": "2025-11-12T17:30:17.548459214Z",
  "updateTime": "2025-11-12T17:30:17.548459214Z",
  "status": "FAILURE",
  "input": {

  }
}
[17:30:17.820] Invocation finished in 6h10m52.450348896s with status FAILED