Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 5 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

  • rerunner/0 (4 weeks ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[15:41:48.725] New invocation is queued and will start shortly
[15:41:48.725] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[15:41:49.997] Starting the invocation (attempt 1)
[15:41:50.022] Ignoring gitiles_ref tag without the buildset tag
[15:41:50.022] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:41:50.022] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:41:50.022] Buildbucket request:
{
  "requestId": "8868897450619217248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868897450619217248",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "9d394c16-e175-4cb1-abeb-d3f28634b29b",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8703467577176769601"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868897450619217248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:41:50.432] Scheduled build:
{
  "id": "8703467388503857809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T15:41:50.112752641Z",
  "updateTime": "2025-09-17T15:41:50.112752641Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[15:41:50.432] Task URL: https://cr-buildbucket.appspot.com/build/8703467388503857809
[15:41:50.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:2:0) after 8m40s
[15:41:50.730] Received PubSub notification, asking Buildbucket for the build status
[15:41:50.830] Build status: SCHEDULED
[15:50:30.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:2:0)
[15:50:30.487] Build status: SCHEDULED
[15:50:30.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:4:0) after 9m37s
[16:00:07.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:4:0)
[16:00:07.529] Build status: SCHEDULED
[16:00:07.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:5:0) after 6m53s
[16:07:00.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:5:0)
[16:07:00.783] Build status: SCHEDULED
[16:07:00.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:6:0) after 1m51s
[16:08:51.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:6:0)
[16:08:51.832] Build status: SCHEDULED
[16:08:51.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:7:0) after 2m40s
[16:11:32.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:7:0)
[16:11:32.103] Build status: SCHEDULED
[16:11:32.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:8:0) after 5m6s
[16:16:38.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:8:0)
[16:16:38.210] Build status: SCHEDULED
[16:16:38.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:9:0) after 5m39s
[16:22:17.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:9:0)
[16:22:17.232] Build status: SCHEDULED
[16:22:17.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:10:0) after 2m12s
[16:24:29.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:10:0)
[16:24:29.348] Build status: SCHEDULED
[16:24:29.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:11:0) after 2m46s
[16:27:15.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:11:0)
[16:27:15.457] Build status: SCHEDULED
[16:27:15.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:12:0) after 8m43s
[16:35:58.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:12:0)
[16:35:58.479] Build status: SCHEDULED
[16:35:58.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:13:0) after 9m33s
[16:45:31.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:13:0)
[16:45:31.516] Build status: SCHEDULED
[16:45:31.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:14:0) after 3m46s
[16:49:17.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:14:0)
[16:49:17.684] Build status: SCHEDULED
[16:49:17.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:15:0) after 2m12s
[16:51:29.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:15:0)
[16:51:29.765] Build status: SCHEDULED
[16:51:29.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:16:0) after 9m1s
[17:00:30.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:16:0)
[17:00:30.801] Build status: SCHEDULED
[17:00:30.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:17:0) after 6m52s
[17:07:22.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:17:0)
[17:07:22.859] Build status: SCHEDULED
[17:07:22.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:18:0) after 2m6s
[17:09:28.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:18:0)
[17:09:28.898] Build status: SCHEDULED
[17:09:28.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:19:0) after 9m56s
[17:19:24.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:19:0)
[17:19:24.931] Build status: SCHEDULED
[17:19:24.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:20:0) after 8m20s
[17:27:44.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:20:0)
[17:27:44.931] Build status: SCHEDULED
[17:27:44.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:21:0) after 1m8s
[17:28:52.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:21:0)
[17:28:53.003] Build status: SCHEDULED
[17:28:53.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:22:0) after 2m22s
[17:31:15.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:22:0)
[17:31:15.054] Build status: SCHEDULED
[17:31:15.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:23:0) after 4m16s
[17:35:31.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:23:0)
[17:35:31.139] Build status: SCHEDULED
[17:35:31.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:24:0) after 6m16s
[17:41:47.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:24:0)
[17:41:47.176] Build status: SCHEDULED
[17:41:47.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:25:0) after 2m42s
[17:44:29.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:25:0)
[17:44:29.239] Build status: SCHEDULED
[17:44:29.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:26:0) after 8m49s
[17:53:18.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:26:0)
[17:53:18.277] Build status: SCHEDULED
[17:53:18.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:27:0) after 2m0s
[17:55:18.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:27:0)
[17:55:18.373] Build status: SCHEDULED
[17:55:18.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:28:0) after 9m57s
[18:05:15.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:28:0)
[18:05:15.439] Build status: SCHEDULED
[18:05:15.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:29:0) after 7m1s
[18:12:16.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:29:0)
[18:12:16.472] Build status: SCHEDULED
[18:12:16.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:30:0) after 7m37s
[18:19:53.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:30:0)
[18:19:53.521] Build status: SCHEDULED
[18:19:53.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:31:0) after 5m7s
[18:25:00.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:31:0)
[18:25:00.569] Build status: SCHEDULED
[18:25:00.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:32:0) after 3m12s
[18:28:12.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:32:0)
[18:28:12.772] Build status: SCHEDULED
[18:28:12.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:33:0) after 7m36s
[18:35:48.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:33:0)
[18:35:48.847] Build status: SCHEDULED
[18:35:48.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:34:0) after 3m22s
[18:39:10.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:34:0)
[18:39:11.010] Build status: SCHEDULED
[18:39:11.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:35:0) after 4m19s
[18:43:30.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:35:0)
[18:43:30.087] Build status: SCHEDULED
[18:43:30.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:36:0) after 2m0s
[18:45:30.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:36:0)
[18:45:30.156] Build status: SCHEDULED
[18:45:30.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:37:0) after 8m11s
[18:53:41.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:37:0)
[18:53:41.245] Build status: SCHEDULED
[18:53:41.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:38:0) after 7m29s
[19:01:10.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:38:0)
[19:01:10.354] Build status: SCHEDULED
[19:01:10.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:39:0) after 6m11s
[19:07:21.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:39:0)
[19:07:21.521] Build status: SCHEDULED
[19:07:21.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:40:0) after 3m43s
[19:11:04.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:40:0)
[19:11:04.765] Build status: SCHEDULED
[19:11:04.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:41:0) after 4m15s
[19:15:19.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:41:0)
[19:15:19.806] Build status: SCHEDULED
[19:15:19.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:42:0) after 7m55s
[19:23:14.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:42:0)
[19:23:14.996] Build status: SCHEDULED
[19:23:14.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:43:0) after 4m26s
[19:27:41.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:43:0)
[19:27:41.027] Build status: SCHEDULED
[19:27:41.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:44:0) after 7m31s
[19:35:12.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:44:0)
[19:35:12.193] Build status: SCHEDULED
[19:35:12.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:45:0) after 7m46s
[19:42:58.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:45:0)
[19:42:58.376] Build status: SCHEDULED
[19:42:58.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:46:0) after 6m58s
[19:49:56.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:46:0)
[19:49:56.428] Build status: SCHEDULED
[19:49:56.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:47:0) after 8m34s
[19:58:30.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:47:0)
[19:58:30.515] Build status: SCHEDULED
[19:58:30.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:48:0) after 9m24s
[20:07:54.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:48:0)
[20:07:54.577] Build status: SCHEDULED
[20:07:54.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:49:0) after 9m9s
[20:17:03.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:49:0)
[20:17:03.660] Build status: SCHEDULED
[20:17:03.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:50:0) after 9m9s
[20:26:12.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:50:0)
[20:26:12.661] Build status: SCHEDULED
[20:26:12.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:51:0) after 4m3s
[20:30:15.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:51:0)
[20:30:15.772] Build status: SCHEDULED
[20:30:15.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:52:0) after 9m23s
[20:39:38.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:52:0)
[20:39:38.888] Build status: SCHEDULED
[20:39:38.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:53:0) after 1m23s
[20:41:01.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:53:0)
[20:41:01.930] Build status: SCHEDULED
[20:41:01.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:54:0) after 3m55s
[20:44:56.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:54:0)
[20:44:56.995] Build status: SCHEDULED
[20:44:56.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:55:0) after 3m59s
[20:48:56.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:55:0)
[20:48:56.136] Build status: SCHEDULED
[20:48:56.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:56:0) after 1m23s
[20:50:19.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:56:0)
[20:50:19.168] Build status: SCHEDULED
[20:50:19.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:57:0) after 8m54s
[20:59:13.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:57:0)
[20:59:13.290] Build status: SCHEDULED
[20:59:13.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:58:0) after 8m16s
[21:07:29.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:58:0)
[21:07:29.351] Build status: SCHEDULED
[21:07:29.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:59:0) after 9m10s
[21:11:39.207] Received PubSub notification, asking Buildbucket for the build status
[21:11:39.284] Build status: STARTED
[21:16:39.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:59:0)
[21:16:39.442] Build status: STARTED
[21:16:39.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868897450619217248:61:0) after 1m44s
[21:17:05.069] Received PubSub notification, asking Buildbucket for the build status
[21:17:05.091] Build:
{
  "id": "8703467388503857809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T15:41:50.112752641Z",
  "startTime": "2025-09-17T21:11:38.891296906Z",
  "endTime": "2025-09-17T21:17:03.737547641Z",
  "updateTime": "2025-09-17T21:17:03.737547641Z",
  "status": "FAILURE",
  "input": {

  }
}
[21:17:05.091] Invocation finished in 5h35m16.380394484s with status FAILED