1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8844030016626885616
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "26e4d31ffa0bb7f93f684a43d6805c46a0763776"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:19:01.829] New invocation is queued and will start shortly
[03:19:03.086] Starting the invocation (attempt 1)
[03:19:03.118] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
[03:19:03.118] Popped gitiles commit info from properties and tags
[03:19:03.118] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:19:03.118] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:19:03.118] Buildbucket request:
{
  "requestId": "8844030016626885616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844030016626885616",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b77dda7d765c4f46be2c051feb14b58555d17f51"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b77dda7d765c4f46be2c051feb14b58555d17f51",
                        "title": "b77dda7d765c4f46be2c051feb14b58555d17f51",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b77dda7d765c4f46be2c051feb14b58555d17f51"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7d13cc8df56e16c7713e8e9308c778a725c038d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7d13cc8df56e16c7713e8e9308c778a725c038d",
                        "title": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7d13cc8df56e16c7713e8e9308c778a725c038d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20639e3b66cdceaade4862bae7df8a98095b4e12"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20639e3b66cdceaade4862bae7df8a98095b4e12",
                        "title": "20639e3b66cdceaade4862bae7df8a98095b4e12",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20639e3b66cdceaade4862bae7df8a98095b4e12"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "26e4d31ffa0bb7f93f684a43d6805c46a0763776"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26e4d31ffa0bb7f93f684a43d6805c46a0763776",
                        "title": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844030016626885616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:19:03.508] Scheduled build:
{
  "id": "8678599954546998609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-19T03:19:03.192849489Z",
  "updateTime": "2026-06-19T03:19:03.192849489Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
      "ref": "refs/heads/main"
    }
  }
}
[03:19:03.508] Task URL: https://cr-buildbucket.appspot.com/build/8678599954546998609
[03:19:03.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:2:0) after 2m47s
[03:19:04.485] Received PubSub notification, asking Buildbucket for the build status
[03:19:04.505] Build status: SCHEDULED
[03:21:50.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:2:0)
[03:21:50.538] Build status: SCHEDULED
[03:21:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:4:0) after 5m10s
[03:27:00.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:4:0)
[03:27:00.586] Build status: SCHEDULED
[03:27:00.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:5:0) after 2m51s
[03:29:51.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:5:0)
[03:29:51.695] Build status: SCHEDULED
[03:29:51.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:6:0) after 2m27s
[03:32:18.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:6:0)
[03:32:18.740] Build status: SCHEDULED
[03:32:18.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:7:0) after 3m34s
[03:35:52.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:7:0)
[03:35:52.797] Build status: SCHEDULED
[03:35:52.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:8:0) after 3m45s
[03:39:37.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:8:0)
[03:39:37.966] Build status: SCHEDULED
[03:39:37.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:9:0) after 9m37s
[03:49:14.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:9:0)
[03:49:15.014] Build status: SCHEDULED
[03:49:15.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:10:0) after 4m19s
[03:53:34.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:10:0)
[03:53:34.230] Build status: SCHEDULED
[03:53:34.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:11:0) after 6m8s
[03:59:42.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:11:0)
[03:59:42.283] Build status: SCHEDULED
[03:59:42.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:12:0) after 8m2s
[04:07:44.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:12:0)
[04:07:44.311] Build status: SCHEDULED
[04:07:44.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:13:0) after 5m52s
[04:13:36.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:13:0)
[04:13:36.391] Build status: SCHEDULED
[04:13:36.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:14:0) after 6m20s
[04:19:56.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:14:0)
[04:19:56.727] Build status: SCHEDULED
[04:19:56.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:15:0) after 4m55s
[04:24:51.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:15:0)
[04:24:51.890] Build status: SCHEDULED
[04:24:51.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:16:0) after 4m30s
[04:29:21.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:16:0)
[04:29:21.972] Build status: SCHEDULED
[04:29:21.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:17:0) after 7m50s
[04:37:11.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:17:0)
[04:37:12.015] Build status: SCHEDULED
[04:37:12.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:18:0) after 5m9s
[04:42:21.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:18:0)
[04:42:21.175] Build status: SCHEDULED
[04:42:21.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:19:0) after 1m27s
[04:43:48.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:19:0)
[04:43:48.232] Build status: SCHEDULED
[04:43:48.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:20:0) after 3m33s
[04:47:21.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:20:0)
[04:47:21.316] Build status: SCHEDULED
[04:47:21.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:21:0) after 5m25s
[04:52:46.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:21:0)
[04:52:46.454] Build status: SCHEDULED
[04:52:46.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:22:0) after 6m56s
[04:59:42.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:22:0)
[04:59:42.553] Build status: SCHEDULED
[04:59:42.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:23:0) after 2m36s
[05:02:18.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:23:0)
[05:02:18.842] Build status: SCHEDULED
[05:02:18.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:24:0) after 5m13s
[05:07:31.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:24:0)
[05:07:31.873] Build status: SCHEDULED
[05:07:31.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:25:0) after 4m1s
[05:11:32.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:25:0)
[05:11:32.922] Build status: SCHEDULED
[05:11:32.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:26:0) after 2m9s
[05:13:42.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:26:0)
[05:13:42.115] Build status: SCHEDULED
[05:13:42.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:27:0) after 1m43s
[05:15:25.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:27:0)
[05:15:25.131] Build status: SCHEDULED
[05:15:25.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:28:0) after 3m41s
[05:19:06.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:28:0)
[05:19:06.259] Build status: SCHEDULED
[05:19:06.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:29:0) after 7m32s
[05:26:38.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:29:0)
[05:26:38.370] Build status: SCHEDULED
[05:26:38.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:30:0) after 3m15s
[05:29:53.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:30:0)
[05:29:53.488] Build status: SCHEDULED
[05:29:53.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:31:0) after 2m35s
[05:32:28.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:31:0)
[05:32:28.561] Build status: SCHEDULED
[05:32:28.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:32:0) after 6m7s
[05:38:35.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:32:0)
[05:38:35.593] Build status: SCHEDULED
[05:38:35.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:33:0) after 6m55s
[05:45:30.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:33:0)
[05:45:30.639] Build status: SCHEDULED
[05:45:30.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:34:0) after 5m3s
[05:50:33.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:34:0)
[05:50:33.673] Build status: SCHEDULED
[05:50:33.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:35:0) after 5m53s
[05:56:26.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:35:0)
[05:56:26.803] Build status: SCHEDULED
[05:56:26.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:36:0) after 7m38s
[06:04:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:36:0)
[06:04:04.923] Build status: SCHEDULED
[06:04:04.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:37:0) after 6m53s
[06:10:57.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:37:0)
[06:10:57.999] Build status: SCHEDULED
[06:10:58.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:38:0) after 2m48s
[06:13:46.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:38:0)
[06:13:46.143] Build status: SCHEDULED
[06:13:46.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:39:0) after 4m3s
[06:17:49.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:39:0)
[06:17:49.218] Build status: SCHEDULED
[06:17:49.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:40:0) after 7m28s
[06:25:17.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:40:0)
[06:25:17.252] Build status: SCHEDULED
[06:25:17.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:41:0) after 5m9s
[06:30:26.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:41:0)
[06:30:26.257] Build status: SCHEDULED
[06:30:26.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:42:0) after 9m18s
[06:39:44.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:42:0)
[06:39:44.351] Build status: SCHEDULED
[06:39:44.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:43:0) after 7m27s
[06:40:48.653] Received PubSub notification, asking Buildbucket for the build status
[06:40:48.672] Build status: STARTED
[06:47:11.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:43:0)
[06:47:11.447] Build status: STARTED
[06:47:11.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844030016626885616:45:0) after 2m42s
[06:47:30.432] Received PubSub notification, asking Buildbucket for the build status
[06:47:30.469] Build:
{
  "id": "8678599954546998609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-19T03:19:03.192849489Z",
  "startTime": "2026-06-19T06:40:48.460288354Z",
  "endTime": "2026-06-19T06:47:11.956220729Z",
  "updateTime": "2026-06-19T06:47:11.956220729Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
      "ref": "refs/heads/main"
    }
  }
}
[06:47:30.469] Invocation finished in 3h28m28.645484832s with status FAILED