1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8839055094229075888
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:13:17.548] New invocation is queued and will start shortly
[01:13:18.684] Starting the invocation (attempt 1)
[01:13:18.707] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
[01:13:18.707] Popped gitiles commit info from properties and tags
[01:13:18.707] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:13:18.707] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:13:18.708] Buildbucket request:
{
  "requestId": "8839055094229075888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839055094229075888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64683199fcdf7a912481311a4616adad348a4d8d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64683199fcdf7a912481311a4616adad348a4d8d",
                        "title": "64683199fcdf7a912481311a4616adad348a4d8d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64683199fcdf7a912481311a4616adad348a4d8d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e2949fa39b59b4ab25fedf3daeb339f0f67be18"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e2949fa39b59b4ab25fedf3daeb339f0f67be18",
                        "title": "1e2949fa39b59b4ab25fedf3daeb339f0f67be18",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e2949fa39b59b4ab25fedf3daeb339f0f67be18"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e3935a40869b19834018f19ed3d35cebeb2547d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3935a40869b19834018f19ed3d35cebeb2547d9",
                        "title": "e3935a40869b19834018f19ed3d35cebeb2547d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3935a40869b19834018f19ed3d35cebeb2547d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "823869564abc125d82409282ac8f3c301d0534d6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@823869564abc125d82409282ac8f3c301d0534d6",
                        "title": "823869564abc125d82409282ac8f3c301d0534d6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/823869564abc125d82409282ac8f3c301d0534d6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
                        "title": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839055094229075888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:13:19.127] Scheduled build:
{
  "id": "8673625032248676737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T01:13:18.814990124Z",
  "updateTime": "2026-08-13T01:13:18.814990124Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
      "ref": "refs/heads/main"
    }
  }
}
[01:13:19.127] Task URL: https://cr-buildbucket.appspot.com/build/8673625032248676737
[01:13:19.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:2:0) after 2m4s
[01:13:20.563] Received PubSub notification, asking Buildbucket for the build status
[01:13:20.665] Build status: SCHEDULED
[01:15:23.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:2:0)
[01:15:23.161] Build status: SCHEDULED
[01:15:23.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:4:0) after 6m8s
[01:21:31.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:4:0)
[01:21:31.300] Build status: SCHEDULED
[01:21:31.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:5:0) after 1m55s
[01:23:26.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:5:0)
[01:23:26.363] Build status: SCHEDULED
[01:23:26.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:6:0) after 8m4s
[01:31:30.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:6:0)
[01:31:30.451] Build status: SCHEDULED
[01:31:30.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:7:0) after 4m52s
[01:36:22.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:7:0)
[01:36:22.495] Build status: SCHEDULED
[01:36:22.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:8:0) after 4m45s
[01:41:07.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:8:0)
[01:41:07.707] Build status: SCHEDULED
[01:41:07.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:9:0) after 3m39s
[01:44:46.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:9:0)
[01:44:46.754] Build status: SCHEDULED
[01:44:46.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:10:0) after 2m5s
[01:46:51.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:10:0)
[01:46:51.954] Build status: SCHEDULED
[01:46:51.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:11:0) after 8m15s
[01:55:07.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:11:0)
[01:55:07.132] Build status: SCHEDULED
[01:55:07.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:12:0) after 6m1s
[02:01:08.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:12:0)
[02:01:08.240] Build status: SCHEDULED
[02:01:08.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:13:0) after 2m18s
[02:03:26.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:13:0)
[02:03:26.397] Build status: SCHEDULED
[02:03:26.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:14:0) after 2m7s
[02:05:33.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:14:0)
[02:05:33.488] Build status: SCHEDULED
[02:05:33.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:15:0) after 7m15s
[02:12:48.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:15:0)
[02:12:48.585] Build status: SCHEDULED
[02:12:48.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:16:0) after 4m54s
[02:17:42.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:16:0)
[02:17:42.674] Build status: SCHEDULED
[02:17:42.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:17:0) after 1m0s
[02:18:42.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:17:0)
[02:18:42.797] Build status: SCHEDULED
[02:18:42.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:18:0) after 2m42s
[02:21:24.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:18:0)
[02:21:25.019] Build status: SCHEDULED
[02:21:25.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:19:0) after 2m2s
[02:23:27.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:19:0)
[02:23:27.108] Build status: SCHEDULED
[02:23:27.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:20:0) after 9m38s
[02:33:05.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:20:0)
[02:33:05.150] Build status: SCHEDULED
[02:33:05.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:21:0) after 9m56s
[02:43:01.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:21:0)
[02:43:01.236] Build status: SCHEDULED
[02:43:01.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:22:0) after 1m22s
[02:44:23.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:22:0)
[02:44:23.284] Build status: SCHEDULED
[02:44:23.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:23:0) after 8m33s
[02:52:56.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:23:0)
[02:52:56.440] Build status: SCHEDULED
[02:52:56.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:24:0) after 7m51s
[03:00:47.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:24:0)
[03:00:47.553] Build status: SCHEDULED
[03:00:47.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:25:0) after 5m47s
[03:06:34.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:25:0)
[03:06:34.744] Build status: SCHEDULED
[03:06:34.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:26:0) after 7m9s
[03:13:43.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:26:0)
[03:13:43.857] Build status: SCHEDULED
[03:13:43.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:27:0) after 1m0s
[03:14:43.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:27:0)
[03:14:43.951] Build status: SCHEDULED
[03:14:43.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:28:0) after 9m52s
[03:24:35.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:28:0)
[03:24:35.996] Build status: SCHEDULED
[03:24:35.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:29:0) after 9m9s
[03:33:45.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:29:0)
[03:33:45.106] Build status: SCHEDULED
[03:33:45.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:30:0) after 5m29s
[03:39:14.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:30:0)
[03:39:14.611] Build status: SCHEDULED
[03:39:14.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:31:0) after 6m7s
[03:45:21.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:31:0)
[03:45:21.658] Build status: SCHEDULED
[03:45:21.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:32:0) after 2m9s
[03:47:30.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:32:0)
[03:47:30.723] Build status: SCHEDULED
[03:47:30.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:33:0) after 3m26s
[03:50:56.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:33:0)
[03:50:56.758] Build status: SCHEDULED
[03:50:56.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:34:0) after 1m53s
[03:52:49.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:34:0)
[03:52:49.873] Build status: SCHEDULED
[03:52:49.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:35:0) after 5m11s
[03:58:00.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:35:0)
[03:58:00.955] Build status: SCHEDULED
[03:58:00.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:36:0) after 3m2s
[04:01:02.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:36:0)
[04:01:02.990] Build status: SCHEDULED
[04:01:02.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:37:0) after 5m7s
[04:06:09.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:37:0)
[04:06:10.132] Build status: SCHEDULED
[04:06:10.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:38:0) after 5m2s
[04:11:12.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:38:0)
[04:11:12.223] Build status: SCHEDULED
[04:11:12.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:39:0) after 7m18s
[04:18:30.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:39:0)
[04:18:30.276] Build status: SCHEDULED
[04:18:30.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:40:0) after 3m11s
[04:21:41.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:40:0)
[04:21:41.493] Build status: SCHEDULED
[04:21:41.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:41:0) after 9m15s
[04:23:06.046] Received PubSub notification, asking Buildbucket for the build status
[04:23:06.069] Build status: STARTED
[04:30:56.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:41:0)
[04:30:56.528] Build status: STARTED
[04:30:56.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839055094229075888:43:0) after 8m35s
[04:31:42.927] Received PubSub notification, asking Buildbucket for the build status
[04:31:42.951] Build:
{
  "id": "8673625032248676737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T01:13:18.814990124Z",
  "startTime": "2026-08-13T04:23:05.726363495Z",
  "endTime": "2026-08-13T04:31:42.622805062Z",
  "updateTime": "2026-08-13T04:31:42.622805062Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
      "ref": "refs/heads/main"
    }
  }
}
[04:31:42.951] Invocation finished in 3h18m25.410221615s with status FAILED