Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "390cca6e927ed2015b44e7a2e161d19081706112"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/390cca6e927ed2015b44e7a2e161d19081706112
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:26:55.466] New invocation is queued and will start shortly
[06:26:56.946] Starting the invocation (attempt 1)
[06:26:56.972] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/390cca6e927ed2015b44e7a2e161d19081706112"
[06:26:56.972] Popped gitiles commit info from properties and tags
[06:26:56.972] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:26:56.973] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:26:56.973] Buildbucket request:
{
  "requestId": "8844924165024184256",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844924165024184256",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "44d79e3e65373d7fb6eebdb5fb0fccff801e92fb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@44d79e3e65373d7fb6eebdb5fb0fccff801e92fb",
                        "title": "44d79e3e65373d7fb6eebdb5fb0fccff801e92fb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/44d79e3e65373d7fb6eebdb5fb0fccff801e92fb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "89ecfab3358dca68df30e1688f6c265381c8dc89"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89ecfab3358dca68df30e1688f6c265381c8dc89",
                        "title": "89ecfab3358dca68df30e1688f6c265381c8dc89",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89ecfab3358dca68df30e1688f6c265381c8dc89"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "390cca6e927ed2015b44e7a2e161d19081706112"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@390cca6e927ed2015b44e7a2e161d19081706112",
                        "title": "390cca6e927ed2015b44e7a2e161d19081706112",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/390cca6e927ed2015b44e7a2e161d19081706112"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "390cca6e927ed2015b44e7a2e161d19081706112",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844924165024184256"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:26:57.344] Scheduled build:
{
  "id": "8679494102709403041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-09T06:26:57.054541710Z",
  "updateTime": "2026-06-09T06:26:57.054541710Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "390cca6e927ed2015b44e7a2e161d19081706112",
      "ref": "refs/heads/main"
    }
  }
}
[06:26:57.344] Task URL: https://cr-buildbucket.appspot.com/build/8679494102709403041
[06:26:57.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:2:0) after 5m46s
[06:26:58.323] Received PubSub notification, asking Buildbucket for the build status
[06:26:58.352] Build status: SCHEDULED
[06:32:43.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:2:0)
[06:32:43.466] Build status: SCHEDULED
[06:32:43.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:4:0) after 7m27s
[06:40:10.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:4:0)
[06:40:10.558] Build status: SCHEDULED
[06:40:10.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:5:0) after 2m40s
[06:42:50.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:5:0)
[06:42:50.641] Build status: SCHEDULED
[06:42:50.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:6:0) after 3m40s
[06:46:30.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:6:0)
[06:46:30.727] Build status: SCHEDULED
[06:46:30.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:7:0) after 1m42s
[06:48:12.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:7:0)
[06:48:12.773] Build status: SCHEDULED
[06:48:12.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:8:0) after 4m17s
[06:52:29.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:8:0)
[06:52:29.947] Build status: SCHEDULED
[06:52:29.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:9:0) after 2m19s
[06:54:48.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:9:0)
[06:54:48.980] Build status: SCHEDULED
[06:54:48.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:10:0) after 8m8s
[07:02:57.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:10:0)
[07:02:57.062] Build status: SCHEDULED
[07:02:57.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:11:0) after 5m2s
[07:07:59.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:11:0)
[07:07:59.100] Build status: SCHEDULED
[07:07:59.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:12:0) after 3m2s
[07:11:01.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:12:0)
[07:11:01.174] Build status: SCHEDULED
[07:11:01.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:13:0) after 2m51s
[07:13:52.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:13:0)
[07:13:52.201] Build status: SCHEDULED
[07:13:52.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:14:0) after 7m1s
[07:20:53.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:14:0)
[07:20:53.206] Build status: SCHEDULED
[07:20:53.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:15:0) after 5m0s
[07:25:53.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:15:0)
[07:25:53.200] Build status: SCHEDULED
[07:25:53.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:16:0) after 1m22s
[07:27:15.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:16:0)
[07:27:15.280] Build status: SCHEDULED
[07:27:15.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:17:0) after 1m11s
[07:28:26.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:17:0)
[07:28:26.298] Build status: SCHEDULED
[07:28:26.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:18:0) after 3m29s
[07:31:55.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:18:0)
[07:31:55.324] Build status: SCHEDULED
[07:31:55.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:19:0) after 1m9s
[07:33:04.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:19:0)
[07:33:04.412] Build status: SCHEDULED
[07:33:04.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:20:0) after 4m46s
[07:37:50.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:20:0)
[07:37:50.465] Build status: SCHEDULED
[07:37:50.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:21:0) after 3m31s
[07:41:21.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:21:0)
[07:41:21.539] Build status: SCHEDULED
[07:41:21.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:22:0) after 3m18s
[07:44:39.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:22:0)
[07:44:39.528] Build status: SCHEDULED
[07:44:39.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:23:0) after 3m27s
[07:48:06.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:23:0)
[07:48:06.572] Build status: SCHEDULED
[07:48:06.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:24:0) after 1m10s
[07:49:16.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:24:0)
[07:49:16.678] Build status: SCHEDULED
[07:49:16.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:25:0) after 5m24s
[07:54:40.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:25:0)
[07:54:40.759] Build status: SCHEDULED
[07:54:40.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:26:0) after 5m40s
[08:00:20.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:26:0)
[08:00:20.758] Build status: SCHEDULED
[08:00:20.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:27:0) after 7m15s
[08:07:35.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:27:0)
[08:07:35.804] Build status: SCHEDULED
[08:07:35.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:28:0) after 3m59s
[08:11:34.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:28:0)
[08:11:34.898] Build status: SCHEDULED
[08:11:34.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:29:0) after 2m56s
[08:14:31.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:29:0)
[08:14:31.026] Build status: SCHEDULED
[08:14:31.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:30:0) after 9m29s
[08:24:00.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:30:0)
[08:24:00.312] Build status: SCHEDULED
[08:24:00.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:31:0) after 4m13s
[08:28:13.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:31:0)
[08:28:13.346] Build status: SCHEDULED
[08:28:13.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:32:0) after 1m41s
[08:29:54.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:32:0)
[08:29:54.500] Build status: SCHEDULED
[08:29:54.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:33:0) after 1m43s
[08:31:37.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:33:0)
[08:31:37.698] Build status: SCHEDULED
[08:31:37.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:34:0) after 7m13s
[08:38:50.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:34:0)
[08:38:50.790] Build status: SCHEDULED
[08:38:50.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:35:0) after 1m7s
[08:39:57.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:35:0)
[08:39:57.897] Build status: SCHEDULED
[08:39:57.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:36:0) after 7m23s
[08:47:21.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:36:0)
[08:47:21.251] Build status: SCHEDULED
[08:47:21.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:37:0) after 6m14s
[08:53:35.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:37:0)
[08:53:35.360] Build status: SCHEDULED
[08:53:35.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:38:0) after 3m33s
[08:57:08.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:38:0)
[08:57:08.457] Build status: SCHEDULED
[08:57:08.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:39:0) after 9m9s
[09:06:17.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:39:0)
[09:06:17.740] Build status: SCHEDULED
[09:06:17.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:40:0) after 8m28s
[09:14:46.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:40:0)
[09:14:46.027] Build status: SCHEDULED
[09:14:46.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:41:0) after 9m8s
[09:23:54.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:41:0)
[09:23:54.115] Build status: SCHEDULED
[09:23:54.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:42:0) after 5m43s
[09:29:37.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:42:0)
[09:29:37.207] Build status: SCHEDULED
[09:29:37.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:43:0) after 3m43s
[09:33:20.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:43:0)
[09:33:20.249] Build status: SCHEDULED
[09:33:20.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:44:0) after 4m32s
[09:37:52.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:44:0)
[09:37:52.286] Build status: SCHEDULED
[09:37:52.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:45:0) after 7m23s
[09:45:15.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:45:0)
[09:45:15.461] Build status: SCHEDULED
[09:45:15.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844924165024184256:46:0) after 6m39s
[09:46:50.766] Received PubSub notification, asking Buildbucket for the build status
[09:46:50.784] Build status: STARTED
[09:51:45.623] Received PubSub notification, asking Buildbucket for the build status
[09:51:45.642] Build:
{
  "id": "8679494102709403041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-09T06:26:57.054541710Z",
  "startTime": "2026-06-09T09:46:49.242034309Z",
  "endTime": "2026-06-09T09:51:45.299514777Z",
  "updateTime": "2026-06-09T09:51:45.299514777Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "390cca6e927ed2015b44e7a2e161d19081706112",
      "ref": "refs/heads/main"
    }
  }
}
[09:51:45.642] Invocation finished in 3h24m50.178453043s with status FAILED