Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:15:38.506] New invocation is queued and will start shortly
[01:15:39.791] Starting the invocation (attempt 1)
[01:15:39.821] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
[01:15:39.821] Popped gitiles commit info from properties and tags
[01:15:39.821] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:15:39.821] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:15:39.822] Buildbucket request:
{
  "requestId": "8843584794745636688",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843584794745636688",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b847256f3d4958992822261fb81052beb6425adb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b847256f3d4958992822261fb81052beb6425adb",
                        "title": "b847256f3d4958992822261fb81052beb6425adb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b847256f3d4958992822261fb81052beb6425adb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b0e39ac1f29bc5d5677e73ca8d2a6ed0278d517f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b0e39ac1f29bc5d5677e73ca8d2a6ed0278d517f",
                        "title": "b0e39ac1f29bc5d5677e73ca8d2a6ed0278d517f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b0e39ac1f29bc5d5677e73ca8d2a6ed0278d517f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "81ae565595f5ee0fc1c038bd67f472603f23c8e6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81ae565595f5ee0fc1c038bd67f472603f23c8e6",
                        "title": "81ae565595f5ee0fc1c038bd67f472603f23c8e6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81ae565595f5ee0fc1c038bd67f472603f23c8e6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "afaeaef89c5abcec747b2a57e889253adc94d69d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afaeaef89c5abcec747b2a57e889253adc94d69d",
                        "title": "afaeaef89c5abcec747b2a57e889253adc94d69d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afaeaef89c5abcec747b2a57e889253adc94d69d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "78ebcc1103e17c96dd482149bb3319ac05fcc605"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@78ebcc1103e17c96dd482149bb3319ac05fcc605",
                        "title": "78ebcc1103e17c96dd482149bb3319ac05fcc605",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/78ebcc1103e17c96dd482149bb3319ac05fcc605"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1db73f72317f1bb2dda0453aa1334f703958e84e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1db73f72317f1bb2dda0453aa1334f703958e84e",
                        "title": "1db73f72317f1bb2dda0453aa1334f703958e84e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1db73f72317f1bb2dda0453aa1334f703958e84e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5ca8dea5d46b29c54d592006751822842668da1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5ca8dea5d46b29c54d592006751822842668da1",
                        "title": "a5ca8dea5d46b29c54d592006751822842668da1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5ca8dea5d46b29c54d592006751822842668da1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "13b93ba9970332f326a99d8c767fec4d7c4d5919"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13b93ba9970332f326a99d8c767fec4d7c4d5919",
                        "title": "13b93ba9970332f326a99d8c767fec4d7c4d5919",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13b93ba9970332f326a99d8c767fec4d7c4d5919"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "684254f218800a815c1edd5b8680cda8f3fc5c09"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@684254f218800a815c1edd5b8680cda8f3fc5c09",
                        "title": "684254f218800a815c1edd5b8680cda8f3fc5c09",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/684254f218800a815c1edd5b8680cda8f3fc5c09"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "74e9f132792bcbe98a20164e55d64c06a21f31f5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74e9f132792bcbe98a20164e55d64c06a21f31f5",
                        "title": "74e9f132792bcbe98a20164e55d64c06a21f31f5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74e9f132792bcbe98a20164e55d64c06a21f31f5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9ac14a58270aff386f530efb687aefeadae60cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ac14a58270aff386f530efb687aefeadae60cc3",
                        "title": "9ac14a58270aff386f530efb687aefeadae60cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ac14a58270aff386f530efb687aefeadae60cc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "90e28963b3f146adbed802dce30fddb1719854d7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90e28963b3f146adbed802dce30fddb1719854d7",
                        "title": "90e28963b3f146adbed802dce30fddb1719854d7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90e28963b3f146adbed802dce30fddb1719854d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "title": "ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "title": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843584794745636688"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:15:40.215] Scheduled build:
{
  "id": "8678154732623939681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T01:15:39.905858030Z",
  "updateTime": "2026-06-24T01:15:39.905858030Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[01:15:40.215] Task URL: https://cr-buildbucket.appspot.com/build/8678154732623939681
[01:15:40.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:2:0) after 4m9s
[01:15:41.113] Received PubSub notification, asking Buildbucket for the build status
[01:15:41.144] Build status: SCHEDULED
[01:19:49.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:2:0)
[01:19:49.283] Build status: SCHEDULED
[01:19:49.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:4:0) after 5m10s
[01:24:59.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:4:0)
[01:24:59.416] Build status: SCHEDULED
[01:24:59.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:5:0) after 9m50s
[01:34:49.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:5:0)
[01:34:49.504] Build status: SCHEDULED
[01:34:49.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:6:0) after 8m1s
[01:42:50.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:6:0)
[01:42:50.538] Build status: SCHEDULED
[01:42:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:7:0) after 4m48s
[01:47:38.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:7:0)
[01:47:38.751] Build status: SCHEDULED
[01:47:38.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:8:0) after 8m35s
[01:56:13.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:8:0)
[01:56:13.911] Build status: SCHEDULED
[01:56:13.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:9:0) after 2m23s
[01:58:36.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:9:0)
[01:58:37.009] Build status: SCHEDULED
[01:58:37.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:10:0) after 1m21s
[01:59:58.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:10:0)
[01:59:58.044] Build status: SCHEDULED
[01:59:58.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:11:0) after 1m19s
[02:01:17.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:11:0)
[02:01:17.114] Build status: SCHEDULED
[02:01:17.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:12:0) after 7m34s
[02:08:51.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:12:0)
[02:08:51.284] Build status: SCHEDULED
[02:08:51.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:13:0) after 2m5s
[02:10:56.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:13:0)
[02:10:56.323] Build status: SCHEDULED
[02:10:56.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:14:0) after 8m6s
[02:19:02.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:14:0)
[02:19:02.341] Build status: SCHEDULED
[02:19:02.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:15:0) after 2m24s
[02:21:26.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:15:0)
[02:21:26.553] Build status: SCHEDULED
[02:21:26.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:16:0) after 1m43s
[02:23:09.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:16:0)
[02:23:09.612] Build status: SCHEDULED
[02:23:09.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:17:0) after 1m35s
[02:24:44.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:17:0)
[02:24:44.693] Build status: SCHEDULED
[02:24:44.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:18:0) after 9m33s
[02:34:17.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:18:0)
[02:34:17.799] Build status: SCHEDULED
[02:34:17.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:19:0) after 1m38s
[02:35:55.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:19:0)
[02:35:55.870] Build status: SCHEDULED
[02:35:55.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:20:0) after 1m4s
[02:36:59.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:20:0)
[02:36:59.978] Build status: SCHEDULED
[02:36:59.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:21:0) after 9m9s
[02:46:09.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:21:0)
[02:46:09.098] Build status: SCHEDULED
[02:46:09.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:22:0) after 9m45s
[02:55:54.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:22:0)
[02:55:54.174] Build status: SCHEDULED
[02:55:54.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:23:0) after 9m38s
[03:05:32.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:23:0)
[03:05:32.276] Build status: SCHEDULED
[03:05:32.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:24:0) after 4m47s
[03:10:19.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:24:0)
[03:10:19.357] Build status: SCHEDULED
[03:10:19.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:25:0) after 2m26s
[03:12:45.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:25:0)
[03:12:45.482] Build status: SCHEDULED
[03:12:45.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:26:0) after 2m2s
[03:14:47.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:26:0)
[03:14:47.618] Build status: SCHEDULED
[03:14:47.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:27:0) after 1m30s
[03:16:17.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:27:0)
[03:16:17.614] Build status: SCHEDULED
[03:16:17.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:28:0) after 2m53s
[03:19:10.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:28:0)
[03:19:10.657] Build status: SCHEDULED
[03:19:10.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:29:0) after 8m19s
[03:27:29.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:29:0)
[03:27:29.698] Build status: SCHEDULED
[03:27:29.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:30:0) after 9m42s
[03:37:11.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:30:0)
[03:37:11.749] Build status: SCHEDULED
[03:37:11.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:31:0) after 1m56s
[03:39:07.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:31:0)
[03:39:07.783] Build status: SCHEDULED
[03:39:07.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:32:0) after 4m55s
[03:44:02.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:32:0)
[03:44:02.821] Build status: SCHEDULED
[03:44:02.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:33:0) after 5m53s
[03:45:34.460] Received PubSub notification, asking Buildbucket for the build status
[03:45:34.483] Build status: STARTED
[03:49:55.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:33:0)
[03:49:55.888] Build status: STARTED
[03:49:55.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:35:0) after 2m37s
[03:52:32.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:35:0)
[03:52:33.003] Build status: STARTED
[03:52:33.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843584794745636688:36:0) after 6m20s
[03:53:02.595] Received PubSub notification, asking Buildbucket for the build status
[03:53:02.628] Build:
{
  "id": "8678154732623939681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T01:15:39.905858030Z",
  "startTime": "2026-06-24T03:44:59.569523026Z",
  "endTime": "2026-06-24T03:53:02.088513972Z",
  "updateTime": "2026-06-24T03:53:02.088513972Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[03:53:02.628] Invocation finished in 2h37m24.129888379s with status FAILED