Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "515eecc8db1063bfe36a113aa098f900c0543a5f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:07:28.066] New invocation is queued and will start shortly
[01:07:29.185] Starting the invocation (attempt 1)
[01:07:29.215] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f"
[01:07:29.215] Popped gitiles commit info from properties and tags
[01:07:29.215] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:07:29.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:07:29.215] Buildbucket request:
{
  "requestId": "8866234550610055008",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866234550610055008",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "346d2e1cad50568ceb8098de9ab4e814c7c341f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@346d2e1cad50568ceb8098de9ab4e814c7c341f2",
                        "title": "346d2e1cad50568ceb8098de9ab4e814c7c341f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/346d2e1cad50568ceb8098de9ab4e814c7c341f2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3",
                        "title": "cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d",
                        "title": "0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b6d9d10c5d337da52e4375303d0d7fb289edb8b7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b6d9d10c5d337da52e4375303d0d7fb289edb8b7",
                        "title": "b6d9d10c5d337da52e4375303d0d7fb289edb8b7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b6d9d10c5d337da52e4375303d0d7fb289edb8b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "844fb9b99cdd73b0e8873282ce745565182c3eae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@844fb9b99cdd73b0e8873282ce745565182c3eae",
                        "title": "844fb9b99cdd73b0e8873282ce745565182c3eae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/844fb9b99cdd73b0e8873282ce745565182c3eae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "515eecc8db1063bfe36a113aa098f900c0543a5f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@515eecc8db1063bfe36a113aa098f900c0543a5f",
                        "title": "515eecc8db1063bfe36a113aa098f900c0543a5f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866234550610055008"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:07:29.536] Scheduled build:
{
  "id": "8700804488698740529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-17T01:07:29.263523029Z",
  "updateTime": "2025-10-17T01:07:29.263523029Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
      "ref": "refs/heads/main"
    }
  }
}
[01:07:29.536] Task URL: https://cr-buildbucket.appspot.com/build/8700804488698740529
[01:07:29.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:2:0) after 1m6s
[01:07:30.539] Received PubSub notification, asking Buildbucket for the build status
[01:07:30.558] Build status: SCHEDULED
[01:08:35.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:2:0)
[01:08:35.603] Build status: SCHEDULED
[01:08:35.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:4:0) after 2m30s
[01:11:05.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:4:0)
[01:11:05.660] Build status: SCHEDULED
[01:11:05.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:5:0) after 1m24s
[01:12:29.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:5:0)
[01:12:29.789] Build status: SCHEDULED
[01:12:29.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:6:0) after 9m10s
[01:21:39.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:6:0)
[01:21:39.890] Build status: SCHEDULED
[01:21:39.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:7:0) after 6m20s
[01:27:59.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:7:0)
[01:27:59.925] Build status: SCHEDULED
[01:27:59.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:8:0) after 4m8s
[01:32:07.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:8:0)
[01:32:07.963] Build status: SCHEDULED
[01:32:07.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:9:0) after 5m52s
[01:37:59.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:9:0)
[01:38:00.082] Build status: SCHEDULED
[01:38:00.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:10:0) after 3m6s
[01:41:06.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:10:0)
[01:41:06.261] Build status: SCHEDULED
[01:41:06.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:11:0) after 8m45s
[01:49:51.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:11:0)
[01:49:51.345] Build status: SCHEDULED
[01:49:51.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:12:0) after 7m21s
[01:57:12.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:12:0)
[01:57:12.381] Build status: SCHEDULED
[01:57:12.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:13:0) after 8m43s
[02:05:55.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:13:0)
[02:05:55.419] Build status: SCHEDULED
[02:05:55.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:14:0) after 4m50s
[02:10:45.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:14:0)
[02:10:45.493] Build status: SCHEDULED
[02:10:45.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:15:0) after 8m36s
[02:19:21.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:15:0)
[02:19:21.590] Build status: SCHEDULED
[02:19:21.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:16:0) after 1m16s
[02:20:37.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:16:0)
[02:20:37.972] Build status: SCHEDULED
[02:20:37.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:17:0) after 4m13s
[02:24:50.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:17:0)
[02:24:51.006] Build status: SCHEDULED
[02:24:51.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:18:0) after 6m13s
[02:31:04.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:18:0)
[02:31:04.085] Build status: SCHEDULED
[02:31:04.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:19:0) after 8m36s
[02:39:40.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:19:0)
[02:39:40.126] Build status: SCHEDULED
[02:39:40.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:20:0) after 4m32s
[02:44:12.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:20:0)
[02:44:12.161] Build status: SCHEDULED
[02:44:12.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:21:0) after 4m39s
[02:48:51.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:21:0)
[02:48:51.308] Build status: SCHEDULED
[02:48:51.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:22:0) after 4m7s
[02:52:58.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:22:0)
[02:52:58.344] Build status: SCHEDULED
[02:52:58.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:23:0) after 2m41s
[02:55:39.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:23:0)
[02:55:39.360] Build status: SCHEDULED
[02:55:39.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:24:0) after 3m44s
[02:59:23.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:24:0)
[02:59:23.399] Build status: SCHEDULED
[02:59:23.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:25:0) after 8m28s
[03:07:51.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:25:0)
[03:07:51.430] Build status: SCHEDULED
[03:07:51.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:26:0) after 6m1s
[03:13:52.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:26:0)
[03:13:52.468] Build status: SCHEDULED
[03:13:52.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:27:0) after 8m43s
[03:22:35.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:27:0)
[03:22:35.552] Build status: SCHEDULED
[03:22:35.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:28:0) after 8m54s
[03:31:29.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:28:0)
[03:31:29.603] Build status: SCHEDULED
[03:31:29.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:29:0) after 9m59s
[03:41:28.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:29:0)
[03:41:28.684] Build status: SCHEDULED
[03:41:28.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:30:0) after 5m27s
[03:46:55.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:30:0)
[03:46:55.713] Build status: SCHEDULED
[03:46:55.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:31:0) after 9m55s
[03:56:50.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:31:0)
[03:56:50.744] Build status: SCHEDULED
[03:56:50.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:32:0) after 6m58s
[04:03:48.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:32:0)
[04:03:48.790] Build status: SCHEDULED
[04:03:48.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:33:0) after 1m3s
[04:04:51.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:33:0)
[04:04:51.855] Build status: SCHEDULED
[04:04:51.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:34:0) after 1m13s
[04:06:04.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:34:0)
[04:06:04.901] Build status: SCHEDULED
[04:06:04.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:35:0) after 6m55s
[04:12:59.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:35:0)
[04:12:59.937] Build status: SCHEDULED
[04:12:59.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:36:0) after 5m53s
[04:18:52.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:36:0)
[04:18:53.017] Build status: SCHEDULED
[04:18:53.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:37:0) after 5m36s
[04:24:29.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:37:0)
[04:24:29.055] Build status: SCHEDULED
[04:24:29.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:38:0) after 1m10s
[04:25:39.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:38:0)
[04:25:39.121] Build status: SCHEDULED
[04:25:39.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:39:0) after 2m57s
[04:28:36.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:39:0)
[04:28:36.155] Build status: SCHEDULED
[04:28:36.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:40:0) after 4m34s
[04:33:10.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:40:0)
[04:33:10.188] Build status: SCHEDULED
[04:33:10.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:41:0) after 2m41s
[04:35:51.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:41:0)
[04:35:51.215] Build status: SCHEDULED
[04:35:51.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:42:0) after 9m35s
[04:45:26.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:42:0)
[04:45:26.363] Build status: SCHEDULED
[04:45:26.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:43:0) after 1m42s
[04:47:08.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:43:0)
[04:47:08.357] Build status: SCHEDULED
[04:47:08.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:44:0) after 6m50s
[04:53:58.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:44:0)
[04:53:58.444] Build status: SCHEDULED
[04:53:58.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:45:0) after 2m41s
[04:56:39.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:45:0)
[04:56:39.489] Build status: SCHEDULED
[04:56:39.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:46:0) after 3m40s
[05:00:19.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:46:0)
[05:00:19.711] Build status: SCHEDULED
[05:00:19.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:47:0) after 1m53s
[05:02:12.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:47:0)
[05:02:12.844] Build status: SCHEDULED
[05:02:12.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:48:0) after 3m41s
[05:04:23.557] Received PubSub notification, asking Buildbucket for the build status
[05:04:23.612] Build status: STARTED
[05:05:53.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:48:0)
[05:05:53.937] Build status: STARTED
[05:05:53.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866234550610055008:50:0) after 3m16s
[05:08:50.902] Received PubSub notification, asking Buildbucket for the build status
[05:08:50.966] Build:
{
  "id": "8700804488698740529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-17T01:07:29.263523029Z",
  "startTime": "2025-10-17T05:04:23.091399530Z",
  "endTime": "2025-10-17T05:08:50.597108909Z",
  "updateTime": "2025-10-17T05:08:50.597108909Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
      "ref": "refs/heads/main"
    }
  }
}
[05:08:50.966] Invocation finished in 4h1m22.908650297s with status FAILED