buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

• 2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1 (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1
• gitiles_ref:refs/heads/main

[05:48:29.968] New invocation is queued and will start shortly
[05:48:31.429] Starting the invocation (attempt 1)
[05:48:31.450] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
[05:48:31.450] Popped gitiles commit info from properties and tags
[05:48:31.450] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:48:31.450] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:48:31.450] Buildbucket request:
{
  "requestId": "8843024046221178832",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843024046221178832",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "title": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843024046221178832"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:48:31.802] Scheduled build:
{
  "id": "8677593983946703617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T05:48:31.516027131Z",
  "updateTime": "2026-06-30T05:48:31.516027131Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[05:48:31.802] Task URL: https://cr-buildbucket.appspot.com/build/8677593983946703617
[05:48:31.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:2:0) after 8m34s
[05:48:32.770] Received PubSub notification, asking Buildbucket for the build status
[05:48:32.810] Build status: SCHEDULED
[05:57:05.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:2:0)
[05:57:05.863] Build status: SCHEDULED
[05:57:05.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:4:0) after 7m46s
[06:04:51.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:4:0)
[06:04:51.949] Build status: SCHEDULED
[06:04:51.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:5:0) after 9m38s
[06:14:29.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:5:0)
[06:14:30.023] Build status: SCHEDULED
[06:14:30.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:6:0) after 6m38s
[06:21:08.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:6:0)
[06:21:08.078] Build status: SCHEDULED
[06:21:08.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:7:0) after 3m26s
[06:24:34.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:7:0)
[06:24:34.135] Build status: SCHEDULED
[06:24:34.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:8:0) after 9m39s
[06:34:13.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:8:0)
[06:34:13.176] Build status: SCHEDULED
[06:34:13.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:9:0) after 7m36s
[06:41:49.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:9:0)
[06:41:49.241] Build status: SCHEDULED
[06:41:49.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:10:0) after 2m23s
[06:44:12.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:10:0)
[06:44:12.306] Build status: SCHEDULED
[06:44:12.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:11:0) after 1m46s
[06:45:58.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:11:0)
[06:45:58.408] Build status: SCHEDULED
[06:45:58.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:12:0) after 1m29s
[06:47:27.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:12:0)
[06:47:27.493] Build status: SCHEDULED
[06:47:27.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:13:0) after 2m58s
[06:50:25.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:13:0)
[06:50:25.524] Build status: SCHEDULED
[06:50:25.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:14:0) after 1m37s
[06:52:02.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:14:0)
[06:52:02.559] Build status: SCHEDULED
[06:52:02.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:15:0) after 3m5s
[06:55:07.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:15:0)
[06:55:07.590] Build status: SCHEDULED
[06:55:07.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:16:0) after 6m23s
[07:01:30.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:16:0)
[07:01:30.765] Build status: SCHEDULED
[07:01:30.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:17:0) after 8m1s
[07:09:31.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:17:0)
[07:09:31.834] Build status: SCHEDULED
[07:09:31.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:18:0) after 9m55s
[07:19:26.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:18:0)
[07:19:26.895] Build status: SCHEDULED
[07:19:26.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:19:0) after 8m5s
[07:27:31.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:19:0)
[07:27:31.966] Build status: SCHEDULED
[07:27:31.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:20:0) after 1m49s
[07:29:20.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:20:0)
[07:29:20.971] Build status: SCHEDULED
[07:29:20.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:21:0) after 8m10s
[07:37:31.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:21:0)
[07:37:31.083] Build status: SCHEDULED
[07:37:31.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:22:0) after 2m1s
[07:39:32.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:22:0)
[07:39:32.116] Build status: SCHEDULED
[07:39:32.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:23:0) after 5m6s
[07:44:38.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:23:0)
[07:44:38.157] Build status: SCHEDULED
[07:44:38.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:24:0) after 4m49s
[07:49:27.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:24:0)
[07:49:27.293] Build status: SCHEDULED
[07:49:27.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:25:0) after 5m57s
[07:55:24.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:25:0)
[07:55:24.288] Build status: SCHEDULED
[07:55:24.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:26:0) after 8m59s
[08:04:23.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:26:0)
[08:04:23.376] Build status: SCHEDULED
[08:04:23.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:27:0) after 5m6s
[08:09:29.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:27:0)
[08:09:29.415] Build status: SCHEDULED
[08:09:29.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:28:0) after 1m20s
[08:10:49.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:28:0)
[08:10:49.441] Build status: SCHEDULED
[08:10:49.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:29:0) after 5m44s
[08:16:33.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:29:0)
[08:16:33.483] Build status: SCHEDULED
[08:16:33.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:30:0) after 1m32s
[08:18:05.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:30:0)
[08:18:05.525] Build status: SCHEDULED
[08:18:05.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:31:0) after 5m39s
[08:23:44.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:31:0)
[08:23:44.581] Build status: SCHEDULED
[08:23:44.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:32:0) after 2m24s
[08:26:08.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:32:0)
[08:26:08.615] Build status: SCHEDULED
[08:26:08.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:33:0) after 4m8s
[08:30:16.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:33:0)
[08:30:16.679] Build status: SCHEDULED
[08:30:16.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:34:0) after 6m22s
[08:35:05.995] Received PubSub notification, asking Buildbucket for the build status
[08:35:06.018] Build status: STARTED
[08:36:38.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:34:0)
[08:36:38.779] Build status: STARTED
[08:36:38.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:36:0) after 4m20s
[08:40:58.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:36:0)
[08:40:58.852] Build status: STARTED
[08:40:58.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843024046221178832:37:0) after 2m3s
[08:42:31.419] Received PubSub notification, asking Buildbucket for the build status
[08:42:31.454] Build:
{
  "id": "8677593983946703617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T05:48:31.516027131Z",
  "startTime": "2026-06-30T08:35:05.815292689Z",
  "endTime": "2026-06-30T08:42:31.082107215Z",
  "updateTime": "2026-06-30T08:42:31.082107215Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[08:42:31.454] Invocation finished in 2h54m1.490949488s with status FAILED