buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• 26099c05f7bb82d25026c1c149f8d8c30b22555f (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "26099c05f7bb82d25026c1c149f8d8c30b22555f"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26099c05f7bb82d25026c1c149f8d8c30b22555f
• gitiles_ref:refs/heads/main

[19:36:16.896] New invocation is queued and will start shortly
[19:36:17.962] Starting the invocation (attempt 1)
[19:36:17.991] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26099c05f7bb82d25026c1c149f8d8c30b22555f"
[19:36:17.991] Popped gitiles commit info from properties and tags
[19:36:17.991] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:17.991] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:17.991] Buildbucket request:
{
  "requestId": "8844602712072092112",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844602712072092112",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "26099c05f7bb82d25026c1c149f8d8c30b22555f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26099c05f7bb82d25026c1c149f8d8c30b22555f",
                        "title": "26099c05f7bb82d25026c1c149f8d8c30b22555f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26099c05f7bb82d25026c1c149f8d8c30b22555f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "26099c05f7bb82d25026c1c149f8d8c30b22555f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844602712072092112"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:36:18.507] Scheduled build:
{
  "id": "8679172650193483697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T19:36:18.062195191Z",
  "updateTime": "2026-06-12T19:36:18.062195191Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "26099c05f7bb82d25026c1c149f8d8c30b22555f",
      "ref": "refs/heads/main"
    }
  }
}
[19:36:18.507] Task URL: https://cr-buildbucket.appspot.com/build/8679172650193483697
[19:36:18.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:2:0) after 3m59s
[19:36:19.445] Received PubSub notification, asking Buildbucket for the build status
[19:36:19.465] Build status: SCHEDULED
[19:40:17.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:2:0)
[19:40:17.596] Build status: SCHEDULED
[19:40:17.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:4:0) after 7m46s
[19:48:03.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:4:0)
[19:48:03.659] Build status: SCHEDULED
[19:48:03.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:5:0) after 2m17s
[19:50:20.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:5:0)
[19:50:20.748] Build status: SCHEDULED
[19:50:20.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:6:0) after 1m29s
[19:51:49.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:6:0)
[19:51:49.776] Build status: SCHEDULED
[19:51:49.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:7:0) after 2m37s
[19:54:26.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:7:0)
[19:54:26.815] Build status: SCHEDULED
[19:54:26.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:8:0) after 7m55s
[20:02:22.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:8:0)
[20:02:22.180] Build status: SCHEDULED
[20:02:22.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:9:0) after 3m7s
[20:05:29.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:9:0)
[20:05:29.289] Build status: SCHEDULED
[20:05:29.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:10:0) after 9m46s
[20:15:15.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:10:0)
[20:15:15.337] Build status: SCHEDULED
[20:15:15.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:11:0) after 8m38s
[20:23:53.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:11:0)
[20:23:53.465] Build status: SCHEDULED
[20:23:53.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:12:0) after 6m1s
[20:29:54.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:12:0)
[20:29:54.614] Build status: SCHEDULED
[20:29:54.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:13:0) after 9m1s
[20:38:55.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:13:0)
[20:38:55.713] Build status: SCHEDULED
[20:38:55.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:14:0) after 9m38s
[20:48:33.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:14:0)
[20:48:33.921] Build status: SCHEDULED
[20:48:33.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:15:0) after 7m27s
[20:56:00.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:15:0)
[20:56:01.019] Build status: SCHEDULED
[20:56:01.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:16:0) after 3m30s
[20:59:31.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:16:0)
[20:59:31.052] Build status: SCHEDULED
[20:59:31.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:17:0) after 5m39s
[21:05:10.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:17:0)
[21:05:10.272] Build status: SCHEDULED
[21:05:10.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:18:0) after 9m35s
[21:14:45.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:18:0)
[21:14:45.335] Build status: SCHEDULED
[21:14:45.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:19:0) after 8m17s
[21:23:02.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:19:0)
[21:23:02.382] Build status: SCHEDULED
[21:23:02.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:20:0) after 9m4s
[21:32:06.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:20:0)
[21:32:06.413] Build status: SCHEDULED
[21:32:06.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:21:0) after 6m54s
[21:39:00.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:21:0)
[21:39:00.553] Build status: SCHEDULED
[21:39:00.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:22:0) after 8m40s
[21:47:40.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:22:0)
[21:47:40.639] Build status: SCHEDULED
[21:47:40.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:23:0) after 9m48s
[21:57:28.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:23:0)
[21:57:28.813] Build status: SCHEDULED
[21:57:28.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:24:0) after 9m17s
[22:06:45.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:24:0)
[22:06:45.980] Build status: SCHEDULED
[22:06:45.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:25:0) after 1m58s
[22:08:44.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:25:0)
[22:08:44.357] Build status: SCHEDULED
[22:08:44.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:26:0) after 4m0s
[22:12:44.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:26:0)
[22:12:44.450] Build status: SCHEDULED
[22:12:44.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:27:0) after 4m55s
[22:17:39.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:27:0)
[22:17:39.536] Build status: SCHEDULED
[22:17:39.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:28:0) after 4m4s
[22:21:43.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:28:0)
[22:21:43.634] Build status: SCHEDULED
[22:21:43.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:29:0) after 4m21s
[22:26:04.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:29:0)
[22:26:04.689] Build status: SCHEDULED
[22:26:04.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:30:0) after 2m58s
[22:29:02.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:30:0)
[22:29:02.769] Build status: SCHEDULED
[22:29:02.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:31:0) after 8m42s
[22:37:44.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:31:0)
[22:37:44.807] Build status: SCHEDULED
[22:37:44.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:32:0) after 7m20s
[22:45:04.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:32:0)
[22:45:04.894] Build status: SCHEDULED
[22:45:04.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:33:0) after 6m47s
[22:51:51.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:33:0)
[22:51:51.954] Build status: SCHEDULED
[22:51:51.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:34:0) after 2m31s
[22:53:06.897] Received PubSub notification, asking Buildbucket for the build status
[22:53:06.929] Build status: STARTED
[22:54:22.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:34:0)
[22:54:23.005] Build status: STARTED
[22:54:23.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844602712072092112:36:0) after 7m4s
[22:59:50.413] Received PubSub notification, asking Buildbucket for the build status
[22:59:50.464] Build:
{
  "id": "8679172650193483697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T19:36:18.062195191Z",
  "startTime": "2026-06-12T22:53:06.708878601Z",
  "endTime": "2026-06-12T22:59:50.152778527Z",
  "updateTime": "2026-06-12T22:59:50.152778527Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "26099c05f7bb82d25026c1c149f8d8c30b22555f",
      "ref": "refs/heads/main"
    }
  }
}
[22:59:50.464] Invocation finished in 3h23m33.576866345s with status FAILED