1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8837749718812410960
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8b196f5315423e39acf360c3f8f73dd7559a973b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:01:40.558] New invocation is queued and will start shortly
[11:01:41.890] Starting the invocation (attempt 1)
[11:01:41.918] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
[11:01:41.918] Popped gitiles commit info from properties and tags
[11:01:41.918] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:01:41.918] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:01:41.919] Buildbucket request:
{
  "requestId": "8837749718812410960",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837749718812410960",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aab935440b832d8ad33eecbe017cdb488117b79c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aab935440b832d8ad33eecbe017cdb488117b79c",
                        "title": "aab935440b832d8ad33eecbe017cdb488117b79c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aab935440b832d8ad33eecbe017cdb488117b79c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8b196f5315423e39acf360c3f8f73dd7559a973b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b196f5315423e39acf360c3f8f73dd7559a973b",
                        "title": "8b196f5315423e39acf360c3f8f73dd7559a973b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837749718812410960"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:01:42.372] Scheduled build:
{
  "id": "8672319656659145921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T11:01:41.987716569Z",
  "updateTime": "2026-08-27T11:01:41.987716569Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
      "ref": "refs/heads/main"
    }
  }
}
[11:01:42.372] Task URL: https://cr-buildbucket.appspot.com/build/8672319656659145921
[11:01:42.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:2:0) after 8m21s
[11:01:43.039] Received PubSub notification, asking Buildbucket for the build status
[11:01:43.081] Build status: SCHEDULED
[11:10:03.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:2:0)
[11:10:03.498] Build status: SCHEDULED
[11:10:03.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:4:0) after 8m38s
[11:18:41.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:4:0)
[11:18:41.535] Build status: SCHEDULED
[11:18:41.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:5:0) after 2m41s
[11:21:22.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:5:0)
[11:21:22.569] Build status: SCHEDULED
[11:21:22.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:6:0) after 7m6s
[11:28:28.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:6:0)
[11:28:28.643] Build status: SCHEDULED
[11:28:28.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:7:0) after 4m1s
[11:32:29.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:7:0)
[11:32:29.789] Build status: SCHEDULED
[11:32:29.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:8:0) after 3m56s
[11:36:25.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:8:0)
[11:36:25.876] Build status: SCHEDULED
[11:36:25.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:9:0) after 3m14s
[11:39:39.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:9:0)
[11:39:39.940] Build status: SCHEDULED
[11:39:39.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:10:0) after 3m11s
[11:42:50.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:10:0)
[11:42:50.991] Build status: SCHEDULED
[11:42:50.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:11:0) after 8m35s
[11:51:26.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:11:0)
[11:51:26.058] Build status: SCHEDULED
[11:51:26.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:12:0) after 3m20s
[11:54:46.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:12:0)
[11:54:46.054] Build status: SCHEDULED
[11:54:46.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:13:0) after 7m49s
[12:02:35.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:13:0)
[12:02:35.576] Build status: SCHEDULED
[12:02:35.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:14:0) after 3m58s
[12:06:33.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:14:0)
[12:06:33.781] Build status: SCHEDULED
[12:06:33.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:15:0) after 1m10s
[12:07:43.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:15:0)
[12:07:43.862] Build status: SCHEDULED
[12:07:43.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:16:0) after 1m13s
[12:08:57.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:16:0)
[12:08:57.185] Build status: SCHEDULED
[12:08:57.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:17:0) after 4m41s
[12:13:38.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:17:0)
[12:13:38.252] Build status: SCHEDULED
[12:13:38.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:18:0) after 5m31s
[12:19:09.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:18:0)
[12:19:09.339] Build status: SCHEDULED
[12:19:09.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:19:0) after 5m29s
[12:24:38.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:19:0)
[12:24:38.383] Build status: SCHEDULED
[12:24:38.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:20:0) after 3m34s
[12:28:12.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:20:0)
[12:28:12.405] Build status: SCHEDULED
[12:28:12.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:21:0) after 5m28s
[12:33:40.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:21:0)
[12:33:40.501] Build status: SCHEDULED
[12:33:40.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:22:0) after 1m53s
[12:35:33.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:22:0)
[12:35:33.695] Build status: SCHEDULED
[12:35:33.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:23:0) after 4m29s
[12:40:02.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:23:0)
[12:40:02.817] Build status: SCHEDULED
[12:40:02.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:24:0) after 9m7s
[12:49:09.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:24:0)
[12:49:09.857] Build status: SCHEDULED
[12:49:09.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:25:0) after 4m8s
[12:53:17.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:25:0)
[12:53:17.966] Build status: SCHEDULED
[12:53:17.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:26:0) after 8m21s
[13:01:39.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:26:0)
[13:01:39.284] Build status: SCHEDULED
[13:01:39.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:27:0) after 4m50s
[13:06:29.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:27:0)
[13:06:29.479] Build status: SCHEDULED
[13:06:29.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:28:0) after 4m31s
[13:11:00.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:28:0)
[13:11:00.561] Build status: SCHEDULED
[13:11:00.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:29:0) after 6m29s
[13:17:29.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:29:0)
[13:17:29.601] Build status: SCHEDULED
[13:17:29.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:30:0) after 7m40s
[13:25:09.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:30:0)
[13:25:09.701] Build status: SCHEDULED
[13:25:09.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:31:0) after 3m33s
[13:28:42.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:31:0)
[13:28:42.745] Build status: SCHEDULED
[13:28:42.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:32:0) after 7m35s
[13:36:17.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:32:0)
[13:36:17.774] Build status: SCHEDULED
[13:36:17.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:33:0) after 3m20s
[13:39:37.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:33:0)
[13:39:37.768] Build status: SCHEDULED
[13:39:37.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:34:0) after 1m5s
[13:40:42.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:34:0)
[13:40:42.771] Build status: SCHEDULED
[13:40:42.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:35:0) after 2m35s
[13:43:17.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:35:0)
[13:43:17.810] Build status: SCHEDULED
[13:43:17.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:36:0) after 2m0s
[13:45:17.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:36:0)
[13:45:17.852] Build status: SCHEDULED
[13:45:17.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:37:0) after 5m54s
[13:47:14.413] Received PubSub notification, asking Buildbucket for the build status
[13:47:14.433] Build status: STARTED
[13:51:11.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:37:0)
[13:51:11.920] Build status: STARTED
[13:51:11.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:39:0) after 5m13s
[13:56:24.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:39:0)
[13:56:24.957] Build status: STARTED
[13:56:24.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837749718812410960:40:0) after 3m59s
[13:58:11.874] Received PubSub notification, asking Buildbucket for the build status
[13:58:11.891] Build:
{
  "id": "8672319656659145921",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T11:01:41.987716569Z",
  "startTime": "2026-08-27T13:47:06.885864479Z",
  "endTime": "2026-08-27T13:58:11.533040380Z",
  "updateTime": "2026-08-27T13:58:11.533040380Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
      "ref": "refs/heads/main"
    }
  }
}
[13:58:11.891] Invocation finished in 2h56m31.341142457s with status FAILED