buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• 3427e5c2aa041c6f5fc5f10620d7c31111d38d9a (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a
• gitiles_ref:refs/heads/main

[04:44:10.310] New invocation is queued and will start shortly
[04:44:11.420] Starting the invocation (attempt 1)
[04:44:11.441] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
[04:44:11.441] Popped gitiles commit info from properties and tags
[04:44:11.441] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:44:11.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:44:11.442] Buildbucket request:
{
  "requestId": "8844840032692942272",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844840032692942272",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
                        "title": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844840032692942272"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:44:11.823] Scheduled build:
{
  "id": "8679409970789000673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-10T04:44:11.506004733Z",
  "updateTime": "2026-06-10T04:44:11.506004733Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
      "ref": "refs/heads/main"
    }
  }
}
[04:44:11.823] Task URL: https://cr-buildbucket.appspot.com/build/8679409970789000673
[04:44:11.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:2:0) after 7m7s
[04:44:12.762] Received PubSub notification, asking Buildbucket for the build status
[04:44:12.827] Build status: SCHEDULED
[04:51:18.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:2:0)
[04:51:18.943] Build status: SCHEDULED
[04:51:18.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:4:0) after 4m21s
[04:55:39.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:4:0)
[04:55:39.968] Build status: SCHEDULED
[04:55:39.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:5:0) after 2m33s
[04:58:12.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:5:0)
[04:58:13.000] Build status: SCHEDULED
[04:58:13.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:6:0) after 4m33s
[05:02:46.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:6:0)
[05:02:46.126] Build status: SCHEDULED
[05:02:46.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:7:0) after 7m7s
[05:09:53.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:7:0)
[05:09:53.222] Build status: SCHEDULED
[05:09:53.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:8:0) after 1m11s
[05:11:04.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:8:0)
[05:11:04.277] Build status: SCHEDULED
[05:11:04.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:9:0) after 8m14s
[05:19:18.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:9:0)
[05:19:18.306] Build status: SCHEDULED
[05:19:18.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:10:0) after 9m55s
[05:29:13.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:10:0)
[05:29:13.351] Build status: SCHEDULED
[05:29:13.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:11:0) after 4m4s
[05:33:17.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:11:0)
[05:33:17.419] Build status: SCHEDULED
[05:33:17.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:12:0) after 3m36s
[05:36:53.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:12:0)
[05:36:53.498] Build status: SCHEDULED
[05:36:53.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:13:0) after 7m55s
[05:44:48.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:13:0)
[05:44:48.538] Build status: SCHEDULED
[05:44:48.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:14:0) after 7m1s
[05:51:49.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:14:0)
[05:51:49.719] Build status: SCHEDULED
[05:51:49.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:15:0) after 1m53s
[05:53:42.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:15:0)
[05:53:42.853] Build status: SCHEDULED
[05:53:42.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:16:0) after 4m31s
[05:58:13.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:16:0)
[05:58:13.937] Build status: SCHEDULED
[05:58:13.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:17:0) after 8m40s
[06:06:54.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:17:0)
[06:06:54.201] Build status: SCHEDULED
[06:06:54.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:18:0) after 6m18s
[06:13:12.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:18:0)
[06:13:12.369] Build status: SCHEDULED
[06:13:12.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:19:0) after 9m53s
[06:23:05.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:19:0)
[06:23:05.413] Build status: SCHEDULED
[06:23:05.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:20:0) after 8m11s
[06:31:16.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:20:0)
[06:31:16.544] Build status: SCHEDULED
[06:31:16.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:21:0) after 9m4s
[06:40:20.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:21:0)
[06:40:20.621] Build status: SCHEDULED
[06:40:20.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:22:0) after 4m51s
[06:45:11.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:22:0)
[06:45:11.702] Build status: SCHEDULED
[06:45:11.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:23:0) after 7m20s
[06:52:31.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:23:0)
[06:52:31.775] Build status: SCHEDULED
[06:52:31.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:24:0) after 8m6s
[07:00:37.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:24:0)
[07:00:37.816] Build status: SCHEDULED
[07:00:37.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:25:0) after 8m22s
[07:08:59.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:25:0)
[07:08:59.915] Build status: SCHEDULED
[07:08:59.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:26:0) after 1m27s
[07:10:26.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:26:0)
[07:10:26.959] Build status: SCHEDULED
[07:10:26.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:27:0) after 7m8s
[07:17:34.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:27:0)
[07:17:35.005] Build status: SCHEDULED
[07:17:35.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:28:0) after 2m13s
[07:19:48.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:28:0)
[07:19:48.088] Build status: SCHEDULED
[07:19:48.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:29:0) after 5m49s
[07:20:24.966] Received PubSub notification, asking Buildbucket for the build status
[07:20:24.984] Build status: STARTED
[07:25:37.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:29:0)
[07:25:37.074] Build status: STARTED
[07:25:37.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844840032692942272:31:0) after 5m51s
[07:27:28.652] Received PubSub notification, asking Buildbucket for the build status
[07:27:28.689] Build:
{
  "id": "8679409970789000673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-10T04:44:11.506004733Z",
  "startTime": "2026-06-10T07:20:24.772582216Z",
  "endTime": "2026-06-10T07:27:28.278429948Z",
  "updateTime": "2026-06-10T07:27:28.278429948Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
      "ref": "refs/heads/main"
    }
  }
}
[07:27:28.689] Invocation finished in 2h43m18.382575267s with status FAILED