buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• 20c74df593f0a80d16cbc770d9185555b1b6aec5 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "20c74df593f0a80d16cbc770d9185555b1b6aec5"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5
• gitiles_ref:refs/heads/main

[20:11:49.171] New invocation is queued and will start shortly
[20:11:50.207] Starting the invocation (attempt 1)
[20:11:50.239] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5"
[20:11:50.239] Popped gitiles commit info from properties and tags
[20:11:50.239] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:11:50.239] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:11:50.239] Buildbucket request:
{
  "requestId": "8840523612727339472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840523612727339472",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20c74df593f0a80d16cbc770d9185555b1b6aec5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20c74df593f0a80d16cbc770d9185555b1b6aec5",
                        "title": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840523612727339472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:11:50.643] Scheduled build:
{
  "id": "8675093550854470913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-27T20:11:50.336318511Z",
  "updateTime": "2026-07-27T20:11:50.336318511Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
      "ref": "refs/heads/main"
    }
  }
}
[20:11:50.643] Task URL: https://cr-buildbucket.appspot.com/build/8675093550854470913
[20:11:50.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:2:0) after 8m12s
[20:11:50.722] Received PubSub notification, asking Buildbucket for the build status
[20:11:50.744] Build status: SCHEDULED
[20:20:02.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:2:0)
[20:20:02.696] Build status: SCHEDULED
[20:20:02.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:4:0) after 8m40s
[20:28:42.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:4:0)
[20:28:42.778] Build status: SCHEDULED
[20:28:42.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:5:0) after 7m20s
[20:36:02.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:5:0)
[20:36:02.830] Build status: SCHEDULED
[20:36:02.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:6:0) after 9m26s
[20:45:28.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:6:0)
[20:45:29.093] Build status: SCHEDULED
[20:45:29.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:7:0) after 6m8s
[20:51:37.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:7:0)
[20:51:37.193] Build status: SCHEDULED
[20:51:37.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:8:0) after 1m39s
[20:53:16.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:8:0)
[20:53:16.351] Build status: SCHEDULED
[20:53:16.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:9:0) after 4m49s
[20:58:05.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:9:0)
[20:58:05.398] Build status: SCHEDULED
[20:58:05.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:10:0) after 1m41s
[20:59:46.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:10:0)
[20:59:46.527] Build status: SCHEDULED
[20:59:46.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:11:0) after 9m0s
[21:08:46.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:11:0)
[21:08:46.514] Build status: SCHEDULED
[21:08:46.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:12:0) after 2m50s
[21:11:36.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:12:0)
[21:11:36.840] Build status: SCHEDULED
[21:11:36.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:13:0) after 6m57s
[21:18:33.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:13:0)
[21:18:33.871] Build status: SCHEDULED
[21:18:33.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:14:0) after 3m6s
[21:21:39.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:14:0)
[21:21:39.868] Build status: SCHEDULED
[21:21:39.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:15:0) after 7m12s
[21:28:51.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:15:0)
[21:28:51.907] Build status: SCHEDULED
[21:28:51.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:16:0) after 7m29s
[21:36:20.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:16:0)
[21:36:20.972] Build status: SCHEDULED
[21:36:20.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:17:0) after 8m38s
[21:44:59.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:17:0)
[21:44:59.151] Build status: SCHEDULED
[21:44:59.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:18:0) after 8m2s
[21:53:01.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:18:0)
[21:53:01.186] Build status: SCHEDULED
[21:53:01.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:19:0) after 4m13s
[21:57:14.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:19:0)
[21:57:14.219] Build status: SCHEDULED
[21:57:14.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:20:0) after 1m9s
[21:58:23.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:20:0)
[21:58:23.237] Build status: SCHEDULED
[21:58:23.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:21:0) after 4m11s
[22:02:34.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:21:0)
[22:02:34.465] Build status: SCHEDULED
[22:02:34.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:22:0) after 7m55s
[22:10:29.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:22:0)
[22:10:29.561] Build status: SCHEDULED
[22:10:29.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:23:0) after 8m13s
[22:18:42.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:23:0)
[22:18:42.599] Build status: SCHEDULED
[22:18:42.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:24:0) after 1m44s
[22:20:26.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:24:0)
[22:20:26.658] Build status: SCHEDULED
[22:20:26.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:25:0) after 3m36s
[22:24:02.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:25:0)
[22:24:02.660] Build status: SCHEDULED
[22:24:02.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:26:0) after 4m30s
[22:28:33.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:26:0)
[22:28:33.079] Build status: SCHEDULED
[22:28:33.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:27:0) after 8m6s
[22:36:39.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:27:0)
[22:36:39.115] Build status: SCHEDULED
[22:36:39.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:28:0) after 5m43s
[22:42:22.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:28:0)
[22:42:22.163] Build status: SCHEDULED
[22:42:22.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:29:0) after 1m39s
[22:44:01.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:29:0)
[22:44:01.203] Build status: SCHEDULED
[22:44:01.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:30:0) after 4m33s
[22:48:34.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:30:0)
[22:48:34.240] Build status: SCHEDULED
[22:48:34.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:31:0) after 1m15s
[22:48:52.520] Received PubSub notification, asking Buildbucket for the build status
[22:48:52.542] Build status: STARTED
[22:49:49.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:31:0)
[22:49:49.354] Build status: STARTED
[22:49:49.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:33:0) after 2m30s
[22:52:19.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:33:0)
[22:52:19.605] Build status: STARTED
[22:52:19.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840523612727339472:34:0) after 2m14s
[22:53:05.562] Received PubSub notification, asking Buildbucket for the build status
[22:53:05.581] Build:
{
  "id": "8675093550854470913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-27T20:11:50.336318511Z",
  "startTime": "2026-07-27T22:48:52.339373779Z",
  "endTime": "2026-07-27T22:53:05.162004909Z",
  "updateTime": "2026-07-27T22:53:05.162004909Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
      "ref": "refs/heads/main"
    }
  }
}
[22:53:05.581] Invocation finished in 2h41m16.415553285s with status FAILED