buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

• a5243af5d1160fe4474836d6fa97905621411513 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5243af5d1160fe4474836d6fa97905621411513"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513
• gitiles_ref:refs/heads/main

[19:00:40.202] New invocation is queued and will start shortly
[19:00:41.275] Starting the invocation (attempt 1)
[19:00:41.300] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513"
[19:00:41.300] Popped gitiles commit info from properties and tags
[19:00:41.300] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:41.300] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:41.301] Buildbucket request:
{
  "requestId": "8844967340418894304",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844967340418894304",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5243af5d1160fe4474836d6fa97905621411513"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5243af5d1160fe4474836d6fa97905621411513",
                        "title": "a5243af5d1160fe4474836d6fa97905621411513",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5243af5d1160fe4474836d6fa97905621411513",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844967340418894304"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:00:41.761] Scheduled build:
{
  "id": "8679537278534157169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T19:00:41.379454053Z",
  "updateTime": "2026-06-08T19:00:41.379454053Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5243af5d1160fe4474836d6fa97905621411513",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:00:41.761] Task URL: https://cr-buildbucket.appspot.com/build/8679537278534157169
[19:00:41.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:2:0) after 1m13s
[19:00:42.101] Received PubSub notification, asking Buildbucket for the build status
[19:00:42.121] Build status: SCHEDULED
[19:01:54.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:2:0)
[19:01:54.817] Build status: SCHEDULED
[19:01:54.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:4:0) after 7m49s
[19:09:44.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:4:0)
[19:09:44.036] Build status: SCHEDULED
[19:09:44.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:5:0) after 6m43s
[19:16:27.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:5:0)
[19:16:27.067] Build status: SCHEDULED
[19:16:27.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:6:0) after 9m37s
[19:26:04.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:6:0)
[19:26:04.143] Build status: SCHEDULED
[19:26:04.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:7:0) after 4m9s
[19:30:13.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:7:0)
[19:30:13.181] Build status: SCHEDULED
[19:30:13.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:8:0) after 4m11s
[19:34:24.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:8:0)
[19:34:24.261] Build status: SCHEDULED
[19:34:24.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:9:0) after 5m51s
[19:40:15.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:9:0)
[19:40:15.351] Build status: SCHEDULED
[19:40:15.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:10:0) after 7m43s
[19:47:58.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:10:0)
[19:47:58.394] Build status: SCHEDULED
[19:47:58.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:11:0) after 2m0s
[19:49:58.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:11:0)
[19:49:58.491] Build status: SCHEDULED
[19:49:58.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:12:0) after 8m45s
[19:58:43.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:12:0)
[19:58:43.544] Build status: SCHEDULED
[19:58:43.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:13:0) after 3m22s
[20:02:05.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:13:0)
[20:02:05.573] Build status: SCHEDULED
[20:02:05.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:14:0) after 2m52s
[20:04:57.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:14:0)
[20:04:57.772] Build status: SCHEDULED
[20:04:57.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:15:0) after 2m41s
[20:07:38.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:15:0)
[20:07:38.821] Build status: SCHEDULED
[20:07:38.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:16:0) after 9m49s
[20:17:27.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:16:0)
[20:17:27.919] Build status: SCHEDULED
[20:17:27.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:17:0) after 3m32s
[20:21:00.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:17:0)
[20:21:00.021] Build status: SCHEDULED
[20:21:00.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:18:0) after 6m32s
[20:27:32.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:18:0)
[20:27:32.100] Build status: SCHEDULED
[20:27:32.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:19:0) after 9m3s
[20:36:35.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:19:0)
[20:36:35.195] Build status: SCHEDULED
[20:36:35.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:20:0) after 1m14s
[20:37:49.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:20:0)
[20:37:49.225] Build status: SCHEDULED
[20:37:49.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:21:0) after 3m3s
[20:40:52.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:21:0)
[20:40:52.476] Build status: SCHEDULED
[20:40:52.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:22:0) after 3m27s
[20:44:19.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:22:0)
[20:44:19.507] Build status: SCHEDULED
[20:44:19.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:23:0) after 3m34s
[20:47:53.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:23:0)
[20:47:53.590] Build status: SCHEDULED
[20:47:53.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:24:0) after 9m12s
[20:57:05.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:24:0)
[20:57:05.624] Build status: SCHEDULED
[20:57:05.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:25:0) after 9m3s
[21:06:08.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:25:0)
[21:06:09.038] Build status: SCHEDULED
[21:06:09.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:26:0) after 4m2s
[21:10:11.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:26:0)
[21:10:11.099] Build status: SCHEDULED
[21:10:11.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:27:0) after 3m39s
[21:13:50.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:27:0)
[21:13:50.145] Build status: SCHEDULED
[21:13:50.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:28:0) after 6m6s
[21:19:56.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:28:0)
[21:19:56.246] Build status: SCHEDULED
[21:19:56.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:29:0) after 9m2s
[21:28:58.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:29:0)
[21:28:58.281] Build status: SCHEDULED
[21:28:58.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:30:0) after 5m20s
[21:34:18.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:30:0)
[21:34:18.313] Build status: SCHEDULED
[21:34:18.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:31:0) after 4m40s
[21:38:58.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:31:0)
[21:38:58.346] Build status: SCHEDULED
[21:38:58.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:32:0) after 3m9s
[21:42:07.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:32:0)
[21:42:07.428] Build status: SCHEDULED
[21:42:07.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:33:0) after 4m22s
[21:46:29.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:33:0)
[21:46:29.530] Build status: SCHEDULED
[21:46:29.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:34:0) after 3m14s
[21:49:43.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:34:0)
[21:49:43.612] Build status: SCHEDULED
[21:49:43.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:35:0) after 3m27s
[21:53:10.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:35:0)
[21:53:10.801] Build status: SCHEDULED
[21:53:10.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:36:0) after 1m53s
[21:55:03.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:36:0)
[21:55:03.912] Build status: SCHEDULED
[21:55:03.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:37:0) after 4m25s
[21:57:31.663] Received PubSub notification, asking Buildbucket for the build status
[21:57:31.683] Build status: STARTED
[21:59:28.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:37:0)
[21:59:28.989] Build status: STARTED
[21:59:28.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844967340418894304:39:0) after 7m9s
[22:01:38.724] Received PubSub notification, asking Buildbucket for the build status
[22:01:38.741] Build:
{
  "id": "8679537278534157169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T19:00:41.379454053Z",
  "startTime": "2026-06-08T21:57:31.410099916Z",
  "endTime": "2026-06-08T22:01:38.406287977Z",
  "updateTime": "2026-06-08T22:01:38.406287977Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5243af5d1160fe4474836d6fa97905621411513",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:01:38.741] Invocation finished in 3h0m58.542356393s with status FAILED