buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

• 084a8865ef4d9219b558d1945b8dbc0010a95ba2 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "084a8865ef4d9219b558d1945b8dbc0010a95ba2"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/084a8865ef4d9219b558d1945b8dbc0010a95ba2
• gitiles_ref:refs/heads/main

[16:49:10.789] New invocation is queued and will start shortly
[16:49:12.059] Starting the invocation (attempt 1)
[16:49:12.088] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/084a8865ef4d9219b558d1945b8dbc0010a95ba2"
[16:49:12.088] Popped gitiles commit info from properties and tags
[16:49:12.088] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:49:12.089] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:49:12.090] Buildbucket request:
{
  "requestId": "8844975613067575856",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844975613067575856",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "084a8865ef4d9219b558d1945b8dbc0010a95ba2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@084a8865ef4d9219b558d1945b8dbc0010a95ba2",
                        "title": "084a8865ef4d9219b558d1945b8dbc0010a95ba2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/084a8865ef4d9219b558d1945b8dbc0010a95ba2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "084a8865ef4d9219b558d1945b8dbc0010a95ba2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844975613067575856"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:49:12.603] Scheduled build:
{
  "id": "8679545550993310305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T16:49:12.147992871Z",
  "updateTime": "2026-06-08T16:49:12.147992871Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "084a8865ef4d9219b558d1945b8dbc0010a95ba2",
      "ref": "refs/heads/main"
    }
  }
}
[16:49:12.603] Task URL: https://cr-buildbucket.appspot.com/build/8679545550993310305
[16:49:12.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:2:0) after 9m38s
[16:49:13.445] Received PubSub notification, asking Buildbucket for the build status
[16:49:13.488] Build status: SCHEDULED
[16:58:50.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:2:0)
[16:58:50.632] Build status: SCHEDULED
[16:58:50.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:4:0) after 5m7s
[17:03:57.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:4:0)
[17:03:57.722] Build status: SCHEDULED
[17:03:57.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:5:0) after 3m5s
[17:07:02.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:5:0)
[17:07:02.739] Build status: SCHEDULED
[17:07:02.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:6:0) after 5m5s
[17:12:07.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:6:0)
[17:12:07.854] Build status: SCHEDULED
[17:12:07.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:7:0) after 1m32s
[17:13:39.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:7:0)
[17:13:39.929] Build status: SCHEDULED
[17:13:39.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:8:0) after 4m37s
[17:18:17.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:8:0)
[17:18:17.101] Build status: SCHEDULED
[17:18:17.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:9:0) after 9m14s
[17:27:31.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:9:0)
[17:27:31.271] Build status: SCHEDULED
[17:27:31.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:10:0) after 1m50s
[17:29:21.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:10:0)
[17:29:21.342] Build status: SCHEDULED
[17:29:21.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:11:0) after 6m5s
[17:35:26.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:11:0)
[17:35:26.517] Build status: SCHEDULED
[17:35:26.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:12:0) after 9m11s
[17:44:37.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:12:0)
[17:44:37.856] Build status: SCHEDULED
[17:44:37.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:13:0) after 1m52s
[17:46:29.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:13:0)
[17:46:29.991] Build status: SCHEDULED
[17:46:29.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:14:0) after 1m43s
[17:48:13.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:14:0)
[17:48:13.021] Build status: SCHEDULED
[17:48:13.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:15:0) after 3m0s
[17:51:13.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:15:0)
[17:51:13.152] Build status: SCHEDULED
[17:51:13.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:16:0) after 3m46s
[17:54:59.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:16:0)
[17:54:59.414] Build status: SCHEDULED
[17:54:59.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:17:0) after 3m34s
[17:58:33.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:17:0)
[17:58:33.463] Build status: SCHEDULED
[17:58:33.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:18:0) after 4m55s
[18:03:28.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:18:0)
[18:03:28.572] Build status: SCHEDULED
[18:03:28.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:19:0) after 3m31s
[18:06:59.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:19:0)
[18:06:59.609] Build status: SCHEDULED
[18:06:59.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:20:0) after 2m55s
[18:09:54.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:20:0)
[18:09:54.650] Build status: SCHEDULED
[18:09:54.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:21:0) after 3m31s
[18:13:25.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:21:0)
[18:13:25.905] Build status: SCHEDULED
[18:13:25.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:22:0) after 6m55s
[18:20:20.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:22:0)
[18:20:20.989] Build status: SCHEDULED
[18:20:20.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:23:0) after 4m41s
[18:25:02.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:23:0)
[18:25:02.069] Build status: SCHEDULED
[18:25:02.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:24:0) after 6m6s
[18:31:08.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:24:0)
[18:31:08.223] Build status: SCHEDULED
[18:31:08.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:25:0) after 3m43s
[18:34:51.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:25:0)
[18:34:51.674] Build status: SCHEDULED
[18:34:51.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:26:0) after 1m25s
[18:36:16.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:26:0)
[18:36:16.745] Build status: SCHEDULED
[18:36:16.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:27:0) after 3m36s
[18:39:52.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:27:0)
[18:39:52.877] Build status: SCHEDULED
[18:39:52.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:28:0) after 6m41s
[18:46:34.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:28:0)
[18:46:34.095] Build status: SCHEDULED
[18:46:34.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:29:0) after 1m23s
[18:47:57.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:29:0)
[18:47:58.505] Build status: SCHEDULED
[18:47:58.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:30:0) after 2m14s
[18:50:12.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:30:0)
[18:50:12.704] Build status: SCHEDULED
[18:50:12.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:31:0) after 8m30s
[18:54:12.143] Received PubSub notification, asking Buildbucket for the build status
[18:54:12.161] Build status: STARTED
[18:58:42.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:31:0)
[18:58:42.891] Build status: STARTED
[18:58:42.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844975613067575856:33:0) after 8m42s
[19:00:37.879] Received PubSub notification, asking Buildbucket for the build status
[19:00:37.914] Build:
{
  "id": "8679545550993310305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T16:49:12.147992871Z",
  "startTime": "2026-06-08T18:54:11.926887327Z",
  "endTime": "2026-06-08T19:00:37.002508167Z",
  "updateTime": "2026-06-08T19:00:37.002508167Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "084a8865ef4d9219b558d1945b8dbc0010a95ba2",
      "ref": "refs/heads/main"
    }
  }
}
[19:00:37.914] Invocation finished in 2h11m27.129145521s with status FAILED