buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

• 56da6656049c499440478a8f244dc0f6bc588b3e (2 months ago)
• 67f989151ff888a0c61c271689c5ba55fbc821f5 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "67f989151ff888a0c61c271689c5ba55fbc821f5"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5
• gitiles_ref:refs/heads/main

[20:57:20.803] New invocation is queued and will start shortly
[20:57:22.088] Starting the invocation (attempt 1)
[20:57:22.119] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
[20:57:22.119] Popped gitiles commit info from properties and tags
[20:57:22.119] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:57:22.121] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:57:22.121] Buildbucket request:
{
  "requestId": "8839886569637934752",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839886569637934752",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "56da6656049c499440478a8f244dc0f6bc588b3e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56da6656049c499440478a8f244dc0f6bc588b3e",
                        "title": "56da6656049c499440478a8f244dc0f6bc588b3e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56da6656049c499440478a8f244dc0f6bc588b3e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "67f989151ff888a0c61c271689c5ba55fbc821f5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67f989151ff888a0c61c271689c5ba55fbc821f5",
                        "title": "67f989151ff888a0c61c271689c5ba55fbc821f5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839886569637934752"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:57:22.814] Scheduled build:
{
  "id": "8674456507475337681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-03T20:57:22.245838445Z",
  "updateTime": "2026-08-03T20:57:22.245838445Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
      "ref": "refs/heads/main"
    }
  }
}
[20:57:22.814] Task URL: https://cr-buildbucket.appspot.com/build/8674456507475337681
[20:57:22.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:2:0) after 9m28s
[20:57:23.571] Received PubSub notification, asking Buildbucket for the build status
[20:57:23.593] Build status: SCHEDULED
[21:06:51.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:2:0)
[21:06:51.100] Build status: SCHEDULED
[21:06:51.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:4:0) after 6m27s
[21:13:18.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:4:0)
[21:13:18.226] Build status: SCHEDULED
[21:13:18.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:5:0) after 6m44s
[21:20:02.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:5:0)
[21:20:02.624] Build status: SCHEDULED
[21:20:02.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:6:0) after 7m28s
[21:27:30.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:6:0)
[21:27:31.017] Build status: SCHEDULED
[21:27:31.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:7:0) after 2m16s
[21:29:47.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:7:0)
[21:29:47.198] Build status: SCHEDULED
[21:29:47.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:8:0) after 7m5s
[21:36:52.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:8:0)
[21:36:52.230] Build status: SCHEDULED
[21:36:52.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:9:0) after 1m6s
[21:37:58.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:9:0)
[21:37:58.265] Build status: SCHEDULED
[21:37:58.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:10:0) after 9m12s
[21:47:10.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:10:0)
[21:47:10.315] Build status: SCHEDULED
[21:47:10.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:11:0) after 3m17s
[21:50:27.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:11:0)
[21:50:27.359] Build status: SCHEDULED
[21:50:27.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:12:0) after 9m48s
[22:00:15.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:12:0)
[22:00:15.403] Build status: SCHEDULED
[22:00:15.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:13:0) after 4m32s
[22:04:47.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:13:0)
[22:04:47.440] Build status: SCHEDULED
[22:04:47.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:14:0) after 1m45s
[22:06:32.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:14:0)
[22:06:32.528] Build status: SCHEDULED
[22:06:32.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:15:0) after 6m1s
[22:12:33.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:15:0)
[22:12:33.730] Build status: SCHEDULED
[22:12:33.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:16:0) after 7m52s
[22:20:25.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:16:0)
[22:20:25.809] Build status: SCHEDULED
[22:20:25.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:17:0) after 9m56s
[22:30:21.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:17:0)
[22:30:21.948] Build status: SCHEDULED
[22:30:21.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:18:0) after 3m40s
[22:34:02.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:18:0)
[22:34:02.225] Build status: SCHEDULED
[22:34:02.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:19:0) after 2m2s
[22:36:04.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:19:0)
[22:36:04.260] Build status: SCHEDULED
[22:36:04.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:20:0) after 3m25s
[22:39:29.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:20:0)
[22:39:29.449] Build status: SCHEDULED
[22:39:29.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:21:0) after 1m7s
[22:40:36.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:21:0)
[22:40:36.889] Build status: SCHEDULED
[22:40:36.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:22:0) after 6m37s
[22:47:13.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:22:0)
[22:47:14.008] Build status: SCHEDULED
[22:47:14.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:23:0) after 9m9s
[22:56:23.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:23:0)
[22:56:23.042] Build status: SCHEDULED
[22:56:23.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:24:0) after 2m44s
[22:59:07.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:24:0)
[22:59:07.389] Build status: SCHEDULED
[22:59:07.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:25:0) after 3m11s
[23:02:18.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:25:0)
[23:02:18.511] Build status: SCHEDULED
[23:02:18.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:26:0) after 2m24s
[23:04:42.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:26:0)
[23:04:42.597] Build status: SCHEDULED
[23:04:42.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:27:0) after 8m50s
[23:13:32.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:27:0)
[23:13:32.688] Build status: SCHEDULED
[23:13:32.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:28:0) after 7m32s
[23:21:04.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:28:0)
[23:21:04.732] Build status: SCHEDULED
[23:21:04.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:29:0) after 6m59s
[23:28:03.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:29:0)
[23:28:03.889] Build status: SCHEDULED
[23:28:03.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:30:0) after 6m42s
[23:34:45.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:30:0)
[23:34:46.031] Build status: SCHEDULED
[23:34:46.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:31:0) after 9m50s
[23:44:36.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:31:0)
[23:44:36.284] Build status: SCHEDULED
[23:44:36.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:32:0) after 2m29s
[23:47:05.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:32:0)
[23:47:05.381] Build status: SCHEDULED
[23:47:05.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:33:0) after 4m1s
[23:51:06.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:33:0)
[23:51:06.539] Build status: SCHEDULED
[23:51:06.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:34:0) after 3m33s
[23:54:39.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:34:0)
[23:54:39.650] Build status: SCHEDULED
[23:54:39.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839886569637934752:35:0) after 8m26s
[23:58:29.936] Received PubSub notification, asking Buildbucket for the build status
[23:58:29.958] Build status: STARTED
[00:02:39.051] Received PubSub notification, asking Buildbucket for the build status
[00:02:39.093] Build:
{
  "id": "8674456507475337681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-03T20:57:22.245838445Z",
  "startTime": "2026-08-03T23:58:29.700522388Z",
  "endTime": "2026-08-04T00:02:37.689554826Z",
  "updateTime": "2026-08-04T00:02:37.689554826Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
      "ref": "refs/heads/main"
    }
  }
}
[00:02:39.093] Invocation finished in 3h5m18.293937714s with status FAILED