buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

• 6f0aac30f8313cbd5103686097a1f6b3098e8aac (1 month ago)
• 8f61e66869029a8f9ebc19b9c13e595698e5c0ca (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f61e66869029a8f9ebc19b9c13e595698e5c0ca
• gitiles_ref:refs/heads/main

[03:25:14.794] New invocation is queued and will start shortly
[03:25:15.871] Starting the invocation (attempt 1)
[03:25:15.895] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
[03:25:15.895] Popped gitiles commit info from properties and tags
[03:25:15.895] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:25:15.895] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:25:15.896] Buildbucket request:
{
  "requestId": "8839227986324594496",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839227986324594496",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6f0aac30f8313cbd5103686097a1f6b3098e8aac"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6f0aac30f8313cbd5103686097a1f6b3098e8aac",
                        "title": "6f0aac30f8313cbd5103686097a1f6b3098e8aac",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6f0aac30f8313cbd5103686097a1f6b3098e8aac"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
                        "title": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839227986324594496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:25:16.488] Scheduled build:
{
  "id": "8673797924396425425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-11T03:25:16.013310307Z",
  "updateTime": "2026-08-11T03:25:16.013310307Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
      "ref": "refs/heads/main"
    }
  }
}
[03:25:16.489] Task URL: https://cr-buildbucket.appspot.com/build/8673797924396425425
[03:25:16.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:2:0) after 6m44s
[03:25:17.333] Received PubSub notification, asking Buildbucket for the build status
[03:25:17.385] Build status: SCHEDULED
[03:32:00.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:2:0)
[03:32:00.542] Build status: SCHEDULED
[03:32:00.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:4:0) after 3m37s
[03:35:37.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:4:0)
[03:35:37.747] Build status: SCHEDULED
[03:35:37.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:5:0) after 4m39s
[03:40:16.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:5:0)
[03:40:16.783] Build status: SCHEDULED
[03:40:16.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:6:0) after 9m43s
[03:49:59.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:6:0)
[03:49:59.815] Build status: SCHEDULED
[03:49:59.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:7:0) after 5m53s
[03:55:52.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:7:0)
[03:55:52.857] Build status: SCHEDULED
[03:55:52.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:8:0) after 4m57s
[04:00:49.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:8:0)
[04:00:49.986] Build status: SCHEDULED
[04:00:49.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:9:0) after 9m46s
[04:10:36.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:9:0)
[04:10:36.030] Build status: SCHEDULED
[04:10:36.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:10:0) after 3m36s
[04:14:12.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:10:0)
[04:14:12.164] Build status: SCHEDULED
[04:14:12.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:11:0) after 2m57s
[04:17:09.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:11:0)
[04:17:09.297] Build status: SCHEDULED
[04:17:09.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:12:0) after 9m41s
[04:26:50.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:12:0)
[04:26:50.412] Build status: SCHEDULED
[04:26:50.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:13:0) after 6m52s
[04:33:42.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:13:0)
[04:33:42.567] Build status: SCHEDULED
[04:33:42.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:14:0) after 5m15s
[04:38:57.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:14:0)
[04:38:57.599] Build status: SCHEDULED
[04:38:57.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:15:0) after 6m40s
[04:45:37.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:15:0)
[04:45:37.711] Build status: SCHEDULED
[04:45:37.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:16:0) after 4m29s
[04:50:06.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:16:0)
[04:50:06.869] Build status: SCHEDULED
[04:50:06.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:17:0) after 2m24s
[04:52:30.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:17:0)
[04:52:30.908] Build status: SCHEDULED
[04:52:30.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:18:0) after 7m50s
[05:00:21.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:18:0)
[05:00:21.094] Build status: SCHEDULED
[05:00:21.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:19:0) after 1m17s
[05:01:38.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:19:0)
[05:01:38.165] Build status: SCHEDULED
[05:01:38.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:20:0) after 3m7s
[05:04:45.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:20:0)
[05:04:45.256] Build status: SCHEDULED
[05:04:45.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:21:0) after 4m8s
[05:08:53.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:21:0)
[05:08:53.296] Build status: SCHEDULED
[05:08:53.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:22:0) after 4m28s
[05:13:21.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:22:0)
[05:13:21.407] Build status: SCHEDULED
[05:13:21.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:23:0) after 2m53s
[05:16:14.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:23:0)
[05:16:14.671] Build status: SCHEDULED
[05:16:14.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:24:0) after 2m41s
[05:18:55.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:24:0)
[05:18:55.753] Build status: SCHEDULED
[05:18:55.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:25:0) after 1m22s
[05:20:17.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:25:0)
[05:20:18.040] Build status: SCHEDULED
[05:20:18.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:26:0) after 3m14s
[05:23:32.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:26:0)
[05:23:32.077] Build status: SCHEDULED
[05:23:32.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:27:0) after 6m53s
[05:30:25.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:27:0)
[05:30:25.204] Build status: SCHEDULED
[05:30:25.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:28:0) after 8m48s
[05:39:13.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:28:0)
[05:39:13.301] Build status: SCHEDULED
[05:39:13.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:29:0) after 5m16s
[05:44:29.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:29:0)
[05:44:29.359] Build status: SCHEDULED
[05:44:29.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:30:0) after 5m58s
[05:50:27.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:30:0)
[05:50:27.401] Build status: SCHEDULED
[05:50:27.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:31:0) after 8m57s
[05:59:24.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:31:0)
[05:59:24.500] Build status: SCHEDULED
[05:59:24.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:32:0) after 9m53s
[06:09:17.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:32:0)
[06:09:17.540] Build status: SCHEDULED
[06:09:17.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839227986324594496:33:0) after 6m55s
[06:11:37.904] Received PubSub notification, asking Buildbucket for the build status
[06:11:37.928] Build status: STARTED
[06:15:59.172] Received PubSub notification, asking Buildbucket for the build status
[06:15:59.193] Build:
{
  "id": "8673797924396425425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-11T03:25:16.013310307Z",
  "startTime": "2026-08-11T06:11:37.661375213Z",
  "endTime": "2026-08-11T06:15:58.606913220Z",
  "updateTime": "2026-08-11T06:15:58.606913220Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
      "ref": "refs/heads/main"
    }
  }
}
[06:15:59.193] Invocation finished in 2h50m44.40334894s with status FAILED