buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• ad354317bcdcc52a3d3e83518978f9275fd90bd8 (1 month ago)
• 4cf013ee39ff98db2adbd39501035b8a02e3578c (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4cf013ee39ff98db2adbd39501035b8a02e3578c"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c
• gitiles_ref:refs/heads/main

[06:38:26.563] New invocation is queued and will start shortly
[06:38:27.655] Starting the invocation (attempt 1)
[06:38:27.679] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c"
[06:38:27.679] Popped gitiles commit info from properties and tags
[06:38:27.679] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:38:27.680] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:38:27.680] Buildbucket request:
{
  "requestId": "8844561052493371088",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844561052493371088",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ad354317bcdcc52a3d3e83518978f9275fd90bd8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad354317bcdcc52a3d3e83518978f9275fd90bd8",
                        "title": "ad354317bcdcc52a3d3e83518978f9275fd90bd8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad354317bcdcc52a3d3e83518978f9275fd90bd8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4cf013ee39ff98db2adbd39501035b8a02e3578c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4cf013ee39ff98db2adbd39501035b8a02e3578c",
                        "title": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844561052493371088"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:38:28.182] Scheduled build:
{
  "id": "8679130990591156769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-13T06:38:27.755640896Z",
  "updateTime": "2026-06-13T06:38:27.755640896Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
      "ref": "refs/heads/main"
    }
  }
}
[06:38:28.182] Task URL: https://cr-buildbucket.appspot.com/build/8679130990591156769
[06:38:28.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:2:0) after 2m34s
[06:38:29.058] Received PubSub notification, asking Buildbucket for the build status
[06:38:29.081] Build status: SCHEDULED
[06:41:02.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:2:0)
[06:41:02.634] Build status: SCHEDULED
[06:41:02.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:4:0) after 5m19s
[06:46:21.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:4:0)
[06:46:21.717] Build status: SCHEDULED
[06:46:21.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:5:0) after 7m48s
[06:54:09.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:5:0)
[06:54:09.849] Build status: SCHEDULED
[06:54:09.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:6:0) after 5m37s
[06:59:47.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:6:0)
[06:59:47.173] Build status: SCHEDULED
[06:59:47.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:7:0) after 7m20s
[07:07:07.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:7:0)
[07:07:07.525] Build status: SCHEDULED
[07:07:07.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:8:0) after 5m19s
[07:12:26.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:8:0)
[07:12:26.578] Build status: SCHEDULED
[07:12:26.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:9:0) after 8m16s
[07:20:42.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:9:0)
[07:20:42.645] Build status: SCHEDULED
[07:20:42.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:10:0) after 8m9s
[07:28:51.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:10:0)
[07:28:51.680] Build status: SCHEDULED
[07:28:51.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:11:0) after 1m37s
[07:30:28.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:11:0)
[07:30:28.711] Build status: SCHEDULED
[07:30:28.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:12:0) after 1m10s
[07:31:38.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:12:0)
[07:31:38.818] Build status: SCHEDULED
[07:31:38.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:13:0) after 9m23s
[07:41:01.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:13:0)
[07:41:01.971] Build status: SCHEDULED
[07:41:01.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:14:0) after 4m2s
[07:45:04.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:14:0)
[07:45:04.033] Build status: SCHEDULED
[07:45:04.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:15:0) after 4m33s
[07:49:37.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:15:0)
[07:49:37.064] Build status: SCHEDULED
[07:49:37.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:16:0) after 2m51s
[07:52:28.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:16:0)
[07:52:28.202] Build status: SCHEDULED
[07:52:28.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:17:0) after 2m27s
[07:54:55.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:17:0)
[07:54:55.317] Build status: SCHEDULED
[07:54:55.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:18:0) after 1m33s
[07:56:28.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:18:0)
[07:56:28.436] Build status: SCHEDULED
[07:56:28.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:19:0) after 9m3s
[08:05:31.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:19:0)
[08:05:31.460] Build status: SCHEDULED
[08:05:31.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:20:0) after 8m53s
[08:14:24.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:20:0)
[08:14:24.560] Build status: SCHEDULED
[08:14:24.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:21:0) after 9m4s
[08:23:28.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:21:0)
[08:23:28.772] Build status: SCHEDULED
[08:23:28.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:22:0) after 6m51s
[08:30:19.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:22:0)
[08:30:19.875] Build status: SCHEDULED
[08:30:19.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:23:0) after 9m9s
[08:39:28.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:23:0)
[08:39:28.939] Build status: SCHEDULED
[08:39:28.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:24:0) after 3m3s
[08:42:32.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:24:0)
[08:42:32.074] Build status: SCHEDULED
[08:42:32.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:25:0) after 6m31s
[08:49:03.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:25:0)
[08:49:03.459] Build status: SCHEDULED
[08:49:03.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:26:0) after 4m35s
[08:53:38.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:26:0)
[08:53:38.615] Build status: SCHEDULED
[08:53:38.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:27:0) after 3m32s
[08:57:10.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:27:0)
[08:57:10.645] Build status: SCHEDULED
[08:57:10.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:28:0) after 6m28s
[09:03:38.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:28:0)
[09:03:38.701] Build status: SCHEDULED
[09:03:38.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:29:0) after 5m51s
[09:09:29.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:29:0)
[09:09:29.730] Build status: SCHEDULED
[09:09:29.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:30:0) after 2m15s
[09:11:44.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:30:0)
[09:11:44.825] Build status: SCHEDULED
[09:11:44.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:31:0) after 6m30s
[09:18:14.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:31:0)
[09:18:14.858] Build status: SCHEDULED
[09:18:14.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:32:0) after 6m57s
[09:25:11.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:32:0)
[09:25:11.949] Build status: SCHEDULED
[09:25:11.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:33:0) after 7m15s
[09:32:26.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:33:0)
[09:32:26.999] Build status: SCHEDULED
[09:32:26.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844561052493371088:34:0) after 8m22s
[09:34:05.089] Received PubSub notification, asking Buildbucket for the build status
[09:34:05.120] Build status: STARTED
[09:37:27.324] Received PubSub notification, asking Buildbucket for the build status
[09:37:27.341] Build:
{
  "id": "8679130990591156769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-13T06:38:27.755640896Z",
  "startTime": "2026-06-13T09:32:29.123713344Z",
  "endTime": "2026-06-13T09:37:17.802797179Z",
  "updateTime": "2026-06-13T09:37:17.802797179Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
      "ref": "refs/heads/main"
    }
  }
}
[09:37:27.341] Invocation finished in 2h59m0.782789698s with status FAILED