buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• 59d6ea693f97710b500e2b2721e4ba899d98d145 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "59d6ea693f97710b500e2b2721e4ba899d98d145"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145
• gitiles_ref:refs/heads/main

[06:01:21.185] New invocation is queued and will start shortly
[06:01:22.844] Starting the invocation (attempt 1)
[06:01:22.907] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145"
[06:01:22.907] Popped gitiles commit info from properties and tags
[06:01:22.907] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:01:22.907] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:01:22.907] Buildbucket request:
{
  "requestId": "8840486522481210032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840486522481210032",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "59d6ea693f97710b500e2b2721e4ba899d98d145"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59d6ea693f97710b500e2b2721e4ba899d98d145",
                        "title": "59d6ea693f97710b500e2b2721e4ba899d98d145",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840486522481210032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:01:23.400] Scheduled build:
{
  "id": "8675056459934511761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T06:01:22.994088797Z",
  "updateTime": "2026-07-28T06:01:22.994088797Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
      "ref": "refs/heads/main"
    }
  }
}
[06:01:23.400] Task URL: https://cr-buildbucket.appspot.com/build/8675056459934511761
[06:01:23.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:2:0) after 3m5s
[06:01:24.240] Received PubSub notification, asking Buildbucket for the build status
[06:01:24.339] Build status: SCHEDULED
[06:04:28.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:2:0)
[06:04:28.392] Build status: SCHEDULED
[06:04:28.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:4:0) after 9m28s
[06:13:56.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:4:0)
[06:13:56.570] Build status: SCHEDULED
[06:13:56.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:5:0) after 2m53s
[06:16:49.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:5:0)
[06:16:49.791] Build status: SCHEDULED
[06:16:49.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:6:0) after 1m30s
[06:18:19.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:6:0)
[06:18:19.826] Build status: SCHEDULED
[06:18:19.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:7:0) after 5m5s
[06:23:24.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:7:0)
[06:23:24.901] Build status: SCHEDULED
[06:23:24.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:8:0) after 3m22s
[06:26:46.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:8:0)
[06:26:46.943] Build status: SCHEDULED
[06:26:46.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:9:0) after 5m30s
[06:32:16.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:9:0)
[06:32:17.002] Build status: SCHEDULED
[06:32:17.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:10:0) after 9m58s
[06:42:15.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:10:0)
[06:42:15.137] Build status: SCHEDULED
[06:42:15.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:11:0) after 3m20s
[06:45:35.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:11:0)
[06:45:35.155] Build status: SCHEDULED
[06:45:35.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:12:0) after 9m0s
[06:54:35.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:12:0)
[06:54:35.377] Build status: SCHEDULED
[06:54:35.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:13:0) after 2m13s
[06:56:48.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:13:0)
[06:56:48.441] Build status: SCHEDULED
[06:56:48.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:14:0) after 2m38s
[06:59:26.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:14:0)
[06:59:26.506] Build status: SCHEDULED
[06:59:26.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:15:0) after 6m17s
[07:05:43.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:15:0)
[07:05:43.510] Build status: SCHEDULED
[07:05:43.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:16:0) after 1m18s
[07:07:01.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:16:0)
[07:07:01.557] Build status: SCHEDULED
[07:07:01.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:17:0) after 5m6s
[07:12:07.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:17:0)
[07:12:07.666] Build status: SCHEDULED
[07:12:07.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:18:0) after 5m25s
[07:17:32.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:18:0)
[07:17:32.696] Build status: SCHEDULED
[07:17:32.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:19:0) after 3m55s
[07:21:27.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:19:0)
[07:21:27.691] Build status: SCHEDULED
[07:21:27.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:20:0) after 9m25s
[07:30:52.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:20:0)
[07:30:52.724] Build status: SCHEDULED
[07:30:52.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:21:0) after 2m19s
[07:33:11.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:21:0)
[07:33:11.756] Build status: SCHEDULED
[07:33:11.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:22:0) after 8m34s
[07:41:45.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:22:0)
[07:41:45.863] Build status: SCHEDULED
[07:41:45.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:23:0) after 1m57s
[07:43:42.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:23:0)
[07:43:42.954] Build status: SCHEDULED
[07:43:42.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:24:0) after 5m16s
[07:48:59.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:24:0)
[07:48:59.037] Build status: SCHEDULED
[07:48:59.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:25:0) after 8m33s
[07:57:32.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:25:0)
[07:57:32.132] Build status: SCHEDULED
[07:57:32.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:26:0) after 3m39s
[08:01:11.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:26:0)
[08:01:11.219] Build status: SCHEDULED
[08:01:11.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:27:0) after 5m6s
[08:06:17.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:27:0)
[08:06:17.232] Build status: SCHEDULED
[08:06:17.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:28:0) after 3m9s
[08:09:26.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:28:0)
[08:09:26.299] Build status: SCHEDULED
[08:09:26.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:29:0) after 4m2s
[08:13:28.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:29:0)
[08:13:28.340] Build status: SCHEDULED
[08:13:28.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:30:0) after 4m21s
[08:17:49.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:30:0)
[08:17:49.379] Build status: SCHEDULED
[08:17:49.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:31:0) after 8m32s
[08:26:21.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:31:0)
[08:26:21.444] Build status: SCHEDULED
[08:26:21.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:32:0) after 9m54s
[08:36:15.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:32:0)
[08:36:15.459] Build status: SCHEDULED
[08:36:15.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:33:0) after 5m53s
[08:40:41.535] Received PubSub notification, asking Buildbucket for the build status
[08:40:41.560] Build status: STARTED
[08:42:08.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:33:0)
[08:42:08.551] Build status: STARTED
[08:42:08.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840486522481210032:35:0) after 7m57s
[08:45:38.154] Received PubSub notification, asking Buildbucket for the build status
[08:45:38.174] Build:
{
  "id": "8675056459934511761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T06:01:22.994088797Z",
  "startTime": "2026-07-28T08:40:41.392601394Z",
  "endTime": "2026-07-28T08:45:33.951925111Z",
  "updateTime": "2026-07-28T08:45:33.951925111Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
      "ref": "refs/heads/main"
    }
  }
}
[08:45:38.175] Invocation finished in 2h44m16.992447115s with status FAILED