1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8839571260058118032
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "aeda217d3d66d64ea3056bb71e16528a1d74cd93"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:29:03.452] New invocation is queued and will start shortly
[08:29:06.023] Starting the invocation (attempt 1)
[08:29:06.054] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93"
[08:29:06.054] Popped gitiles commit info from properties and tags
[08:29:06.054] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:29:06.054] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:29:06.054] Buildbucket request:
{
  "requestId": "8839571260058118032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839571260058118032",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aeda217d3d66d64ea3056bb71e16528a1d74cd93"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aeda217d3d66d64ea3056bb71e16528a1d74cd93",
                        "title": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839571260058118032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:29:06.546] Scheduled build:
{
  "id": "8674141196585165201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T08:29:06.143554264Z",
  "updateTime": "2026-08-07T08:29:06.143554264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
      "ref": "refs/heads/main"
    }
  }
}
[08:29:06.546] Task URL: https://cr-buildbucket.appspot.com/build/8674141196585165201
[08:29:06.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:2:0) after 4m23s
[08:29:07.464] Received PubSub notification, asking Buildbucket for the build status
[08:29:07.494] Build status: SCHEDULED
[08:33:29.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:2:0)
[08:33:29.617] Build status: SCHEDULED
[08:33:29.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:4:0) after 5m9s
[08:38:38.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:4:0)
[08:38:38.661] Build status: SCHEDULED
[08:38:38.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:5:0) after 4m42s
[08:43:20.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:5:0)
[08:43:20.689] Build status: SCHEDULED
[08:43:20.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:6:0) after 8m42s
[08:52:02.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:6:0)
[08:52:02.799] Build status: SCHEDULED
[08:52:02.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:7:0) after 9m55s
[09:01:57.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:7:0)
[09:01:57.884] Build status: SCHEDULED
[09:01:57.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:8:0) after 9m28s
[09:11:26.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:8:0)
[09:11:26.029] Build status: SCHEDULED
[09:11:26.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:9:0) after 1m44s
[09:13:10.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:9:0)
[09:13:10.116] Build status: SCHEDULED
[09:13:10.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:10:0) after 2m0s
[09:15:10.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:10:0)
[09:15:10.152] Build status: SCHEDULED
[09:15:10.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:11:0) after 7m30s
[09:22:40.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:11:0)
[09:22:40.435] Build status: SCHEDULED
[09:22:40.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:12:0) after 9m48s
[09:32:28.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:12:0)
[09:32:28.467] Build status: SCHEDULED
[09:32:28.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:13:0) after 5m3s
[09:37:31.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:13:0)
[09:37:31.538] Build status: SCHEDULED
[09:37:31.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:14:0) after 6m11s
[09:43:42.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:14:0)
[09:43:42.572] Build status: SCHEDULED
[09:43:42.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:15:0) after 5m0s
[09:48:42.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:15:0)
[09:48:42.669] Build status: SCHEDULED
[09:48:42.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:16:0) after 4m3s
[09:52:45.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:16:0)
[09:52:45.695] Build status: SCHEDULED
[09:52:45.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:17:0) after 8m45s
[10:01:30.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:17:0)
[10:01:30.742] Build status: SCHEDULED
[10:01:30.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:18:0) after 4m8s
[10:05:38.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:18:0)
[10:05:38.765] Build status: SCHEDULED
[10:05:38.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:19:0) after 6m59s
[10:12:37.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:19:0)
[10:12:37.831] Build status: SCHEDULED
[10:12:37.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:20:0) after 3m0s
[10:15:37.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:20:0)
[10:15:37.861] Build status: SCHEDULED
[10:15:37.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:21:0) after 4m27s
[10:20:04.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:21:0)
[10:20:04.961] Build status: SCHEDULED
[10:20:04.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:22:0) after 1m52s
[10:21:56.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:22:0)
[10:21:56.987] Build status: SCHEDULED
[10:21:56.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:23:0) after 6m32s
[10:28:29.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:23:0)
[10:28:29.187] Build status: SCHEDULED
[10:28:29.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:24:0) after 2m2s
[10:30:31.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:24:0)
[10:30:31.340] Build status: SCHEDULED
[10:30:31.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:25:0) after 5m2s
[10:35:33.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:25:0)
[10:35:33.447] Build status: SCHEDULED
[10:35:33.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:26:0) after 8m35s
[10:44:08.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:26:0)
[10:44:08.712] Build status: SCHEDULED
[10:44:08.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:27:0) after 1m45s
[10:45:53.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:27:0)
[10:45:53.789] Build status: SCHEDULED
[10:45:53.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:28:0) after 4m6s
[10:49:59.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:28:0)
[10:49:59.871] Build status: SCHEDULED
[10:49:59.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:29:0) after 6m22s
[10:56:21.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:29:0)
[10:56:21.916] Build status: SCHEDULED
[10:56:21.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:30:0) after 9m10s
[11:05:31.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:30:0)
[11:05:32.042] Build status: SCHEDULED
[11:05:32.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:31:0) after 9m40s
[11:15:12.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:31:0)
[11:15:12.050] Build status: SCHEDULED
[11:15:12.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:32:0) after 5m20s
[11:20:32.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:32:0)
[11:20:32.141] Build status: SCHEDULED
[11:20:32.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:33:0) after 3m41s
[11:24:13.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:33:0)
[11:24:13.225] Build status: SCHEDULED
[11:24:13.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:34:0) after 3m59s
[11:28:12.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:34:0)
[11:28:12.255] Build status: SCHEDULED
[11:28:12.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:35:0) after 5m32s
[11:33:44.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:35:0)
[11:33:44.317] Build status: SCHEDULED
[11:33:44.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:36:0) after 4m50s
[11:38:34.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:36:0)
[11:38:34.360] Build status: SCHEDULED
[11:38:34.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:37:0) after 7m52s
[11:46:26.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:37:0)
[11:46:26.461] Build status: SCHEDULED
[11:46:26.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:38:0) after 6m49s
[11:53:15.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:38:0)
[11:53:15.578] Build status: SCHEDULED
[11:53:15.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8839571260058118032:39:0) after 9m49s
[11:54:19.819] Received PubSub notification, asking Buildbucket for the build status
[11:54:19.840] Build status: STARTED
[11:58:40.156] Received PubSub notification, asking Buildbucket for the build status
[11:58:40.184] Build:
{
  "id": "8674141196585165201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T08:29:06.143554264Z",
  "startTime": "2026-08-07T11:54:19.482391645Z",
  "endTime": "2026-08-07T11:58:39.263762946Z",
  "updateTime": "2026-08-07T11:58:39.263762946Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
      "ref": "refs/heads/main"
    }
  }
}
[11:58:40.184] Invocation finished in 3h29m36.736339213s with status FAILED