1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8840777834754210928
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b87071e328a1f009b6ac7fe4f07b2b554cdde868"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b87071e328a1f009b6ac7fe4f07b2b554cdde868
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:51:04.154] New invocation is queued and will start shortly
[00:51:05.245] Starting the invocation (attempt 1)
[00:51:05.269] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b87071e328a1f009b6ac7fe4f07b2b554cdde868"
[00:51:05.269] Popped gitiles commit info from properties and tags
[00:51:05.270] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:51:05.271] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:51:05.271] Buildbucket request:
{
  "requestId": "8840777834754210928",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840777834754210928",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b87071e328a1f009b6ac7fe4f07b2b554cdde868"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b87071e328a1f009b6ac7fe4f07b2b554cdde868",
                        "title": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b87071e328a1f009b6ac7fe4f07b2b554cdde868"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840777834754210928"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:51:05.656] Scheduled build:
{
  "id": "8675347772866972449",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-25T00:51:05.332890353Z",
  "updateTime": "2026-07-25T00:51:05.332890353Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
      "ref": "refs/heads/main"
    }
  }
}
[00:51:05.656] Task URL: https://cr-buildbucket.appspot.com/build/8675347772866972449
[00:51:05.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:2:0) after 1m29s
[00:51:06.633] Received PubSub notification, asking Buildbucket for the build status
[00:51:06.657] Build status: SCHEDULED
[00:52:34.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:2:0)
[00:52:34.734] Build status: SCHEDULED
[00:52:34.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:4:0) after 1m16s
[00:53:50.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:4:0)
[00:53:51.033] Build status: SCHEDULED
[00:53:51.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:5:0) after 4m18s
[00:58:09.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:5:0)
[00:58:09.230] Build status: SCHEDULED
[00:58:09.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:6:0) after 6m31s
[01:04:40.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:6:0)
[01:04:40.279] Build status: SCHEDULED
[01:04:40.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:7:0) after 2m41s
[01:07:21.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:7:0)
[01:07:21.325] Build status: SCHEDULED
[01:07:21.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:8:0) after 4m22s
[01:11:43.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:8:0)
[01:11:43.367] Build status: SCHEDULED
[01:11:43.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:9:0) after 8m58s
[01:20:41.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:9:0)
[01:20:41.423] Build status: SCHEDULED
[01:20:41.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:10:0) after 4m10s
[01:24:51.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:10:0)
[01:24:51.485] Build status: SCHEDULED
[01:24:51.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:11:0) after 5m6s
[01:29:57.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:11:0)
[01:29:57.615] Build status: SCHEDULED
[01:29:57.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:12:0) after 1m38s
[01:31:35.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:12:0)
[01:31:35.675] Build status: SCHEDULED
[01:31:35.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:13:0) after 5m2s
[01:36:37.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:13:0)
[01:36:37.758] Build status: SCHEDULED
[01:36:37.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:14:0) after 9m3s
[01:45:40.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:14:0)
[01:45:40.860] Build status: SCHEDULED
[01:45:40.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:15:0) after 3m36s
[01:49:16.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:15:0)
[01:49:16.890] Build status: SCHEDULED
[01:49:16.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:16:0) after 1m15s
[01:50:31.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:16:0)
[01:50:31.932] Build status: SCHEDULED
[01:50:31.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:17:0) after 1m44s
[01:52:16.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:17:0)
[01:52:16.106] Build status: SCHEDULED
[01:52:16.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:18:0) after 1m39s
[01:53:55.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:18:0)
[01:53:55.199] Build status: SCHEDULED
[01:53:55.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:19:0) after 5m16s
[01:59:11.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:19:0)
[01:59:11.348] Build status: SCHEDULED
[01:59:11.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:20:0) after 4m57s
[02:04:08.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:20:0)
[02:04:08.403] Build status: SCHEDULED
[02:04:08.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:21:0) after 3m47s
[02:07:55.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:21:0)
[02:07:55.431] Build status: SCHEDULED
[02:07:55.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:22:0) after 2m31s
[02:10:26.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:22:0)
[02:10:26.469] Build status: SCHEDULED
[02:10:26.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:23:0) after 3m5s
[02:13:31.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:23:0)
[02:13:31.528] Build status: SCHEDULED
[02:13:31.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:24:0) after 1m10s
[02:14:41.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:24:0)
[02:14:41.579] Build status: SCHEDULED
[02:14:41.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:25:0) after 7m40s
[02:22:21.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:25:0)
[02:22:21.782] Build status: SCHEDULED
[02:22:21.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:26:0) after 9m45s
[02:32:06.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:26:0)
[02:32:06.815] Build status: SCHEDULED
[02:32:06.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:27:0) after 9m33s
[02:41:39.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:27:0)
[02:41:39.922] Build status: SCHEDULED
[02:41:39.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:28:0) after 9m29s
[02:51:08.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:28:0)
[02:51:08.977] Build status: SCHEDULED
[02:51:08.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:29:0) after 9m10s
[03:00:18.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:29:0)
[03:00:19.032] Build status: SCHEDULED
[03:00:19.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:30:0) after 4m33s
[03:04:52.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:30:0)
[03:04:52.066] Build status: SCHEDULED
[03:04:52.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:31:0) after 1m9s
[03:06:01.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:31:0)
[03:06:01.161] Build status: SCHEDULED
[03:06:01.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:32:0) after 3m49s
[03:09:50.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:32:0)
[03:09:50.315] Build status: SCHEDULED
[03:09:50.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:33:0) after 3m42s
[03:13:32.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:33:0)
[03:13:32.388] Build status: SCHEDULED
[03:13:32.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:34:0) after 7m37s
[03:21:09.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:34:0)
[03:21:09.399] Build status: SCHEDULED
[03:21:09.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:35:0) after 8m46s
[03:29:55.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:35:0)
[03:29:55.460] Build status: SCHEDULED
[03:29:55.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:36:0) after 3m19s
[03:33:14.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:36:0)
[03:33:14.462] Build status: SCHEDULED
[03:33:14.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:37:0) after 1m36s
[03:34:50.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:37:0)
[03:34:50.505] Build status: SCHEDULED
[03:34:50.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8840777834754210928:38:0) after 6m15s
[03:36:23.791] Received PubSub notification, asking Buildbucket for the build status
[03:36:23.813] Build status: STARTED
[03:40:18.702] Received PubSub notification, asking Buildbucket for the build status
[03:40:18.765] Build:
{
  "id": "8675347772866972449",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-25T00:51:05.332890353Z",
  "startTime": "2026-07-25T03:36:23.464054887Z",
  "endTime": "2026-07-25T03:40:18.253808055Z",
  "updateTime": "2026-07-25T03:40:18.253808055Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
      "ref": "refs/heads/main"
    }
  }
}
[03:40:18.765] Invocation finished in 2h49m14.616572088s with status FAILED