1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8843576682787286736
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:24:34.668] New invocation is queued and will start shortly
[03:24:36.389] Starting the invocation (attempt 1)
[03:24:36.420] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
[03:24:36.420] Popped gitiles commit info from properties and tags
[03:24:36.420] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:24:36.421] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:24:36.421] Buildbucket request:
{
  "requestId": "8843576682787286736",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843576682787286736",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9ac14a58270aff386f530efb687aefeadae60cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ac14a58270aff386f530efb687aefeadae60cc3",
                        "title": "9ac14a58270aff386f530efb687aefeadae60cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ac14a58270aff386f530efb687aefeadae60cc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "90e28963b3f146adbed802dce30fddb1719854d7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90e28963b3f146adbed802dce30fddb1719854d7",
                        "title": "90e28963b3f146adbed802dce30fddb1719854d7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90e28963b3f146adbed802dce30fddb1719854d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "title": "ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "title": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843576682787286736"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:24:36.909] Scheduled build:
{
  "id": "8678146620226690353",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:24:36.490910188Z",
  "updateTime": "2026-06-24T03:24:36.490910188Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[03:24:36.909] Task URL: https://cr-buildbucket.appspot.com/build/8678146620226690353
[03:24:36.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:2:0) after 5m24s
[03:24:37.831] Received PubSub notification, asking Buildbucket for the build status
[03:24:37.875] Build status: SCHEDULED
[03:30:00.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:2:0)
[03:30:01.017] Build status: SCHEDULED
[03:30:01.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:4:0) after 1m29s
[03:31:30.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:4:0)
[03:31:30.055] Build status: SCHEDULED
[03:31:30.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:5:0) after 9m35s
[03:41:05.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:5:0)
[03:41:05.222] Build status: SCHEDULED
[03:41:05.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:6:0) after 4m14s
[03:45:19.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:6:0)
[03:45:19.264] Build status: SCHEDULED
[03:45:19.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:7:0) after 3m19s
[03:48:38.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:7:0)
[03:48:38.364] Build status: SCHEDULED
[03:48:38.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:8:0) after 7m7s
[03:55:45.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:8:0)
[03:55:45.406] Build status: SCHEDULED
[03:55:45.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:9:0) after 5m2s
[04:00:47.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:9:0)
[04:00:47.511] Build status: SCHEDULED
[04:00:47.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:10:0) after 3m26s
[04:04:13.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:10:0)
[04:04:13.538] Build status: SCHEDULED
[04:04:13.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:11:0) after 9m20s
[04:13:33.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:11:0)
[04:13:33.578] Build status: SCHEDULED
[04:13:33.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:12:0) after 4m5s
[04:17:38.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:12:0)
[04:17:38.633] Build status: SCHEDULED
[04:17:38.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:13:0) after 6m45s
[04:24:23.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:13:0)
[04:24:23.764] Build status: SCHEDULED
[04:24:23.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:14:0) after 8m21s
[04:32:44.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:14:0)
[04:32:44.825] Build status: SCHEDULED
[04:32:44.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:15:0) after 2m57s
[04:35:41.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:15:0)
[04:35:41.892] Build status: SCHEDULED
[04:35:41.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:16:0) after 8m54s
[04:44:35.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:16:0)
[04:44:36.003] Build status: SCHEDULED
[04:44:36.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:17:0) after 8m32s
[04:53:08.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:17:0)
[04:53:08.037] Build status: SCHEDULED
[04:53:08.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:18:0) after 5m18s
[04:58:26.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:18:0)
[04:58:26.074] Build status: SCHEDULED
[04:58:26.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:19:0) after 3m40s
[05:02:06.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:19:0)
[05:02:06.107] Build status: SCHEDULED
[05:02:06.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:20:0) after 8m9s
[05:10:15.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:20:0)
[05:10:15.161] Build status: SCHEDULED
[05:10:15.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:21:0) after 4m58s
[05:15:13.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:21:0)
[05:15:13.212] Build status: SCHEDULED
[05:15:13.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:22:0) after 3m38s
[05:18:51.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:22:0)
[05:18:51.321] Build status: SCHEDULED
[05:18:51.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:23:0) after 3m2s
[05:21:53.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:23:0)
[05:21:53.360] Build status: SCHEDULED
[05:21:53.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:24:0) after 9m49s
[05:31:42.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:24:0)
[05:31:42.442] Build status: SCHEDULED
[05:31:42.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:25:0) after 3m27s
[05:35:09.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:25:0)
[05:35:09.492] Build status: SCHEDULED
[05:35:09.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:26:0) after 6m55s
[05:42:04.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:26:0)
[05:42:04.577] Build status: SCHEDULED
[05:42:04.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:27:0) after 1m0s
[05:43:04.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:27:0)
[05:43:04.739] Build status: SCHEDULED
[05:43:04.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:28:0) after 6m14s
[05:49:18.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:28:0)
[05:49:18.848] Build status: SCHEDULED
[05:49:18.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:29:0) after 4m38s
[05:53:56.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:29:0)
[05:53:56.921] Build status: SCHEDULED
[05:53:56.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:30:0) after 4m50s
[05:58:46.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:30:0)
[05:58:46.998] Build status: SCHEDULED
[05:58:46.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:31:0) after 7m35s
[06:06:22.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:31:0)
[06:06:22.112] Build status: SCHEDULED
[06:06:22.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:32:0) after 7m42s
[06:09:27.933] Received PubSub notification, asking Buildbucket for the build status
[06:09:27.953] Build status: STARTED
[06:14:04.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:32:0)
[06:14:04.204] Build status: STARTED
[06:14:04.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8843576682787286736:34:0) after 4m7s
[06:16:50.118] Received PubSub notification, asking Buildbucket for the build status
[06:16:50.172] Build:
{
  "id": "8678146620226690353",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:24:36.490910188Z",
  "startTime": "2026-06-24T06:09:27.087094400Z",
  "endTime": "2026-06-24T06:16:49.779665258Z",
  "updateTime": "2026-06-24T06:16:49.779665258Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[06:16:50.172] Invocation finished in 2h52m15.507616928s with status FAILED