1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8848770919948058960
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1b97885cc52cd17ae73adb38716284aa278f8737"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1b97885cc52cd17ae73adb38716284aa278f8737
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:24:24.105] New invocation is queued and will start shortly
[19:24:25.223] Starting the invocation (attempt 1)
[19:24:25.248] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1b97885cc52cd17ae73adb38716284aa278f8737"
[19:24:25.248] Popped gitiles commit info from properties and tags
[19:24:25.248] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:24:25.248] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:24:25.248] Buildbucket request:
{
  "requestId": "8848770919948058960",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848770919948058960",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "397759437695bc841cc669b5f6179f80a4699db3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@397759437695bc841cc669b5f6179f80a4699db3",
                        "title": "397759437695bc841cc669b5f6179f80a4699db3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/397759437695bc841cc669b5f6179f80a4699db3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "55165d17f58a54bef3df11db97eb5380773c0a16"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@55165d17f58a54bef3df11db97eb5380773c0a16",
                        "title": "55165d17f58a54bef3df11db97eb5380773c0a16",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/55165d17f58a54bef3df11db97eb5380773c0a16"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "527fc48ab06d56393070c1510530b1212c0ea8f0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@527fc48ab06d56393070c1510530b1212c0ea8f0",
                        "title": "527fc48ab06d56393070c1510530b1212c0ea8f0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/527fc48ab06d56393070c1510530b1212c0ea8f0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "28d35a418840bce42325eff3a8f184e6d9fe1520"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@28d35a418840bce42325eff3a8f184e6d9fe1520",
                        "title": "28d35a418840bce42325eff3a8f184e6d9fe1520",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/28d35a418840bce42325eff3a8f184e6d9fe1520"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1b97885cc52cd17ae73adb38716284aa278f8737"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1b97885cc52cd17ae73adb38716284aa278f8737",
                        "title": "1b97885cc52cd17ae73adb38716284aa278f8737",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1b97885cc52cd17ae73adb38716284aa278f8737"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1b97885cc52cd17ae73adb38716284aa278f8737",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848770919948058960"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:24:25.820] Scheduled build:
{
  "id": "8683340857987506081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-27T19:24:25.344074065Z",
  "updateTime": "2026-04-27T19:24:25.344074065Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1b97885cc52cd17ae73adb38716284aa278f8737",
      "ref": "refs/heads/main"
    }
  }
}
[19:24:25.820] Task URL: https://cr-buildbucket.appspot.com/build/8683340857987506081
[19:24:25.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:2:0) after 8m38s
[19:24:25.940] Received PubSub notification, asking Buildbucket for the build status
[19:24:25.959] Build status: SCHEDULED
[19:33:03.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:2:0)
[19:33:03.855] Build status: SCHEDULED
[19:33:03.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:4:0) after 1m41s
[19:34:44.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:4:0)
[19:34:44.892] Build status: SCHEDULED
[19:34:44.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:5:0) after 8m42s
[19:43:26.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:5:0)
[19:43:26.916] Build status: SCHEDULED
[19:43:26.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:6:0) after 1m1s
[19:44:27.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:6:0)
[19:44:27.916] Build status: SCHEDULED
[19:44:27.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:7:0) after 3m11s
[19:47:38.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:7:0)
[19:47:38.953] Build status: SCHEDULED
[19:47:38.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:8:0) after 4m7s
[19:51:45.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:8:0)
[19:51:46.029] Build status: SCHEDULED
[19:51:46.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:9:0) after 2m13s
[19:53:59.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:9:0)
[19:53:59.113] Build status: SCHEDULED
[19:53:59.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:10:0) after 1m53s
[19:55:52.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:10:0)
[19:55:52.432] Build status: SCHEDULED
[19:55:52.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:11:0) after 1m26s
[19:57:18.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:11:0)
[19:57:18.497] Build status: SCHEDULED
[19:57:18.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:12:0) after 5m50s
[20:03:08.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:12:0)
[20:03:08.714] Build status: SCHEDULED
[20:03:08.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:13:0) after 7m1s
[20:10:09.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:13:0)
[20:10:09.803] Build status: SCHEDULED
[20:10:09.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:14:0) after 5m15s
[20:15:24.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:14:0)
[20:15:24.865] Build status: SCHEDULED
[20:15:24.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:15:0) after 2m59s
[20:18:24.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:15:0)
[20:18:24.124] Build status: SCHEDULED
[20:18:24.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:16:0) after 3m14s
[20:21:38.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:16:0)
[20:21:38.189] Build status: SCHEDULED
[20:21:38.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:17:0) after 6m4s
[20:27:42.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:17:0)
[20:27:42.277] Build status: SCHEDULED
[20:27:42.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:18:0) after 4m50s
[20:32:32.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:18:0)
[20:32:32.299] Build status: SCHEDULED
[20:32:32.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:19:0) after 3m49s
[20:36:21.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:19:0)
[20:36:21.414] Build status: SCHEDULED
[20:36:21.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:20:0) after 8m57s
[20:45:18.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:20:0)
[20:45:18.497] Build status: SCHEDULED
[20:45:18.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:21:0) after 9m5s
[20:54:23.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:21:0)
[20:54:23.610] Build status: SCHEDULED
[20:54:23.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:22:0) after 1m2s
[20:55:25.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:22:0)
[20:55:25.695] Build status: SCHEDULED
[20:55:25.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:23:0) after 9m1s
[21:04:26.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:23:0)
[21:04:26.831] Build status: SCHEDULED
[21:04:26.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:24:0) after 5m26s
[21:09:52.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:24:0)
[21:09:52.881] Build status: SCHEDULED
[21:09:52.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:25:0) after 5m45s
[21:15:37.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:25:0)
[21:15:37.934] Build status: SCHEDULED
[21:15:37.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:26:0) after 5m1s
[21:20:38.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:26:0)
[21:20:39.146] Build status: SCHEDULED
[21:20:39.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:27:0) after 5m31s
[21:26:10.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:27:0)
[21:26:10.194] Build status: SCHEDULED
[21:26:10.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:28:0) after 2m48s
[21:28:58.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:28:0)
[21:28:58.308] Build status: SCHEDULED
[21:28:58.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:29:0) after 8m2s
[21:36:15.332] Received PubSub notification, asking Buildbucket for the build status
[21:36:15.353] Build status: STARTED
[21:37:00.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:29:0)
[21:37:00.404] Build status: STARTED
[21:37:00.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8848770919948058960:31:0) after 3m2s
[21:38:53.966] Received PubSub notification, asking Buildbucket for the build status
[21:38:53.989] Build:
{
  "id": "8683340857987506081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-27T19:24:25.344074065Z",
  "startTime": "2026-04-27T21:35:51.025702703Z",
  "endTime": "2026-04-27T21:38:53.706850253Z",
  "updateTime": "2026-04-27T21:38:53.706850253Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1b97885cc52cd17ae73adb38716284aa278f8737",
      "ref": "refs/heads/main"
    }
  }
}
[21:38:53.989] Invocation finished in 2h14m29.89774005s with status FAILED