1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8839519418549198688
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "66c191792e09a59b852c0266aaebdd1729836efa"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66c191792e09a59b852c0266aaebdd1729836efa
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:13:03.377] New invocation is queued and will start shortly
[22:13:05.923] Starting the invocation (attempt 1)
[22:13:05.949] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66c191792e09a59b852c0266aaebdd1729836efa"
[22:13:05.949] Popped gitiles commit info from properties and tags
[22:13:05.949] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:13:05.949] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:13:05.949] Buildbucket request:
{
  "requestId": "8839519418549198688",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839519418549198688",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "66c191792e09a59b852c0266aaebdd1729836efa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c191792e09a59b852c0266aaebdd1729836efa",
                        "title": "66c191792e09a59b852c0266aaebdd1729836efa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c191792e09a59b852c0266aaebdd1729836efa"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "66c191792e09a59b852c0266aaebdd1729836efa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839519418549198688"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:13:06.457] Scheduled build:
{
  "id": "8674089355061342033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T22:13:06.073379570Z",
  "updateTime": "2026-08-07T22:13:06.073379570Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66c191792e09a59b852c0266aaebdd1729836efa",
      "ref": "refs/heads/main"
    }
  }
}
[22:13:06.457] Task URL: https://cr-buildbucket.appspot.com/build/8674089355061342033
[22:13:06.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:2:0) after 7m23s
[22:13:07.417] Received PubSub notification, asking Buildbucket for the build status
[22:13:07.442] Build status: SCHEDULED
[22:20:29.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:2:0)
[22:20:29.639] Build status: SCHEDULED
[22:20:29.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:4:0) after 4m9s
[22:24:38.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:4:0)
[22:24:38.780] Build status: SCHEDULED
[22:24:38.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:5:0) after 2m14s
[22:26:52.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:5:0)
[22:26:52.822] Build status: SCHEDULED
[22:26:52.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:6:0) after 1m8s
[22:28:00.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:6:0)
[22:28:00.893] Build status: SCHEDULED
[22:28:00.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:7:0) after 6m7s
[22:34:07.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:7:0)
[22:34:07.979] Build status: SCHEDULED
[22:34:07.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:8:0) after 6m31s
[22:40:38.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:8:0)
[22:40:39.015] Build status: SCHEDULED
[22:40:39.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:9:0) after 3m32s
[22:44:11.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:9:0)
[22:44:11.241] Build status: SCHEDULED
[22:44:11.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:10:0) after 5m40s
[22:49:51.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:10:0)
[22:49:51.305] Build status: SCHEDULED
[22:49:51.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:11:0) after 8m37s
[22:58:28.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:11:0)
[22:58:28.386] Build status: SCHEDULED
[22:58:28.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:12:0) after 4m47s
[23:03:15.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:12:0)
[23:03:15.414] Build status: SCHEDULED
[23:03:15.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:13:0) after 1m36s
[23:04:51.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:13:0)
[23:04:51.508] Build status: SCHEDULED
[23:04:51.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:14:0) after 4m37s
[23:09:28.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:14:0)
[23:09:28.539] Build status: SCHEDULED
[23:09:28.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:15:0) after 3m39s
[23:13:07.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:15:0)
[23:13:07.575] Build status: SCHEDULED
[23:13:07.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:16:0) after 8m56s
[23:22:03.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:16:0)
[23:22:03.696] Build status: SCHEDULED
[23:22:03.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:17:0) after 8m40s
[23:30:43.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:17:0)
[23:30:43.732] Build status: SCHEDULED
[23:30:43.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:18:0) after 5m40s
[23:36:23.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:18:0)
[23:36:23.777] Build status: SCHEDULED
[23:36:23.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:19:0) after 9m8s
[23:45:31.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:19:0)
[23:45:31.911] Build status: SCHEDULED
[23:45:31.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:20:0) after 2m51s
[23:48:23.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:20:0)
[23:48:23.102] Build status: SCHEDULED
[23:48:23.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:21:0) after 6m13s
[23:54:36.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:21:0)
[23:54:36.184] Build status: SCHEDULED
[23:54:36.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:22:0) after 3m8s
[23:57:44.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:22:0)
[23:57:44.305] Build status: SCHEDULED
[23:57:44.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:23:0) after 7m50s
[00:05:34.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:23:0)
[00:05:34.479] Build status: SCHEDULED
[00:05:34.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:24:0) after 9m22s
[00:14:56.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:24:0)
[00:14:56.527] Build status: SCHEDULED
[00:14:56.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:25:0) after 8m40s
[00:23:36.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:25:0)
[00:23:36.639] Build status: SCHEDULED
[00:23:36.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:26:0) after 4m51s
[00:28:27.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:26:0)
[00:28:27.627] Build status: SCHEDULED
[00:28:27.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:27:0) after 6m23s
[00:34:50.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:27:0)
[00:34:50.662] Build status: SCHEDULED
[00:34:50.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:28:0) after 1m48s
[00:36:38.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:28:0)
[00:36:38.695] Build status: SCHEDULED
[00:36:38.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:29:0) after 2m52s
[00:39:30.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:29:0)
[00:39:30.706] Build status: SCHEDULED
[00:39:30.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:30:0) after 8m44s
[00:48:14.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:30:0)
[00:48:14.733] Build status: SCHEDULED
[00:48:14.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:31:0) after 7m21s
[00:55:35.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:31:0)
[00:55:35.846] Build status: SCHEDULED
[00:55:35.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:32:0) after 1m43s
[00:57:18.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:32:0)
[00:57:18.900] Build status: SCHEDULED
[00:57:18.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:33:0) after 5m58s
[01:03:16.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:33:0)
[01:03:16.954] Build status: SCHEDULED
[01:03:16.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:34:0) after 2m48s
[01:06:05.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:34:0)
[01:06:05.054] Build status: SCHEDULED
[01:06:05.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:35:0) after 3m58s
[01:10:03.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:35:0)
[01:10:03.298] Build status: SCHEDULED
[01:10:03.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:36:0) after 7m55s
[01:14:14.625] Received PubSub notification, asking Buildbucket for the build status
[01:14:14.642] Build status: STARTED
[01:17:58.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:36:0)
[01:17:58.332] Build status: STARTED
[01:17:58.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:38:0) after 5m2s
[01:23:00.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:38:0)
[01:23:00.414] Build status: STARTED
[01:23:00.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839519418549198688:39:0) after 1m31s
[01:23:01.216] Received PubSub notification, asking Buildbucket for the build status
[01:23:01.238] Build:
{
  "id": "8674089355061342033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T22:13:06.073379570Z",
  "startTime": "2026-08-08T01:14:14.381537484Z",
  "endTime": "2026-08-08T01:23:00.660030037Z",
  "updateTime": "2026-08-08T01:23:00.660030037Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66c191792e09a59b852c0266aaebdd1729836efa",
      "ref": "refs/heads/main"
    }
  }
}
[01:23:01.238] Invocation finished in 3h9m57.87474086s with status FAILED