1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8845590032331279568
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9e3665ead74c8a939e5bcd8cc96603d5f5161f98
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:03:14.920] New invocation is queued and will start shortly
[22:03:16.269] Starting the invocation (attempt 1)
[22:03:16.293] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9e3665ead74c8a939e5bcd8cc96603d5f5161f98"
[22:03:16.293] Popped gitiles commit info from properties and tags
[22:03:16.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:03:16.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:03:16.294] Buildbucket request:
{
  "requestId": "8845590032331279568",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845590032331279568",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "559f3bb7b58a10158431cc4df7176e265bd00814"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@559f3bb7b58a10158431cc4df7176e265bd00814",
                        "title": "559f3bb7b58a10158431cc4df7176e265bd00814",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/559f3bb7b58a10158431cc4df7176e265bd00814"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e3665ead74c8a939e5bcd8cc96603d5f5161f98",
                        "title": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e3665ead74c8a939e5bcd8cc96603d5f5161f98"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845590032331279568"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:03:16.781] Scheduled build:
{
  "id": "8680159970179336801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-01T22:03:16.350064220Z",
  "updateTime": "2026-06-01T22:03:16.350064220Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98",
      "ref": "refs/heads/main"
    }
  }
}
[22:03:16.781] Task URL: https://cr-buildbucket.appspot.com/build/8680159970179336801
[22:03:16.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:2:0) after 1m37s
[22:03:17.697] Received PubSub notification, asking Buildbucket for the build status
[22:03:17.713] Build status: SCHEDULED
[22:04:53.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:2:0)
[22:04:53.879] Build status: SCHEDULED
[22:04:53.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:4:0) after 1m40s
[22:06:33.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:4:0)
[22:06:34.027] Build status: SCHEDULED
[22:06:34.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:5:0) after 7m9s
[22:13:43.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:5:0)
[22:13:43.097] Build status: SCHEDULED
[22:13:43.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:6:0) after 9m17s
[22:23:00.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:6:0)
[22:23:00.243] Build status: SCHEDULED
[22:23:00.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:7:0) after 4m16s
[22:27:16.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:7:0)
[22:27:16.277] Build status: SCHEDULED
[22:27:16.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:8:0) after 2m33s
[22:29:49.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:8:0)
[22:29:49.358] Build status: SCHEDULED
[22:29:49.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:9:0) after 8m29s
[22:38:18.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:9:0)
[22:38:18.656] Build status: SCHEDULED
[22:38:18.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:10:0) after 4m23s
[22:42:41.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:10:0)
[22:42:41.728] Build status: SCHEDULED
[22:42:41.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:11:0) after 4m40s
[22:47:21.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:11:0)
[22:47:21.762] Build status: SCHEDULED
[22:47:21.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:12:0) after 6m21s
[22:53:42.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:12:0)
[22:53:42.796] Build status: SCHEDULED
[22:53:42.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:13:0) after 9m15s
[23:02:57.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:13:0)
[23:02:57.895] Build status: SCHEDULED
[23:02:57.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:14:0) after 9m24s
[23:12:22.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:14:0)
[23:12:22.047] Build status: SCHEDULED
[23:12:22.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:15:0) after 9m12s
[23:21:34.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:15:0)
[23:21:34.032] Build status: SCHEDULED
[23:21:34.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:16:0) after 2m42s
[23:24:16.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:16:0)
[23:24:16.200] Build status: SCHEDULED
[23:24:16.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:17:0) after 7m7s
[23:31:23.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:17:0)
[23:31:23.312] Build status: SCHEDULED
[23:31:23.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:18:0) after 5m59s
[23:37:22.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:18:0)
[23:37:22.392] Build status: SCHEDULED
[23:37:22.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:19:0) after 4m38s
[23:42:00.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:19:0)
[23:42:00.434] Build status: SCHEDULED
[23:42:00.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:20:0) after 5m42s
[23:47:42.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:20:0)
[23:47:42.588] Build status: SCHEDULED
[23:47:42.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:21:0) after 4m18s
[23:52:00.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:21:0)
[23:52:00.723] Build status: SCHEDULED
[23:52:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:22:0) after 2m30s
[23:54:30.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:22:0)
[23:54:30.773] Build status: SCHEDULED
[23:54:30.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:23:0) after 3m44s
[23:58:14.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:23:0)
[23:58:14.807] Build status: SCHEDULED
[23:58:14.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:24:0) after 5m2s
[00:03:16.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:24:0)
[00:03:16.930] Build status: SCHEDULED
[00:03:16.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:25:0) after 2m28s
[00:05:45.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:25:0)
[00:05:45.048] Build status: SCHEDULED
[00:05:45.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:26:0) after 8m54s
[00:14:39.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:26:0)
[00:14:39.148] Build status: SCHEDULED
[00:14:39.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:27:0) after 5m38s
[00:20:17.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:27:0)
[00:20:17.186] Build status: SCHEDULED
[00:20:17.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:28:0) after 9m7s
[00:29:24.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:28:0)
[00:29:24.323] Build status: SCHEDULED
[00:29:24.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:29:0) after 8m5s
[00:37:29.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:29:0)
[00:37:29.354] Build status: SCHEDULED
[00:37:29.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:30:0) after 3m19s
[00:40:48.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:30:0)
[00:40:48.393] Build status: SCHEDULED
[00:40:48.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:31:0) after 8m52s
[00:49:02.576] Received PubSub notification, asking Buildbucket for the build status
[00:49:02.596] Build status: STARTED
[00:49:40.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:31:0)
[00:49:40.442] Build status: STARTED
[00:49:40.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845590032331279568:33:0) after 6m33s
[00:54:40.764] Received PubSub notification, asking Buildbucket for the build status
[00:54:40.784] Build:
{
  "id": "8680159970179336801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-01T22:03:16.350064220Z",
  "startTime": "2026-06-02T00:49:02.364864393Z",
  "endTime": "2026-06-02T00:54:40.510047698Z",
  "updateTime": "2026-06-02T00:54:40.510047698Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9e3665ead74c8a939e5bcd8cc96603d5f5161f98",
      "ref": "refs/heads/main"
    }
  }
}
[00:54:40.784] Invocation finished in 2h51m25.870309357s with status FAILED