1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8843417355373847344
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:37:01.132] New invocation is queued and will start shortly
[21:37:02.420] Starting the invocation (attempt 1)
[21:37:02.449] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
[21:37:02.449] Popped gitiles commit info from properties and tags
[21:37:02.449] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:37:02.449] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:37:02.450] Buildbucket request:
{
  "requestId": "8843417355373847344",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843417355373847344",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ea91b2e6e426f9ff29fea0a16920261498f87b93"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea91b2e6e426f9ff29fea0a16920261498f87b93",
                        "title": "ea91b2e6e426f9ff29fea0a16920261498f87b93",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea91b2e6e426f9ff29fea0a16920261498f87b93"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "51da2bb6551d0dadf63650916b116578f0ffef0e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@51da2bb6551d0dadf63650916b116578f0ffef0e",
                        "title": "51da2bb6551d0dadf63650916b116578f0ffef0e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/51da2bb6551d0dadf63650916b116578f0ffef0e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "36301830c018cf91f5d17aa19d1428c32b411af4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36301830c018cf91f5d17aa19d1428c32b411af4",
                        "title": "36301830c018cf91f5d17aa19d1428c32b411af4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36301830c018cf91f5d17aa19d1428c32b411af4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
                        "title": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843417355373847344"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:37:02.924] Scheduled build:
{
  "id": "8677987293227484289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T21:37:02.557085138Z",
  "updateTime": "2026-06-25T21:37:02.557085138Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
      "ref": "refs/heads/main"
    }
  }
}
[21:37:02.924] Task URL: https://cr-buildbucket.appspot.com/build/8677987293227484289
[21:37:02.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:2:0) after 9m46s
[21:37:03.871] Received PubSub notification, asking Buildbucket for the build status
[21:37:03.905] Build status: SCHEDULED
[21:46:49.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:2:0)
[21:46:49.074] Build status: SCHEDULED
[21:46:49.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:4:0) after 3m29s
[21:50:18.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:4:0)
[21:50:18.320] Build status: SCHEDULED
[21:50:18.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:5:0) after 3m3s
[21:53:21.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:5:0)
[21:53:21.317] Build status: SCHEDULED
[21:53:21.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:6:0) after 7m53s
[22:01:14.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:6:0)
[22:01:14.494] Build status: SCHEDULED
[22:01:14.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:7:0) after 1m18s
[22:02:32.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:7:0)
[22:02:32.524] Build status: SCHEDULED
[22:02:32.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:8:0) after 4m49s
[22:07:21.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:8:0)
[22:07:21.560] Build status: SCHEDULED
[22:07:21.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:9:0) after 4m47s
[22:12:08.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:9:0)
[22:12:08.650] Build status: SCHEDULED
[22:12:08.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:10:0) after 6m52s
[22:19:00.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:10:0)
[22:19:00.688] Build status: SCHEDULED
[22:19:00.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:11:0) after 5m12s
[22:24:12.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:11:0)
[22:24:12.719] Build status: SCHEDULED
[22:24:12.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:12:0) after 1m5s
[22:25:17.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:12:0)
[22:25:17.731] Build status: SCHEDULED
[22:25:17.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:13:0) after 1m7s
[22:26:24.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:13:0)
[22:26:24.762] Build status: SCHEDULED
[22:26:24.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:14:0) after 7m51s
[22:34:15.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:14:0)
[22:34:15.785] Build status: SCHEDULED
[22:34:15.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:15:0) after 9m36s
[22:43:51.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:15:0)
[22:43:51.873] Build status: SCHEDULED
[22:43:51.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:16:0) after 8m2s
[22:51:53.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:16:0)
[22:51:53.907] Build status: SCHEDULED
[22:51:53.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:17:0) after 2m55s
[22:54:48.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:17:0)
[22:54:48.990] Build status: SCHEDULED
[22:54:48.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:18:0) after 7m20s
[23:02:08.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:18:0)
[23:02:09.011] Build status: SCHEDULED
[23:02:09.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:19:0) after 6m52s
[23:09:01.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:19:0)
[23:09:01.039] Build status: SCHEDULED
[23:09:01.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:20:0) after 8m52s
[23:17:53.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:20:0)
[23:17:53.072] Build status: SCHEDULED
[23:17:53.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:21:0) after 1m52s
[23:19:45.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:21:0)
[23:19:45.156] Build status: SCHEDULED
[23:19:45.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:22:0) after 5m43s
[23:25:28.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:22:0)
[23:25:28.236] Build status: SCHEDULED
[23:25:28.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:23:0) after 2m6s
[23:27:34.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:23:0)
[23:27:34.295] Build status: SCHEDULED
[23:27:34.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:24:0) after 5m15s
[23:32:49.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:24:0)
[23:32:49.361] Build status: SCHEDULED
[23:32:49.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:25:0) after 3m33s
[23:36:22.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:25:0)
[23:36:22.935] Build status: SCHEDULED
[23:36:22.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:26:0) after 7m19s
[23:43:42.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:26:0)
[23:43:42.022] Build status: SCHEDULED
[23:43:42.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:27:0) after 6m25s
[23:50:07.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:27:0)
[23:50:07.083] Build status: SCHEDULED
[23:50:07.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:28:0) after 7m11s
[23:57:18.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:28:0)
[23:57:18.150] Build status: SCHEDULED
[23:57:18.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:29:0) after 3m27s
[00:00:45.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:29:0)
[00:00:45.183] Build status: SCHEDULED
[00:00:45.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:30:0) after 6m52s
[00:07:37.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:30:0)
[00:07:37.391] Build status: SCHEDULED
[00:07:37.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:31:0) after 8m55s
[00:16:32.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:31:0)
[00:16:32.486] Build status: SCHEDULED
[00:16:32.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:32:0) after 4m6s
[00:20:38.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:32:0)
[00:20:38.611] Build status: SCHEDULED
[00:20:38.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:33:0) after 5m50s
[00:26:28.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:33:0)
[00:26:28.696] Build status: SCHEDULED
[00:26:28.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:34:0) after 6m33s
[00:33:01.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:34:0)
[00:33:01.733] Build status: SCHEDULED
[00:33:01.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:35:0) after 1m48s
[00:34:49.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:35:0)
[00:34:49.873] Build status: SCHEDULED
[00:34:49.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:36:0) after 6m52s
[00:38:36.978] Received PubSub notification, asking Buildbucket for the build status
[00:38:36.996] Build status: STARTED
[00:41:41.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:36:0)
[00:41:41.979] Build status: STARTED
[00:41:41.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843417355373847344:38:0) after 6m8s
[00:42:23.404] Received PubSub notification, asking Buildbucket for the build status
[00:42:23.423] Build:
{
  "id": "8677987293227484289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T21:37:02.557085138Z",
  "startTime": "2026-06-26T00:38:36.824156180Z",
  "endTime": "2026-06-26T00:42:22.664331370Z",
  "updateTime": "2026-06-26T00:42:22.664331370Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
      "ref": "refs/heads/main"
    }
  }
}
[00:42:23.423] Invocation finished in 3h5m22.297361795s with status FAILED