1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8844668275691093376
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "70a25521129b8a796424682b80074e3742ae4cc9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:14:10.554] New invocation is queued and will start shortly
[02:14:12.163] Starting the invocation (attempt 1)
[02:14:12.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9"
[02:14:12.198] Popped gitiles commit info from properties and tags
[02:14:12.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:12.199] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:12.199] Buildbucket request:
{
  "requestId": "8844668275691093376",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844668275691093376",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f2b6e0fcf21c73b3089a03f0699084909d34608d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f2b6e0fcf21c73b3089a03f0699084909d34608d",
                        "title": "f2b6e0fcf21c73b3089a03f0699084909d34608d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f2b6e0fcf21c73b3089a03f0699084909d34608d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "title": "3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "title": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "70a25521129b8a796424682b80074e3742ae4cc9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70a25521129b8a796424682b80074e3742ae4cc9",
                        "title": "70a25521129b8a796424682b80074e3742ae4cc9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "70a25521129b8a796424682b80074e3742ae4cc9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844668275691093376"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:14:12.916] Scheduled build:
{
  "id": "8679238213242136961",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T02:14:12.267711937Z",
  "updateTime": "2026-06-12T02:14:12.267711937Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70a25521129b8a796424682b80074e3742ae4cc9",
      "ref": "refs/heads/main"
    }
  }
}
[02:14:12.916] Task URL: https://cr-buildbucket.appspot.com/build/8679238213242136961
[02:14:12.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:2:0) after 5m4s
[02:14:13.813] Received PubSub notification, asking Buildbucket for the build status
[02:14:13.836] Build status: SCHEDULED
[02:19:16.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:2:0)
[02:19:16.967] Build status: SCHEDULED
[02:19:16.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:4:0) after 3m54s
[02:23:11.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:4:0)
[02:23:11.061] Build status: SCHEDULED
[02:23:11.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:5:0) after 4m28s
[02:27:39.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:5:0)
[02:27:39.096] Build status: SCHEDULED
[02:27:39.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:6:0) after 5m54s
[02:33:33.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:6:0)
[02:33:33.135] Build status: SCHEDULED
[02:33:33.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:7:0) after 6m25s
[02:39:58.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:7:0)
[02:39:58.184] Build status: SCHEDULED
[02:39:58.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:8:0) after 6m58s
[02:46:56.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:8:0)
[02:46:56.325] Build status: SCHEDULED
[02:46:56.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:9:0) after 2m27s
[02:49:23.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:9:0)
[02:49:23.361] Build status: SCHEDULED
[02:49:23.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:10:0) after 4m7s
[02:53:30.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:10:0)
[02:53:30.483] Build status: SCHEDULED
[02:53:30.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:11:0) after 4m19s
[02:57:49.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:11:0)
[02:57:49.567] Build status: SCHEDULED
[02:57:49.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:12:0) after 9m54s
[03:07:43.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:12:0)
[03:07:43.647] Build status: SCHEDULED
[03:07:43.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:13:0) after 4m29s
[03:12:12.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:13:0)
[03:12:12.674] Build status: SCHEDULED
[03:12:12.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:14:0) after 9m35s
[03:21:47.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:14:0)
[03:21:47.753] Build status: SCHEDULED
[03:21:47.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:15:0) after 6m41s
[03:28:28.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:15:0)
[03:28:28.833] Build status: SCHEDULED
[03:28:28.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:16:0) after 2m12s
[03:30:41.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:16:0)
[03:30:41.092] Build status: SCHEDULED
[03:30:41.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:17:0) after 5m48s
[03:36:29.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:17:0)
[03:36:29.182] Build status: SCHEDULED
[03:36:29.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:18:0) after 4m54s
[03:41:23.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:18:0)
[03:41:23.215] Build status: SCHEDULED
[03:41:23.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:19:0) after 2m59s
[03:44:22.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:19:0)
[03:44:22.420] Build status: SCHEDULED
[03:44:22.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:20:0) after 1m42s
[03:46:04.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:20:0)
[03:46:04.462] Build status: SCHEDULED
[03:46:04.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:21:0) after 8m21s
[03:54:25.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:21:0)
[03:54:25.597] Build status: SCHEDULED
[03:54:25.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:22:0) after 1m37s
[03:56:02.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:22:0)
[03:56:02.923] Build status: SCHEDULED
[03:56:02.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:23:0) after 4m35s
[04:00:37.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:23:0)
[04:00:37.947] Build status: SCHEDULED
[04:00:37.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:24:0) after 9m51s
[04:10:29.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:24:0)
[04:10:29.058] Build status: SCHEDULED
[04:10:29.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:25:0) after 5m42s
[04:16:11.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:25:0)
[04:16:11.091] Build status: SCHEDULED
[04:16:11.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:26:0) after 1m37s
[04:17:48.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:26:0)
[04:17:48.521] Build status: SCHEDULED
[04:17:48.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:27:0) after 2m49s
[04:20:37.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:27:0)
[04:20:37.606] Build status: SCHEDULED
[04:20:37.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:28:0) after 9m18s
[04:29:55.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:28:0)
[04:29:55.842] Build status: SCHEDULED
[04:29:55.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:29:0) after 3m5s
[04:33:00.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:29:0)
[04:33:00.892] Build status: SCHEDULED
[04:33:00.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:30:0) after 5m59s
[04:38:59.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:30:0)
[04:38:59.932] Build status: SCHEDULED
[04:38:59.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:31:0) after 2m9s
[04:41:09.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:31:0)
[04:41:09.109] Build status: SCHEDULED
[04:41:09.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:32:0) after 8m15s
[04:49:24.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:32:0)
[04:49:24.172] Build status: SCHEDULED
[04:49:24.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:33:0) after 9m46s
[04:56:48.423] Received PubSub notification, asking Buildbucket for the build status
[04:56:48.444] Build status: STARTED
[04:59:10.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:33:0)
[04:59:10.319] Build status: STARTED
[04:59:10.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:35:0) after 1m10s
[05:00:20.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:35:0)
[05:00:20.468] Build status: STARTED
[05:00:20.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:36:0) after 3m12s
[05:03:32.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:36:0)
[05:03:32.501] Build status: STARTED
[05:03:32.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844668275691093376:37:0) after 2m51s
[05:03:50.362] Received PubSub notification, asking Buildbucket for the build status
[05:03:50.385] Build:
{
  "id": "8679238213242136961",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T02:14:12.267711937Z",
  "startTime": "2026-06-12T04:56:48.046212095Z",
  "endTime": "2026-06-12T05:03:50.061450586Z",
  "updateTime": "2026-06-12T05:03:50.061450586Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70a25521129b8a796424682b80074e3742ae4cc9",
      "ref": "refs/heads/main"
    }
  }
}
[05:03:50.385] Invocation finished in 2h49m39.836620867s with status FAILED