1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8845426070456846496
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "fc76738a956203ed8f43a8bc69bcb59671f32131"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fc76738a956203ed8f43a8bc69bcb59671f32131
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:29:21.149] New invocation is queued and will start shortly
[17:29:22.300] Starting the invocation (attempt 1)
[17:29:22.325] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fc76738a956203ed8f43a8bc69bcb59671f32131"
[17:29:22.325] Popped gitiles commit info from properties and tags
[17:29:22.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:29:22.325] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:29:22.325] Buildbucket request:
{
  "requestId": "8845426070456846496",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845426070456846496",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c439e1fc5b94790d92e4dc5dcff4cf24a54d304e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c439e1fc5b94790d92e4dc5dcff4cf24a54d304e",
                        "title": "c439e1fc5b94790d92e4dc5dcff4cf24a54d304e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c439e1fc5b94790d92e4dc5dcff4cf24a54d304e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e9cd2780c16e45a0511f18db9618dd0c48e5b19d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9cd2780c16e45a0511f18db9618dd0c48e5b19d",
                        "title": "e9cd2780c16e45a0511f18db9618dd0c48e5b19d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9cd2780c16e45a0511f18db9618dd0c48e5b19d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2fe0db0c614754686ff1cfd4a3d9b43ae0ffddd0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2fe0db0c614754686ff1cfd4a3d9b43ae0ffddd0",
                        "title": "2fe0db0c614754686ff1cfd4a3d9b43ae0ffddd0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2fe0db0c614754686ff1cfd4a3d9b43ae0ffddd0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fc76738a956203ed8f43a8bc69bcb59671f32131"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc76738a956203ed8f43a8bc69bcb59671f32131",
                        "title": "fc76738a956203ed8f43a8bc69bcb59671f32131",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc76738a956203ed8f43a8bc69bcb59671f32131"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "fc76738a956203ed8f43a8bc69bcb59671f32131",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845426070456846496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:29:22.849] Scheduled build:
{
  "id": "8679996008485656417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T17:29:22.406560378Z",
  "updateTime": "2026-06-03T17:29:22.406560378Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fc76738a956203ed8f43a8bc69bcb59671f32131",
      "ref": "refs/heads/main"
    }
  }
}
[17:29:22.849] Task URL: https://cr-buildbucket.appspot.com/build/8679996008485656417
[17:29:22.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:2:0) after 1m22s
[17:29:23.734] Received PubSub notification, asking Buildbucket for the build status
[17:29:23.760] Build status: SCHEDULED
[17:30:45.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:2:0)
[17:30:45.079] Build status: SCHEDULED
[17:30:45.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:4:0) after 2m8s
[17:32:53.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:4:0)
[17:32:53.170] Build status: SCHEDULED
[17:32:53.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:5:0) after 4m39s
[17:37:32.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:5:0)
[17:37:32.207] Build status: SCHEDULED
[17:37:32.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:6:0) after 9m12s
[17:46:44.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:6:0)
[17:46:44.464] Build status: SCHEDULED
[17:46:44.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:7:0) after 7m15s
[17:53:59.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:7:0)
[17:53:59.560] Build status: SCHEDULED
[17:53:59.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:8:0) after 6m7s
[18:00:06.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:8:0)
[18:00:06.684] Build status: SCHEDULED
[18:00:06.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:9:0) after 7m45s
[18:07:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:9:0)
[18:07:51.774] Build status: SCHEDULED
[18:07:51.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:10:0) after 9m13s
[18:17:04.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:10:0)
[18:17:04.864] Build status: SCHEDULED
[18:17:04.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:11:0) after 8m37s
[18:25:41.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:11:0)
[18:25:41.950] Build status: SCHEDULED
[18:25:41.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:12:0) after 8m20s
[18:34:01.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:12:0)
[18:34:01.982] Build status: SCHEDULED
[18:34:01.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:13:0) after 2m5s
[18:36:07.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:13:0)
[18:36:07.075] Build status: SCHEDULED
[18:36:07.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:14:0) after 8m39s
[18:44:46.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:14:0)
[18:44:46.116] Build status: SCHEDULED
[18:44:46.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:15:0) after 6m8s
[18:50:54.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:15:0)
[18:50:54.247] Build status: SCHEDULED
[18:50:54.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:16:0) after 4m44s
[18:55:38.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:16:0)
[18:55:38.282] Build status: SCHEDULED
[18:55:38.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:17:0) after 3m47s
[18:59:25.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:17:0)
[18:59:25.382] Build status: SCHEDULED
[18:59:25.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:18:0) after 9m17s
[19:08:42.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:18:0)
[19:08:42.407] Build status: SCHEDULED
[19:08:42.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:19:0) after 3m6s
[19:11:48.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:19:0)
[19:11:48.488] Build status: SCHEDULED
[19:11:48.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:20:0) after 8m55s
[19:20:43.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:20:0)
[19:20:43.609] Build status: SCHEDULED
[19:20:43.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:21:0) after 4m12s
[19:24:56.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:21:0)
[19:24:56.079] Build status: SCHEDULED
[19:24:56.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:22:0) after 2m13s
[19:27:09.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:22:0)
[19:27:09.132] Build status: SCHEDULED
[19:27:09.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:23:0) after 8m24s
[19:35:33.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:23:0)
[19:35:33.176] Build status: SCHEDULED
[19:35:33.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:24:0) after 8m11s
[19:43:44.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:24:0)
[19:43:44.250] Build status: SCHEDULED
[19:43:44.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:25:0) after 3m8s
[19:46:52.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:25:0)
[19:46:52.416] Build status: SCHEDULED
[19:46:52.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:26:0) after 4m13s
[19:51:05.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:26:0)
[19:51:05.427] Build status: SCHEDULED
[19:51:05.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:27:0) after 1m33s
[19:52:38.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:27:0)
[19:52:38.528] Build status: SCHEDULED
[19:52:38.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:28:0) after 9m25s
[20:02:03.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:28:0)
[20:02:03.774] Build status: SCHEDULED
[20:02:03.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:29:0) after 8m53s
[20:06:43.362] Received PubSub notification, asking Buildbucket for the build status
[20:06:43.391] Build status: STARTED
[20:10:56.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:29:0)
[20:10:56.938] Build status: STARTED
[20:10:56.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845426070456846496:31:0) after 7m28s
[20:12:08.261] Received PubSub notification, asking Buildbucket for the build status
[20:12:08.287] Build:
{
  "id": "8679996008485656417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T17:29:22.406560378Z",
  "startTime": "2026-06-03T20:06:43.197787517Z",
  "endTime": "2026-06-03T20:12:07.939290641Z",
  "updateTime": "2026-06-03T20:12:07.939290641Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fc76738a956203ed8f43a8bc69bcb59671f32131",
      "ref": "refs/heads/main"
    }
  }
}
[20:12:08.287] Invocation finished in 2h42m47.144207723s with status FAILED