1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8843308121248760848
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "eed5fab601933024dd124bb7c062ff872afaae77"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eed5fab601933024dd124bb7c062ff872afaae77
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:33:14.911] New invocation is queued and will start shortly
[02:33:16.130] Starting the invocation (attempt 1)
[02:33:16.157] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eed5fab601933024dd124bb7c062ff872afaae77"
[02:33:16.157] Popped gitiles commit info from properties and tags
[02:33:16.157] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:33:16.158] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:33:16.158] Buildbucket request:
{
  "requestId": "8843308121248760848",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843308121248760848",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7e7d1368a06684009514342b8b277d0a31e536d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7e7d1368a06684009514342b8b277d0a31e536d9",
                        "title": "7e7d1368a06684009514342b8b277d0a31e536d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7e7d1368a06684009514342b8b277d0a31e536d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "301c7b581eb6b547f859fbff185c085bfbb61e28"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@301c7b581eb6b547f859fbff185c085bfbb61e28",
                        "title": "301c7b581eb6b547f859fbff185c085bfbb61e28",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/301c7b581eb6b547f859fbff185c085bfbb61e28"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "eed5fab601933024dd124bb7c062ff872afaae77"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eed5fab601933024dd124bb7c062ff872afaae77",
                        "title": "eed5fab601933024dd124bb7c062ff872afaae77",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eed5fab601933024dd124bb7c062ff872afaae77"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "eed5fab601933024dd124bb7c062ff872afaae77",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843308121248760848"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:33:16.565] Scheduled build:
{
  "id": "8677878059208356721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-27T02:33:16.235973970Z",
  "updateTime": "2026-06-27T02:33:16.235973970Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "eed5fab601933024dd124bb7c062ff872afaae77",
      "ref": "refs/heads/main"
    }
  }
}
[02:33:16.565] Task URL: https://cr-buildbucket.appspot.com/build/8677878059208356721
[02:33:16.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:2:0) after 8m12s
[02:33:21.767] Received PubSub notification, asking Buildbucket for the build status
[02:33:21.785] Build status: SCHEDULED
[02:41:28.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:2:0)
[02:41:28.645] Build status: SCHEDULED
[02:41:28.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:4:0) after 9m58s
[02:51:26.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:4:0)
[02:51:26.668] Build status: SCHEDULED
[02:51:26.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:5:0) after 7m43s
[02:59:09.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:5:0)
[02:59:09.747] Build status: SCHEDULED
[02:59:09.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:6:0) after 5m37s
[03:04:46.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:6:0)
[03:04:46.825] Build status: SCHEDULED
[03:04:46.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:7:0) after 1m23s
[03:06:09.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:7:0)
[03:06:09.859] Build status: SCHEDULED
[03:06:09.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:8:0) after 5m50s
[03:11:59.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:8:0)
[03:12:00.103] Build status: SCHEDULED
[03:12:00.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:9:0) after 9m41s
[03:21:41.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:9:0)
[03:21:41.232] Build status: SCHEDULED
[03:21:41.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:10:0) after 7m55s
[03:29:36.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:10:0)
[03:29:36.274] Build status: SCHEDULED
[03:29:36.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:11:0) after 7m17s
[03:36:53.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:11:0)
[03:36:53.365] Build status: SCHEDULED
[03:36:53.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:12:0) after 5m0s
[03:41:53.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:12:0)
[03:41:53.370] Build status: SCHEDULED
[03:41:53.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:13:0) after 4m31s
[03:46:24.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:13:0)
[03:46:24.415] Build status: SCHEDULED
[03:46:24.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:14:0) after 3m57s
[03:50:21.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:14:0)
[03:50:21.460] Build status: SCHEDULED
[03:50:21.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:15:0) after 6m41s
[03:57:02.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:15:0)
[03:57:02.517] Build status: SCHEDULED
[03:57:02.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:16:0) after 8m13s
[04:05:15.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:16:0)
[04:05:15.556] Build status: SCHEDULED
[04:05:15.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:17:0) after 3m52s
[04:09:07.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:17:0)
[04:09:07.636] Build status: SCHEDULED
[04:09:07.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:18:0) after 7m58s
[04:17:05.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:18:0)
[04:17:05.700] Build status: SCHEDULED
[04:17:05.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:19:0) after 5m15s
[04:22:20.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:19:0)
[04:22:20.735] Build status: SCHEDULED
[04:22:20.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:20:0) after 8m13s
[04:30:33.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:20:0)
[04:30:33.772] Build status: SCHEDULED
[04:30:33.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:21:0) after 4m1s
[04:34:34.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:21:0)
[04:34:34.842] Build status: SCHEDULED
[04:34:34.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:22:0) after 9m36s
[04:44:10.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:22:0)
[04:44:10.875] Build status: SCHEDULED
[04:44:10.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:23:0) after 3m26s
[04:47:36.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:23:0)
[04:47:36.918] Build status: SCHEDULED
[04:47:36.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:24:0) after 5m29s
[04:53:05.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:24:0)
[04:53:05.959] Build status: SCHEDULED
[04:53:05.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:25:0) after 7m43s
[05:00:49.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:25:0)
[05:00:49.091] Build status: SCHEDULED
[05:00:49.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:26:0) after 5m52s
[05:03:10.408] Received PubSub notification, asking Buildbucket for the build status
[05:03:10.532] Build status: STARTED
[05:06:41.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:26:0)
[05:06:41.130] Build status: STARTED
[05:06:41.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:28:0) after 5m23s
[05:12:04.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:28:0)
[05:12:04.276] Build status: STARTED
[05:12:04.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8843308121248760848:29:0) after 1m31s
[05:13:01.564] Received PubSub notification, asking Buildbucket for the build status
[05:13:01.589] Build:
{
  "id": "8677878059208356721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-27T02:33:16.235973970Z",
  "startTime": "2026-06-27T05:03:10.177162263Z",
  "endTime": "2026-06-27T05:13:01.269276160Z",
  "updateTime": "2026-06-27T05:13:01.269276160Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "eed5fab601933024dd124bb7c062ff872afaae77",
      "ref": "refs/heads/main"
    }
  }
}
[05:13:01.589] Invocation finished in 2h39m46.682320231s with status FAILED