1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8844662594168457120
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "70a25521129b8a796424682b80074e3742ae4cc9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:44:28.876] New invocation is queued and will start shortly
[03:44:30.126] Starting the invocation (attempt 1)
[03:44:30.154] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9"
[03:44:30.154] Popped gitiles commit info from properties and tags
[03:44:30.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:44:30.155] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:44:30.155] Buildbucket request:
{
  "requestId": "8844662594168457120",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844662594168457120",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "title": "3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "title": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "70a25521129b8a796424682b80074e3742ae4cc9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70a25521129b8a796424682b80074e3742ae4cc9",
                        "title": "70a25521129b8a796424682b80074e3742ae4cc9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70a25521129b8a796424682b80074e3742ae4cc9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "70a25521129b8a796424682b80074e3742ae4cc9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844662594168457120"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:44:30.600] Scheduled build:
{
  "id": "8679232532090990257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T03:44:30.235479498Z",
  "updateTime": "2026-06-12T03:44:30.235479498Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70a25521129b8a796424682b80074e3742ae4cc9",
      "ref": "refs/heads/main"
    }
  }
}
[03:44:30.600] Task URL: https://cr-buildbucket.appspot.com/build/8679232532090990257
[03:44:30.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:2:0) after 1m31s
[03:44:49.936] Received PubSub notification, asking Buildbucket for the build status
[03:44:49.954] Build status: SCHEDULED
[03:46:01.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:2:0)
[03:46:01.841] Build status: SCHEDULED
[03:46:01.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:4:0) after 9m30s
[03:55:31.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:4:0)
[03:55:31.870] Build status: SCHEDULED
[03:55:31.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:5:0) after 9m52s
[04:05:24.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:5:0)
[04:05:24.022] Build status: SCHEDULED
[04:05:24.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:6:0) after 3m24s
[04:08:48.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:6:0)
[04:08:48.175] Build status: SCHEDULED
[04:08:48.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:7:0) after 8m10s
[04:16:58.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:7:0)
[04:16:58.628] Build status: SCHEDULED
[04:16:58.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:8:0) after 1m20s
[04:18:18.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:8:0)
[04:18:18.694] Build status: SCHEDULED
[04:18:18.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:9:0) after 4m25s
[04:22:43.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:9:0)
[04:22:43.780] Build status: SCHEDULED
[04:22:43.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:10:0) after 7m19s
[04:30:02.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:10:0)
[04:30:02.956] Build status: SCHEDULED
[04:30:02.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:11:0) after 7m57s
[04:38:00.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:11:0)
[04:38:00.240] Build status: SCHEDULED
[04:38:00.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:12:0) after 5m0s
[04:43:00.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:12:0)
[04:43:00.281] Build status: SCHEDULED
[04:43:00.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:13:0) after 5m42s
[04:48:42.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:13:0)
[04:48:42.312] Build status: SCHEDULED
[04:48:42.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:14:0) after 4m29s
[04:53:11.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:14:0)
[04:53:11.368] Build status: SCHEDULED
[04:53:11.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:15:0) after 8m46s
[05:01:57.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:15:0)
[05:01:57.435] Build status: SCHEDULED
[05:01:57.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:16:0) after 1m45s
[05:03:42.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:16:0)
[05:03:42.467] Build status: SCHEDULED
[05:03:42.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:17:0) after 9m8s
[05:12:50.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:17:0)
[05:12:50.580] Build status: SCHEDULED
[05:12:50.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:18:0) after 9m52s
[05:22:42.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:18:0)
[05:22:42.648] Build status: SCHEDULED
[05:22:42.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:19:0) after 5m43s
[05:28:25.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:19:0)
[05:28:25.729] Build status: SCHEDULED
[05:28:25.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:20:0) after 8m18s
[05:36:43.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:20:0)
[05:36:43.762] Build status: SCHEDULED
[05:36:43.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:21:0) after 8m13s
[05:44:56.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:21:0)
[05:44:56.793] Build status: SCHEDULED
[05:44:56.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:22:0) after 6m14s
[05:51:10.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:22:0)
[05:51:11.030] Build status: SCHEDULED
[05:51:11.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:23:0) after 7m33s
[05:58:44.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:23:0)
[05:58:44.110] Build status: SCHEDULED
[05:58:44.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:24:0) after 6m55s
[06:05:39.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:24:0)
[06:05:39.189] Build status: SCHEDULED
[06:05:39.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:25:0) after 6m38s
[06:12:17.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:25:0)
[06:12:17.326] Build status: SCHEDULED
[06:12:17.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:26:0) after 2m43s
[06:15:00.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:26:0)
[06:15:00.392] Build status: SCHEDULED
[06:15:00.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:27:0) after 4m22s
[06:19:22.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:27:0)
[06:19:22.569] Build status: SCHEDULED
[06:19:22.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:28:0) after 8m14s
[06:22:39.513] Received PubSub notification, asking Buildbucket for the build status
[06:22:39.531] Build status: STARTED
[06:27:36.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:28:0)
[06:27:36.600] Build status: STARTED
[06:27:36.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:30:0) after 1m42s
[06:29:19.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:30:0)
[06:29:19.146] Build status: STARTED
[06:29:19.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844662594168457120:31:0) after 4m52s
[06:29:31.567] Received PubSub notification, asking Buildbucket for the build status
[06:29:31.978] Build:
{
  "id": "8679232532090990257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T03:44:30.235479498Z",
  "startTime": "2026-06-12T06:22:39.346068562Z",
  "endTime": "2026-06-12T06:29:29.768422094Z",
  "updateTime": "2026-06-12T06:29:29.768422094Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70a25521129b8a796424682b80074e3742ae4cc9",
      "ref": "refs/heads/main"
    }
  }
}
[06:29:31.978] Invocation finished in 2h45m3.107944105s with status FAILED