1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest
  4. 8842393080640953168
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e19579be5a6be9010eb30e266a65692ce7f1f59f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:57:25.636] New invocation is queued and will start shortly
[04:57:26.753] Starting the invocation (attempt 1)
[04:57:26.823] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f"
[04:57:26.823] Popped gitiles commit info from properties and tags
[04:57:26.823] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:57:26.823] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:57:26.823] Buildbucket request:
{
  "requestId": "8842393080640953168",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8842393080640953168",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
                        "title": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e18abc6b4381b3d14ed8c72a9d830a4e031fe31"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e19579be5a6be9010eb30e266a65692ce7f1f59f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e19579be5a6be9010eb30e266a65692ce7f1f59f",
                        "title": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842393080640953168"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:57:27.202] Scheduled build:
{
  "id": "8676963018680248769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-07T04:57:26.885113925Z",
  "updateTime": "2026-07-07T04:57:26.885113925Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:57:27.202] Task URL: https://cr-buildbucket.appspot.com/build/8676963018680248769
[04:57:27.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:2:0) after 6m16s
[04:57:28.154] Received PubSub notification, asking Buildbucket for the build status
[04:57:28.172] Build status: SCHEDULED
[05:03:43.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:2:0)
[05:03:43.242] Build status: SCHEDULED
[05:03:43.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:4:0) after 1m49s
[05:05:32.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:4:0)
[05:05:32.244] Build status: SCHEDULED
[05:05:32.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:5:0) after 3m32s
[05:09:04.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:5:0)
[05:09:04.320] Build status: SCHEDULED
[05:09:04.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:6:0) after 4m20s
[05:13:24.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:6:0)
[05:13:24.388] Build status: SCHEDULED
[05:13:24.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:7:0) after 5m37s
[05:19:01.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:7:0)
[05:19:01.426] Build status: SCHEDULED
[05:19:01.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:8:0) after 7m11s
[05:26:12.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:8:0)
[05:26:12.481] Build status: SCHEDULED
[05:26:12.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:9:0) after 7m26s
[05:33:38.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:9:0)
[05:33:38.520] Build status: SCHEDULED
[05:33:38.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:10:0) after 2m48s
[05:36:26.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:10:0)
[05:36:26.582] Build status: SCHEDULED
[05:36:26.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:11:0) after 5m11s
[05:41:37.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:11:0)
[05:41:37.693] Build status: SCHEDULED
[05:41:37.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:12:0) after 1m59s
[05:43:36.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:12:0)
[05:43:36.798] Build status: SCHEDULED
[05:43:36.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:13:0) after 5m14s
[05:48:50.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:13:0)
[05:48:50.917] Build status: SCHEDULED
[05:48:50.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:14:0) after 3m16s
[05:52:06.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:14:0)
[05:52:06.996] Build status: SCHEDULED
[05:52:06.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:15:0) after 9m45s
[06:01:52.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:15:0)
[06:01:52.082] Build status: SCHEDULED
[06:01:52.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:16:0) after 5m7s
[06:06:59.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:16:0)
[06:06:59.116] Build status: SCHEDULED
[06:06:59.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:17:0) after 9m51s
[06:16:50.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:17:0)
[06:16:50.102] Build status: SCHEDULED
[06:16:50.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:18:0) after 4m7s
[06:20:57.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:18:0)
[06:20:57.164] Build status: SCHEDULED
[06:20:57.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:19:0) after 9m13s
[06:30:10.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:19:0)
[06:30:10.209] Build status: SCHEDULED
[06:30:10.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:20:0) after 7m1s
[06:37:11.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:20:0)
[06:37:11.254] Build status: SCHEDULED
[06:37:11.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:21:0) after 1m57s
[06:39:08.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:21:0)
[06:39:08.337] Build status: SCHEDULED
[06:39:08.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:22:0) after 6m56s
[06:46:04.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:22:0)
[06:46:04.391] Build status: SCHEDULED
[06:46:04.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:23:0) after 2m54s
[06:48:58.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:23:0)
[06:48:58.391] Build status: SCHEDULED
[06:48:58.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:24:0) after 2m30s
[06:51:28.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:24:0)
[06:51:28.429] Build status: SCHEDULED
[06:51:28.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:25:0) after 7m8s
[06:58:36.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:25:0)
[06:58:36.562] Build status: SCHEDULED
[06:58:36.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:26:0) after 5m28s
[07:04:04.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:26:0)
[07:04:04.655] Build status: SCHEDULED
[07:04:04.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:27:0) after 6m2s
[07:10:06.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:27:0)
[07:10:06.753] Build status: SCHEDULED
[07:10:06.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:28:0) after 6m33s
[07:16:39.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:28:0)
[07:16:39.850] Build status: SCHEDULED
[07:16:39.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:29:0) after 4m39s
[07:21:18.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:29:0)
[07:21:18.908] Build status: SCHEDULED
[07:21:18.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:30:0) after 4m56s
[07:26:14.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:30:0)
[07:26:15.025] Build status: SCHEDULED
[07:26:15.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:31:0) after 4m21s
[07:30:36.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:31:0)
[07:30:36.047] Build status: SCHEDULED
[07:30:36.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:32:0) after 5m59s
[07:36:35.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:32:0)
[07:36:35.068] Build status: SCHEDULED
[07:36:35.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:33:0) after 3m15s
[07:39:50.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:33:0)
[07:39:50.101] Build status: SCHEDULED
[07:39:50.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:34:0) after 8m19s
[07:48:09.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:34:0)
[07:48:09.233] Build status: SCHEDULED
[07:48:09.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:35:0) after 5m8s
[07:53:17.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:35:0)
[07:53:17.464] Build status: SCHEDULED
[07:53:17.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:36:0) after 6m9s
[07:59:26.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:36:0)
[07:59:26.504] Build status: SCHEDULED
[07:59:26.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:37:0) after 2m57s
[08:01:12.403] Received PubSub notification, asking Buildbucket for the build status
[08:01:12.420] Build status: STARTED
[08:02:23.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:37:0)
[08:02:23.624] Build status: STARTED
[08:02:23.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8842393080640953168:39:0) after 4m58s
[08:04:57.987] Received PubSub notification, asking Buildbucket for the build status
[08:04:58.007] Build:
{
  "id": "8676963018680248769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-07T04:57:26.885113925Z",
  "startTime": "2026-07-07T08:01:12.241086264Z",
  "endTime": "2026-07-07T08:04:57.632226523Z",
  "updateTime": "2026-07-07T08:04:57.632226523Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:04:58.007] Invocation finished in 3h7m32.37489473s with status FAILED