Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5243af5d1160fe4474836d6fa97905621411513"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:54:08.304] New invocation is queued and will start shortly
[18:54:09.431] Starting the invocation (attempt 1)
[18:54:09.479] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513"
[18:54:09.479] Popped gitiles commit info from properties and tags
[18:54:09.480] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:54:09.480] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:54:09.480] Buildbucket request:
{
  "requestId": "8844967751355491248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844967751355491248",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5243af5d1160fe4474836d6fa97905621411513"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5243af5d1160fe4474836d6fa97905621411513",
                        "title": "a5243af5d1160fe4474836d6fa97905621411513",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5243af5d1160fe4474836d6fa97905621411513"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5243af5d1160fe4474836d6fa97905621411513",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844967751355491248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:54:09.974] Scheduled build:
{
  "id": "8679537689379148081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T18:54:09.567676679Z",
  "updateTime": "2026-06-08T18:54:09.567676679Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5243af5d1160fe4474836d6fa97905621411513",
      "ref": "refs/heads/main"
    }
  }
}
[18:54:09.974] Task URL: https://cr-buildbucket.appspot.com/build/8679537689379148081
[18:54:09.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:2:0) after 1m13s
[18:54:10.932] Received PubSub notification, asking Buildbucket for the build status
[18:54:10.947] Build status: SCHEDULED
[18:55:23.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:2:0)
[18:55:23.173] Build status: SCHEDULED
[18:55:23.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:4:0) after 6m44s
[19:02:07.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:4:0)
[19:02:07.273] Build status: SCHEDULED
[19:02:07.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:5:0) after 9m50s
[19:11:57.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:5:0)
[19:11:57.372] Build status: SCHEDULED
[19:11:57.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:6:0) after 1m13s
[19:13:10.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:6:0)
[19:13:10.427] Build status: SCHEDULED
[19:13:10.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:7:0) after 8m0s
[19:21:10.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:7:0)
[19:21:10.910] Build status: SCHEDULED
[19:21:10.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:8:0) after 4m4s
[19:25:14.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:8:0)
[19:25:15.007] Build status: SCHEDULED
[19:25:15.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:9:0) after 6m2s
[19:31:17.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:9:0)
[19:31:17.086] Build status: SCHEDULED
[19:31:17.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:10:0) after 2m25s
[19:33:42.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:10:0)
[19:33:42.139] Build status: SCHEDULED
[19:33:42.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:11:0) after 7m39s
[19:41:21.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:11:0)
[19:41:21.229] Build status: SCHEDULED
[19:41:21.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:12:0) after 7m48s
[19:49:09.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:12:0)
[19:49:09.410] Build status: SCHEDULED
[19:49:09.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:13:0) after 3m38s
[19:52:47.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:13:0)
[19:52:47.513] Build status: SCHEDULED
[19:52:47.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:14:0) after 7m19s
[20:00:06.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:14:0)
[20:00:06.569] Build status: SCHEDULED
[20:00:06.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:15:0) after 2m18s
[20:02:24.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:15:0)
[20:02:24.709] Build status: SCHEDULED
[20:02:24.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:16:0) after 2m54s
[20:05:18.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:16:0)
[20:05:18.750] Build status: SCHEDULED
[20:05:18.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:17:0) after 8m14s
[20:13:32.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:17:0)
[20:13:32.786] Build status: SCHEDULED
[20:13:32.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:18:0) after 4m20s
[20:17:52.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:18:0)
[20:17:52.870] Build status: SCHEDULED
[20:17:52.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:19:0) after 3m23s
[20:21:15.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:19:0)
[20:21:15.948] Build status: SCHEDULED
[20:21:15.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:20:0) after 2m41s
[20:23:56.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:20:0)
[20:23:56.957] Build status: SCHEDULED
[20:23:56.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:21:0) after 9m44s
[20:33:41.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:21:0)
[20:33:41.102] Build status: SCHEDULED
[20:33:41.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:22:0) after 4m29s
[20:38:10.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:22:0)
[20:38:10.333] Build status: SCHEDULED
[20:38:10.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:23:0) after 8m40s
[20:46:50.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:23:0)
[20:46:50.418] Build status: SCHEDULED
[20:46:50.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:24:0) after 2m22s
[20:49:12.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:24:0)
[20:49:12.535] Build status: SCHEDULED
[20:49:12.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:25:0) after 3m33s
[20:52:45.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:25:0)
[20:52:45.603] Build status: SCHEDULED
[20:52:45.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:26:0) after 8m41s
[21:01:26.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:26:0)
[21:01:26.767] Build status: SCHEDULED
[21:01:26.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:27:0) after 5m4s
[21:06:30.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:27:0)
[21:06:30.928] Build status: SCHEDULED
[21:06:30.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:28:0) after 6m19s
[21:12:50.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:28:0)
[21:12:50.041] Build status: SCHEDULED
[21:12:50.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:29:0) after 6m27s
[21:19:17.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:29:0)
[21:19:17.081] Build status: SCHEDULED
[21:19:17.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:30:0) after 7m0s
[21:26:17.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:30:0)
[21:26:17.112] Build status: SCHEDULED
[21:26:17.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:31:0) after 7m35s
[21:33:52.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:31:0)
[21:33:52.205] Build status: SCHEDULED
[21:33:52.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:32:0) after 1m34s
[21:35:26.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:32:0)
[21:35:26.275] Build status: SCHEDULED
[21:35:26.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:33:0) after 2m51s
[21:38:17.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:33:0)
[21:38:17.309] Build status: SCHEDULED
[21:38:17.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:34:0) after 3m48s
[21:42:05.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:34:0)
[21:42:05.379] Build status: SCHEDULED
[21:42:05.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:35:0) after 6m24s
[21:43:53.935] Received PubSub notification, asking Buildbucket for the build status
[21:43:53.957] Build status: STARTED
[21:48:29.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:35:0)
[21:48:29.465] Build status: STARTED
[21:48:29.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844967751355491248:37:0) after 4m36s
[21:50:29.483] Received PubSub notification, asking Buildbucket for the build status
[21:50:29.504] Build:
{
  "id": "8679537689379148081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-08T18:54:09.567676679Z",
  "startTime": "2026-06-08T21:43:53.724272499Z",
  "endTime": "2026-06-08T21:50:29.058134714Z",
  "updateTime": "2026-06-08T21:50:29.058134714Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5243af5d1160fe4474836d6fa97905621411513",
      "ref": "refs/heads/main"
    }
  }
}
[21:50:29.504] Invocation finished in 2h56m21.206403789s with status FAILED