Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "df53071d71a5ebc3f841c8fa0c41358264c7305c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:47:08.445] New invocation is queued and will start shortly
[23:47:09.759] Starting the invocation (attempt 1)
[23:47:09.789] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
[23:47:09.789] Popped gitiles commit info from properties and tags
[23:47:09.789] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:47:09.790] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:47:09.790] Buildbucket request:
{
  "requestId": "8848754389830088320",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848754389830088320",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "904651933bb94825cf07118fddc543cab2c20d8a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@904651933bb94825cf07118fddc543cab2c20d8a",
                        "title": "904651933bb94825cf07118fddc543cab2c20d8a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/904651933bb94825cf07118fddc543cab2c20d8a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df53071d71a5ebc3f841c8fa0c41358264c7305c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df53071d71a5ebc3f841c8fa0c41358264c7305c",
                        "title": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848754389830088320"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:47:10.459] Scheduled build:
{
  "id": "8683324327502252017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-27T23:47:10.043310342Z",
  "updateTime": "2026-04-27T23:47:10.043310342Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
      "ref": "refs/heads/main"
    }
  }
}
[23:47:10.459] Task URL: https://cr-buildbucket.appspot.com/build/8683324327502252017
[23:47:10.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:2:0) after 4m33s
[23:47:11.397] Received PubSub notification, asking Buildbucket for the build status
[23:47:11.427] Build status: SCHEDULED
[23:51:43.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:2:0)
[23:51:43.532] Build status: SCHEDULED
[23:51:43.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:4:0) after 9m44s
[00:01:27.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:4:0)
[00:01:27.566] Build status: SCHEDULED
[00:01:27.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:5:0) after 3m52s
[00:05:19.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:5:0)
[00:05:19.672] Build status: SCHEDULED
[00:05:19.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:6:0) after 9m39s
[00:14:58.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:6:0)
[00:14:58.704] Build status: SCHEDULED
[00:14:58.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:7:0) after 7m24s
[00:22:22.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:7:0)
[00:22:22.742] Build status: SCHEDULED
[00:22:22.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:8:0) after 4m23s
[00:26:45.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:8:0)
[00:26:45.949] Build status: SCHEDULED
[00:26:45.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:9:0) after 8m58s
[00:35:44.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:9:0)
[00:35:44.344] Build status: SCHEDULED
[00:35:44.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:10:0) after 4m25s
[00:40:09.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:10:0)
[00:40:09.410] Build status: SCHEDULED
[00:40:09.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:11:0) after 3m30s
[00:43:39.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:11:0)
[00:43:39.485] Build status: SCHEDULED
[00:43:39.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:12:0) after 5m1s
[00:48:40.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:12:0)
[00:48:40.564] Build status: SCHEDULED
[00:48:40.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:13:0) after 4m38s
[00:53:18.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:13:0)
[00:53:18.624] Build status: SCHEDULED
[00:53:18.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:14:0) after 8m14s
[01:01:32.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:14:0)
[01:01:32.705] Build status: SCHEDULED
[01:01:32.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:15:0) after 8m14s
[01:09:46.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:15:0)
[01:09:46.790] Build status: SCHEDULED
[01:09:46.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:16:0) after 7m16s
[01:17:02.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:16:0)
[01:17:02.834] Build status: SCHEDULED
[01:17:02.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:17:0) after 3m54s
[01:20:56.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:17:0)
[01:20:56.992] Build status: SCHEDULED
[01:20:56.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:18:0) after 9m9s
[01:30:06.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:18:0)
[01:30:06.041] Build status: SCHEDULED
[01:30:06.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:19:0) after 2m45s
[01:32:51.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:19:0)
[01:32:51.119] Build status: SCHEDULED
[01:32:51.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:20:0) after 5m48s
[01:38:39.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:20:0)
[01:38:39.125] Build status: SCHEDULED
[01:38:39.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:21:0) after 8m48s
[01:47:27.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:21:0)
[01:47:27.160] Build status: SCHEDULED
[01:47:27.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:22:0) after 2m22s
[01:49:49.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:22:0)
[01:49:49.229] Build status: SCHEDULED
[01:49:49.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:23:0) after 5m44s
[01:55:33.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:23:0)
[01:55:33.277] Build status: SCHEDULED
[01:55:33.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:24:0) after 7m45s
[02:03:18.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:24:0)
[02:03:18.380] Build status: SCHEDULED
[02:03:18.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:25:0) after 4m23s
[02:07:41.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:25:0)
[02:07:41.414] Build status: SCHEDULED
[02:07:41.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:26:0) after 4m55s
[02:12:36.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:26:0)
[02:12:36.672] Build status: SCHEDULED
[02:12:36.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:27:0) after 6m46s
[02:19:22.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:27:0)
[02:19:22.708] Build status: SCHEDULED
[02:19:22.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:28:0) after 8m51s
[02:28:13.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:28:0)
[02:28:13.777] Build status: SCHEDULED
[02:28:13.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:29:0) after 9m1s
[02:37:14.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:29:0)
[02:37:14.810] Build status: SCHEDULED
[02:37:14.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:30:0) after 3m53s
[02:40:51.978] Received PubSub notification, asking Buildbucket for the build status
[02:40:52.013] Build status: STARTED
[02:41:07.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:30:0)
[02:41:07.908] Build status: STARTED
[02:41:07.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:32:0) after 1m1s
[02:42:09.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:32:0)
[02:42:09.116] Build status: STARTED
[02:42:09.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848754389830088320:33:0) after 2m21s
[02:44:07.769] Received PubSub notification, asking Buildbucket for the build status
[02:44:07.786] Build:
{
  "id": "8683324327502252017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-27T23:47:10.043310342Z",
  "startTime": "2026-04-28T02:40:51.845187836Z",
  "endTime": "2026-04-28T02:43:59.323651588Z",
  "updateTime": "2026-04-28T02:43:59.323651588Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
      "ref": "refs/heads/main"
    }
  }
}
[02:44:07.786] Invocation finished in 2h56m59.346246113s with status FAILED