Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "70189e492f279bcffb66a5969b5a7862511e96bb"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70189e492f279bcffb66a5969b5a7862511e96bb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:32:00.610] New invocation is queued and will start shortly
[22:32:01.865] Starting the invocation (attempt 1)
[22:32:01.888] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70189e492f279bcffb66a5969b5a7862511e96bb"
[22:32:01.888] Popped gitiles commit info from properties and tags
[22:32:01.888] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:32:01.888] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:32:01.888] Buildbucket request:
{
  "requestId": "8840877180560668512",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840877180560668512",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4285f564736e898fa53c75850d53e8434a778d77"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4285f564736e898fa53c75850d53e8434a778d77",
                        "title": "4285f564736e898fa53c75850d53e8434a778d77",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4285f564736e898fa53c75850d53e8434a778d77"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0df397537dee4d6e04b2176908f00689a43ccbf3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0df397537dee4d6e04b2176908f00689a43ccbf3",
                        "title": "0df397537dee4d6e04b2176908f00689a43ccbf3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0df397537dee4d6e04b2176908f00689a43ccbf3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "309122cf91682b96d6a95c3c22f78a2766cc749f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@309122cf91682b96d6a95c3c22f78a2766cc749f",
                        "title": "309122cf91682b96d6a95c3c22f78a2766cc749f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/309122cf91682b96d6a95c3c22f78a2766cc749f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d4f44dd749c0f14c3752253055b725f7de432ff8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d4f44dd749c0f14c3752253055b725f7de432ff8",
                        "title": "d4f44dd749c0f14c3752253055b725f7de432ff8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d4f44dd749c0f14c3752253055b725f7de432ff8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e0f05e9774bb3ae2c68d2e0be0344a3de31f2c8c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0f05e9774bb3ae2c68d2e0be0344a3de31f2c8c",
                        "title": "e0f05e9774bb3ae2c68d2e0be0344a3de31f2c8c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0f05e9774bb3ae2c68d2e0be0344a3de31f2c8c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "70189e492f279bcffb66a5969b5a7862511e96bb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70189e492f279bcffb66a5969b5a7862511e96bb",
                        "title": "70189e492f279bcffb66a5969b5a7862511e96bb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70189e492f279bcffb66a5969b5a7862511e96bb"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "70189e492f279bcffb66a5969b5a7862511e96bb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840877180560668512"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:32:02.526] Scheduled build:
{
  "id": "8675447118269083809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T22:32:02.174487930Z",
  "updateTime": "2026-07-23T22:32:02.174487930Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70189e492f279bcffb66a5969b5a7862511e96bb",
      "ref": "refs/heads/main"
    }
  }
}
[22:32:02.526] Task URL: https://cr-buildbucket.appspot.com/build/8675447118269083809
[22:32:02.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:2:0) after 5m4s
[22:32:03.516] Received PubSub notification, asking Buildbucket for the build status
[22:32:03.539] Build status: SCHEDULED
[22:37:06.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:2:0)
[22:37:06.591] Build status: SCHEDULED
[22:37:06.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:4:0) after 9m13s
[22:46:19.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:4:0)
[22:46:19.785] Build status: SCHEDULED
[22:46:19.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:5:0) after 6m15s
[22:52:34.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:5:0)
[22:52:35.024] Build status: SCHEDULED
[22:52:35.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:6:0) after 1m36s
[22:54:11.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:6:0)
[22:54:11.287] Build status: SCHEDULED
[22:54:11.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:7:0) after 2m11s
[22:56:22.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:7:0)
[22:56:22.361] Build status: SCHEDULED
[22:56:22.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:8:0) after 7m6s
[23:03:28.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:8:0)
[23:03:28.536] Build status: SCHEDULED
[23:03:28.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:9:0) after 5m22s
[23:08:50.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:9:0)
[23:08:50.594] Build status: SCHEDULED
[23:08:50.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:10:0) after 5m8s
[23:13:58.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:10:0)
[23:13:58.628] Build status: SCHEDULED
[23:13:58.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:11:0) after 2m24s
[23:16:22.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:11:0)
[23:16:22.974] Build status: SCHEDULED
[23:16:22.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:12:0) after 2m3s
[23:18:25.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:12:0)
[23:18:25.988] Build status: SCHEDULED
[23:18:25.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:13:0) after 8m59s
[23:27:25.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:13:0)
[23:27:25.022] Build status: SCHEDULED
[23:27:25.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:14:0) after 2m29s
[23:29:54.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:14:0)
[23:29:54.232] Build status: SCHEDULED
[23:29:54.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:15:0) after 5m35s
[23:35:29.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:15:0)
[23:35:29.505] Build status: SCHEDULED
[23:35:29.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:16:0) after 8m42s
[23:44:11.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:16:0)
[23:44:11.922] Build status: SCHEDULED
[23:44:11.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:17:0) after 6m46s
[23:50:57.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:17:0)
[23:50:57.976] Build status: SCHEDULED
[23:50:57.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:18:0) after 9m23s
[00:00:20.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:18:0)
[00:00:21.021] Build status: SCHEDULED
[00:00:21.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:19:0) after 5m7s
[00:05:28.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:19:0)
[00:05:28.098] Build status: SCHEDULED
[00:05:28.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:20:0) after 4m41s
[00:10:09.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:20:0)
[00:10:09.138] Build status: SCHEDULED
[00:10:09.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:21:0) after 4m12s
[00:14:21.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:21:0)
[00:14:21.248] Build status: SCHEDULED
[00:14:21.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:22:0) after 1m54s
[00:16:15.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:22:0)
[00:16:15.338] Build status: SCHEDULED
[00:16:15.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:23:0) after 5m56s
[00:22:11.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:23:0)
[00:22:11.434] Build status: SCHEDULED
[00:22:11.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:24:0) after 7m36s
[00:29:47.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:24:0)
[00:29:47.424] Build status: SCHEDULED
[00:29:47.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:25:0) after 7m30s
[00:37:17.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:25:0)
[00:37:17.461] Build status: SCHEDULED
[00:37:17.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:26:0) after 5m15s
[00:42:32.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:26:0)
[00:42:32.529] Build status: SCHEDULED
[00:42:32.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:27:0) after 3m50s
[00:46:23.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:27:0)
[00:46:23.239] Build status: SCHEDULED
[00:46:23.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:28:0) after 5m0s
[00:51:23.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:28:0)
[00:51:23.303] Build status: SCHEDULED
[00:51:23.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:29:0) after 5m37s
[00:57:00.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:29:0)
[00:57:00.365] Build status: SCHEDULED
[00:57:00.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:30:0) after 3m30s
[01:00:30.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:30:0)
[01:00:30.587] Build status: SCHEDULED
[01:00:30.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:31:0) after 4m12s
[01:04:42.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:31:0)
[01:04:42.747] Build status: SCHEDULED
[01:04:42.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:32:0) after 2m14s
[01:06:49.425] Received PubSub notification, asking Buildbucket for the build status
[01:06:49.445] Build status: STARTED
[01:06:56.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:32:0)
[01:06:56.875] Build status: STARTED
[01:06:56.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840877180560668512:34:0) after 6m49s
[01:07:45.583] Received PubSub notification, asking Buildbucket for the build status
[01:07:45.602] Build:
{
  "id": "8675447118269083809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-23T22:32:02.174487930Z",
  "startTime": "2026-07-24T01:06:49.242067146Z",
  "endTime": "2026-07-24T01:07:45.135915067Z",
  "updateTime": "2026-07-24T01:07:45.135915067Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "70189e492f279bcffb66a5969b5a7862511e96bb",
      "ref": "refs/heads/main"
    }
  }
}
[01:07:45.602] Invocation finished in 2h35m44.997018632s with status FAILED