Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "030c4b536831b1348c32835839d4b537d4385b6f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/030c4b536831b1348c32835839d4b537d4385b6f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:30:00.937] New invocation is queued and will start shortly
[23:30:02.072] Starting the invocation (attempt 1)
[23:30:02.098] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/030c4b536831b1348c32835839d4b537d4385b6f"
[23:30:02.098] Popped gitiles commit info from properties and tags
[23:30:02.098] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:30:02.098] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:30:02.098] Buildbucket request:
{
  "requestId": "8854191285235344032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8854191285235344032",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "292e953b6618f574595c03c2abd2eadcfe9488b7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@292e953b6618f574595c03c2abd2eadcfe9488b7",
                        "title": "292e953b6618f574595c03c2abd2eadcfe9488b7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/292e953b6618f574595c03c2abd2eadcfe9488b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "98b5d67f41df840d3b9ad0ffe194ee33e681c916"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98b5d67f41df840d3b9ad0ffe194ee33e681c916",
                        "title": "98b5d67f41df840d3b9ad0ffe194ee33e681c916",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98b5d67f41df840d3b9ad0ffe194ee33e681c916"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64de9ff75d753d08c27777684140f133590797ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64de9ff75d753d08c27777684140f133590797ae",
                        "title": "64de9ff75d753d08c27777684140f133590797ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64de9ff75d753d08c27777684140f133590797ae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "21848108786d435d79b65e30342a229a06a27e48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21848108786d435d79b65e30342a229a06a27e48",
                        "title": "21848108786d435d79b65e30342a229a06a27e48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21848108786d435d79b65e30342a229a06a27e48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "030c4b536831b1348c32835839d4b537d4385b6f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@030c4b536831b1348c32835839d4b537d4385b6f",
                        "title": "030c4b536831b1348c32835839d4b537d4385b6f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/030c4b536831b1348c32835839d4b537d4385b6f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "030c4b536831b1348c32835839d4b537d4385b6f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8854191285235344032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:30:02.591] Scheduled build:
{
  "id": "8688761223282990993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-26T23:30:02.176863760Z",
  "updateTime": "2026-02-26T23:30:02.176863760Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "030c4b536831b1348c32835839d4b537d4385b6f",
      "ref": "refs/heads/main"
    }
  }
}
[23:30:02.591] Task URL: https://cr-buildbucket.appspot.com/build/8688761223282990993
[23:30:02.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:2:0) after 3m24s
[23:30:03.589] Received PubSub notification, asking Buildbucket for the build status
[23:30:03.609] Build status: SCHEDULED
[23:33:26.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:2:0)
[23:33:26.660] Build status: SCHEDULED
[23:33:26.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:4:0) after 6m48s
[23:40:14.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:4:0)
[23:40:14.782] Build status: SCHEDULED
[23:40:14.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:5:0) after 9m6s
[23:49:20.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:5:0)
[23:49:20.964] Build status: SCHEDULED
[23:49:20.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:6:0) after 3m35s
[23:52:56.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:6:0)
[23:52:56.058] Build status: SCHEDULED
[23:52:56.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:7:0) after 9m14s
[00:02:10.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:7:0)
[00:02:10.116] Build status: SCHEDULED
[00:02:10.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:8:0) after 1m0s
[00:03:10.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:8:0)
[00:03:10.233] Build status: SCHEDULED
[00:03:10.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:9:0) after 7m27s
[00:10:37.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:9:0)
[00:10:37.264] Build status: SCHEDULED
[00:10:37.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:10:0) after 7m0s
[00:17:37.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:10:0)
[00:17:37.282] Build status: SCHEDULED
[00:17:37.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:11:0) after 1m22s
[00:18:59.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:11:0)
[00:18:59.364] Build status: SCHEDULED
[00:18:59.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:12:0) after 2m57s
[00:21:56.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:12:0)
[00:21:56.402] Build status: SCHEDULED
[00:21:56.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:13:0) after 5m34s
[00:27:30.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:13:0)
[00:27:30.444] Build status: SCHEDULED
[00:27:30.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:14:0) after 3m46s
[00:31:16.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:14:0)
[00:31:16.569] Build status: SCHEDULED
[00:31:16.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:15:0) after 2m20s
[00:33:36.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:15:0)
[00:33:36.658] Build status: SCHEDULED
[00:33:36.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:16:0) after 6m52s
[00:40:28.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:16:0)
[00:40:28.705] Build status: SCHEDULED
[00:40:28.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:17:0) after 1m24s
[00:41:52.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:17:0)
[00:41:52.782] Build status: SCHEDULED
[00:41:52.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:18:0) after 9m22s
[00:51:14.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:18:0)
[00:51:14.772] Build status: SCHEDULED
[00:51:14.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:19:0) after 2m27s
[00:53:41.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:19:0)
[00:53:41.883] Build status: SCHEDULED
[00:53:41.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:20:0) after 4m20s
[00:58:02.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:20:0)
[00:58:02.046] Build status: SCHEDULED
[00:58:02.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:21:0) after 1m15s
[00:59:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:21:0)
[00:59:17.113] Build status: SCHEDULED
[00:59:17.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:22:0) after 8m21s
[01:07:38.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:22:0)
[01:07:38.187] Build status: SCHEDULED
[01:07:38.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:23:0) after 2m40s
[01:10:18.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:23:0)
[01:10:18.237] Build status: SCHEDULED
[01:10:18.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:24:0) after 5m31s
[01:15:49.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:24:0)
[01:15:49.268] Build status: SCHEDULED
[01:15:49.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:25:0) after 6m6s
[01:21:55.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:25:0)
[01:21:55.366] Build status: SCHEDULED
[01:21:55.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:26:0) after 4m1s
[01:25:56.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:26:0)
[01:25:56.643] Build status: SCHEDULED
[01:25:56.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:27:0) after 5m24s
[01:31:20.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:27:0)
[01:31:20.801] Build status: SCHEDULED
[01:31:20.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:28:0) after 1m17s
[01:32:37.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:28:0)
[01:32:37.795] Build status: SCHEDULED
[01:32:37.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:29:0) after 2m6s
[01:34:43.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:29:0)
[01:34:43.887] Build status: SCHEDULED
[01:34:43.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:30:0) after 5m20s
[01:40:03.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:30:0)
[01:40:03.926] Build status: SCHEDULED
[01:40:03.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:31:0) after 7m57s
[01:48:00.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:31:0)
[01:48:00.978] Build status: SCHEDULED
[01:48:00.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:32:0) after 9m48s
[01:57:49.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:32:0)
[01:57:49.016] Build status: SCHEDULED
[01:57:49.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:33:0) after 3m33s
[02:01:22.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:33:0)
[02:01:22.159] Build status: SCHEDULED
[02:01:22.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:34:0) after 5m12s
[02:06:34.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:34:0)
[02:06:34.308] Build status: SCHEDULED
[02:06:34.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:35:0) after 1m44s
[02:08:18.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:35:0)
[02:08:18.431] Build status: SCHEDULED
[02:08:18.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:36:0) after 3m50s
[02:12:08.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:36:0)
[02:12:08.506] Build status: SCHEDULED
[02:12:08.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:37:0) after 4m24s
[02:16:32.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:37:0)
[02:16:32.706] Build status: SCHEDULED
[02:16:32.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:38:0) after 8m25s
[02:24:57.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:38:0)
[02:24:57.777] Build status: SCHEDULED
[02:24:57.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:39:0) after 5m14s
[02:30:11.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:39:0)
[02:30:11.814] Build status: SCHEDULED
[02:30:11.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:40:0) after 3m26s
[02:33:37.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:40:0)
[02:33:37.890] Build status: SCHEDULED
[02:33:37.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:41:0) after 6m3s
[02:39:40.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:41:0)
[02:39:40.965] Build status: SCHEDULED
[02:39:40.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:42:0) after 3m24s
[02:43:05.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:42:0)
[02:43:05.049] Build status: SCHEDULED
[02:43:05.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:43:0) after 8m54s
[02:51:59.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:43:0)
[02:51:59.063] Build status: SCHEDULED
[02:51:59.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:44:0) after 9m11s
[03:01:10.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:44:0)
[03:01:10.120] Build status: SCHEDULED
[03:01:10.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:45:0) after 3m33s
[03:04:43.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:45:0)
[03:04:43.170] Build status: SCHEDULED
[03:04:43.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:46:0) after 6m4s
[03:10:47.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:46:0)
[03:10:47.208] Build status: SCHEDULED
[03:10:47.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:47:0) after 6m39s
[03:17:26.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:47:0)
[03:17:26.224] Build status: SCHEDULED
[03:17:26.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:48:0) after 3m26s
[03:20:52.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:48:0)
[03:20:52.266] Build status: SCHEDULED
[03:20:52.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:49:0) after 4m41s
[03:25:33.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:49:0)
[03:25:33.374] Build status: SCHEDULED
[03:25:33.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:50:0) after 2m39s
[03:27:41.826] Received PubSub notification, asking Buildbucket for the build status
[03:27:41.843] Build status: STARTED
[03:28:12.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:50:0)
[03:28:12.424] Build status: STARTED
[03:28:12.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8854191285235344032:52:0) after 2m53s
[03:30:46.091] Received PubSub notification, asking Buildbucket for the build status
[03:30:46.149] Build:
{
  "id": "8688761223282990993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-26T23:30:02.176863760Z",
  "startTime": "2026-02-27T03:27:41.449435357Z",
  "endTime": "2026-02-27T03:30:44.098572770Z",
  "updateTime": "2026-02-27T03:30:44.098572770Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "030c4b536831b1348c32835839d4b537d4385b6f",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:46.149] Invocation finished in 4h0m45.217962428s with status FAILED