Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "346c561d06ce4d73fef72ba9ed930095d650b402"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:21:17.365] New invocation is queued and will start shortly
[23:21:18.514] Starting the invocation (attempt 1)
[23:21:18.544] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402"
[23:21:18.544] Popped gitiles commit info from properties and tags
[23:21:18.544] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:21:18.544] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:21:18.544] Buildbucket request:
{
  "requestId": "8834441695564113472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8834441695564113472",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d12a98ff315a48b3adf92b7e49099960f9198fa3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d12a98ff315a48b3adf92b7e49099960f9198fa3",
                        "title": "d12a98ff315a48b3adf92b7e49099960f9198fa3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d12a98ff315a48b3adf92b7e49099960f9198fa3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f56d4b24f97d576657db4a325d55317357acb7e2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f56d4b24f97d576657db4a325d55317357acb7e2",
                        "title": "f56d4b24f97d576657db4a325d55317357acb7e2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f56d4b24f97d576657db4a325d55317357acb7e2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d3e6fc160023dc105bf5d02a8e222eed926dd365"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3e6fc160023dc105bf5d02a8e222eed926dd365",
                        "title": "d3e6fc160023dc105bf5d02a8e222eed926dd365",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3e6fc160023dc105bf5d02a8e222eed926dd365"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7a65abcc1cddcc0608cb4f1a055a54945b847ae7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a65abcc1cddcc0608cb4f1a055a54945b847ae7",
                        "title": "7a65abcc1cddcc0608cb4f1a055a54945b847ae7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a65abcc1cddcc0608cb4f1a055a54945b847ae7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24c267cee4a0008db399758392a58dae078c656f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24c267cee4a0008db399758392a58dae078c656f",
                        "title": "24c267cee4a0008db399758392a58dae078c656f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24c267cee4a0008db399758392a58dae078c656f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ac6ac563dd48507a1a4f2e9208c0461611b9d12b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ac6ac563dd48507a1a4f2e9208c0461611b9d12b",
                        "title": "ac6ac563dd48507a1a4f2e9208c0461611b9d12b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ac6ac563dd48507a1a4f2e9208c0461611b9d12b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6ba1b486685569e9bf8356d8869844117ae47f79"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ba1b486685569e9bf8356d8869844117ae47f79",
                        "title": "6ba1b486685569e9bf8356d8869844117ae47f79",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ba1b486685569e9bf8356d8869844117ae47f79"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "43885464e9e062a3e441f0f7f4b225115f2370e7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43885464e9e062a3e441f0f7f4b225115f2370e7",
                        "title": "43885464e9e062a3e441f0f7f4b225115f2370e7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43885464e9e062a3e441f0f7f4b225115f2370e7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "346c561d06ce4d73fef72ba9ed930095d650b402"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@346c561d06ce4d73fef72ba9ed930095d650b402",
                        "title": "346c561d06ce4d73fef72ba9ed930095d650b402",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8834441695564113472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:21:18.962] Scheduled build:
{
  "id": "8669011633600529233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-02T23:21:18.616107961Z",
  "updateTime": "2026-10-02T23:21:18.616107961Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
      "ref": "refs/heads/main"
    }
  }
}
[23:21:18.962] Task URL: https://cr-buildbucket.appspot.com/build/8669011633600529233
[23:21:18.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:2:0) after 1m16s
[23:21:19.905] Received PubSub notification, asking Buildbucket for the build status
[23:21:19.926] Build status: SCHEDULED
[23:22:34.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:2:0)
[23:22:35.029] Build status: SCHEDULED
[23:22:35.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:4:0) after 6m59s
[23:29:34.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:4:0)
[23:29:34.118] Build status: SCHEDULED
[23:29:34.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:5:0) after 4m36s
[23:34:10.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:5:0)
[23:34:10.302] Build status: SCHEDULED
[23:34:10.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:6:0) after 2m46s
[23:36:56.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:6:0)
[23:36:56.395] Build status: SCHEDULED
[23:36:56.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:7:0) after 5m21s
[23:42:17.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:7:0)
[23:42:17.428] Build status: SCHEDULED
[23:42:17.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:8:0) after 5m49s
[23:48:06.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:8:0)
[23:48:06.412] Build status: SCHEDULED
[23:48:06.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:9:0) after 5m54s
[23:54:00.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:9:0)
[23:54:00.558] Build status: SCHEDULED
[23:54:00.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:10:0) after 2m11s
[23:56:11.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:10:0)
[23:56:11.761] Build status: SCHEDULED
[23:56:11.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:11:0) after 2m11s
[23:58:22.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:11:0)
[23:58:22.965] Build status: SCHEDULED
[23:58:22.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:12:0) after 2m40s
[00:01:03.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:12:0)
[00:01:03.376] Build status: SCHEDULED
[00:01:03.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:13:0) after 9m36s
[00:10:39.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:13:0)
[00:10:39.399] Build status: SCHEDULED
[00:10:39.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:14:0) after 1m55s
[00:12:34.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:14:0)
[00:12:34.487] Build status: SCHEDULED
[00:12:34.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:15:0) after 5m19s
[00:17:53.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:15:0)
[00:17:53.718] Build status: SCHEDULED
[00:17:53.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:16:0) after 7m5s
[00:24:58.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:16:0)
[00:24:58.918] Build status: SCHEDULED
[00:24:58.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:17:0) after 7m14s
[00:32:12.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:17:0)
[00:32:12.960] Build status: SCHEDULED
[00:32:12.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:18:0) after 1m44s
[00:33:56.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:18:0)
[00:33:56.996] Build status: SCHEDULED
[00:33:56.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:19:0) after 8m20s
[00:42:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:19:0)
[00:42:17.119] Build status: SCHEDULED
[00:42:17.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:20:0) after 5m42s
[00:47:59.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:20:0)
[00:47:59.155] Build status: SCHEDULED
[00:47:59.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:21:0) after 1m26s
[00:49:25.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:21:0)
[00:49:25.204] Build status: SCHEDULED
[00:49:25.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:22:0) after 4m39s
[00:54:04.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:22:0)
[00:54:04.327] Build status: SCHEDULED
[00:54:04.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:23:0) after 8m0s
[01:02:04.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:23:0)
[01:02:04.464] Build status: SCHEDULED
[01:02:04.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:24:0) after 6m32s
[01:08:36.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:24:0)
[01:08:36.871] Build status: SCHEDULED
[01:08:36.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:25:0) after 2m57s
[01:11:33.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:25:0)
[01:11:33.947] Build status: SCHEDULED
[01:11:33.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:26:0) after 7m26s
[01:18:59.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:26:0)
[01:19:00.007] Build status: SCHEDULED
[01:19:00.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:27:0) after 6m29s
[01:25:29.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:27:0)
[01:25:29.315] Build status: SCHEDULED
[01:25:29.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:28:0) after 4m10s
[01:29:39.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:28:0)
[01:29:39.579] Build status: SCHEDULED
[01:29:39.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:29:0) after 2m5s
[01:31:44.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:29:0)
[01:31:44.672] Build status: SCHEDULED
[01:31:44.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:30:0) after 6m16s
[01:38:00.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:30:0)
[01:38:00.719] Build status: SCHEDULED
[01:38:00.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:31:0) after 6m49s
[01:44:49.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:31:0)
[01:44:49.757] Build status: SCHEDULED
[01:44:49.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:32:0) after 5m16s
[01:50:05.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:32:0)
[01:50:05.793] Build status: SCHEDULED
[01:50:05.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:33:0) after 6m14s
[01:56:19.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:33:0)
[01:56:19.844] Build status: SCHEDULED
[01:56:19.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:34:0) after 3m6s
[01:59:25.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:34:0)
[01:59:25.885] Build status: SCHEDULED
[01:59:25.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:35:0) after 6m12s
[02:05:37.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:35:0)
[02:05:38.012] Build status: SCHEDULED
[02:05:38.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:36:0) after 1m35s
[02:07:13.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:36:0)
[02:07:13.094] Build status: SCHEDULED
[02:07:13.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:37:0) after 2m37s
[02:09:50.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:37:0)
[02:09:50.199] Build status: SCHEDULED
[02:09:50.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:38:0) after 2m10s
[02:12:00.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:38:0)
[02:12:00.517] Build status: SCHEDULED
[02:12:00.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:39:0) after 2m25s
[02:14:25.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:39:0)
[02:14:25.712] Build status: SCHEDULED
[02:14:25.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:40:0) after 4m42s
[02:19:07.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:40:0)
[02:19:07.734] Build status: SCHEDULED
[02:19:07.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:41:0) after 2m26s
[02:21:33.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:41:0)
[02:21:33.790] Build status: SCHEDULED
[02:21:33.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:42:0) after 4m21s
[02:25:54.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:42:0)
[02:25:54.957] Build status: SCHEDULED
[02:25:54.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:43:0) after 2m48s
[02:28:43.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:43:0)
[02:28:43.098] Build status: SCHEDULED
[02:28:43.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:44:0) after 3m58s
[02:32:41.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:44:0)
[02:32:41.129] Build status: SCHEDULED
[02:32:41.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:45:0) after 1m31s
[02:34:12.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:45:0)
[02:34:12.178] Build status: SCHEDULED
[02:34:12.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834441695564113472:46:0) after 9m41s
[02:34:39.099] Received PubSub notification, asking Buildbucket for the build status
[02:34:39.118] Build status: STARTED
[02:38:45.837] Received PubSub notification, asking Buildbucket for the build status
[02:38:45.857] Build:
{
  "id": "8669011633600529233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-02T23:21:18.616107961Z",
  "startTime": "2026-10-03T02:34:38.679410963Z",
  "endTime": "2026-10-03T02:38:45.526692605Z",
  "updateTime": "2026-10-03T02:38:45.526692605Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
      "ref": "refs/heads/main"
    }
  }
}
[02:38:45.857] Invocation finished in 3h17m28.497745443s with status FAILED