Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-ubsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "346c561d06ce4d73fef72ba9ed930095d650b402"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:58:44.305] New invocation is queued and will start shortly
[22:58:45.432] Starting the invocation (attempt 1)
[22:58:45.456] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402"
[22:58:45.456] Popped gitiles commit info from properties and tags
[22:58:45.456] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:58:45.456] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:58:45.457] Buildbucket request:
{
  "requestId": "8834443114353980240",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8834443114353980240",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "68ebbec8b2ebfdaab111d35bee0fdd2b611eb0fc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@68ebbec8b2ebfdaab111d35bee0fdd2b611eb0fc",
                        "title": "68ebbec8b2ebfdaab111d35bee0fdd2b611eb0fc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/68ebbec8b2ebfdaab111d35bee0fdd2b611eb0fc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5767574e11fed10ec5a9f799f15afe39dedd3459"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5767574e11fed10ec5a9f799f15afe39dedd3459",
                        "title": "5767574e11fed10ec5a9f799f15afe39dedd3459",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5767574e11fed10ec5a9f799f15afe39dedd3459"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e99adc5e44f9897957033183a5678bb218369869"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e99adc5e44f9897957033183a5678bb218369869",
                        "title": "e99adc5e44f9897957033183a5678bb218369869",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e99adc5e44f9897957033183a5678bb218369869"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d12a98ff315a48b3adf92b7e49099960f9198fa3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d12a98ff315a48b3adf92b7e49099960f9198fa3",
                        "title": "d12a98ff315a48b3adf92b7e49099960f9198fa3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d12a98ff315a48b3adf92b7e49099960f9198fa3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f56d4b24f97d576657db4a325d55317357acb7e2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f56d4b24f97d576657db4a325d55317357acb7e2",
                        "title": "f56d4b24f97d576657db4a325d55317357acb7e2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f56d4b24f97d576657db4a325d55317357acb7e2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d3e6fc160023dc105bf5d02a8e222eed926dd365"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3e6fc160023dc105bf5d02a8e222eed926dd365",
                        "title": "d3e6fc160023dc105bf5d02a8e222eed926dd365",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3e6fc160023dc105bf5d02a8e222eed926dd365"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7a65abcc1cddcc0608cb4f1a055a54945b847ae7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a65abcc1cddcc0608cb4f1a055a54945b847ae7",
                        "title": "7a65abcc1cddcc0608cb4f1a055a54945b847ae7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a65abcc1cddcc0608cb4f1a055a54945b847ae7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24c267cee4a0008db399758392a58dae078c656f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24c267cee4a0008db399758392a58dae078c656f",
                        "title": "24c267cee4a0008db399758392a58dae078c656f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24c267cee4a0008db399758392a58dae078c656f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ac6ac563dd48507a1a4f2e9208c0461611b9d12b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ac6ac563dd48507a1a4f2e9208c0461611b9d12b",
                        "title": "ac6ac563dd48507a1a4f2e9208c0461611b9d12b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ac6ac563dd48507a1a4f2e9208c0461611b9d12b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6ba1b486685569e9bf8356d8869844117ae47f79"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ba1b486685569e9bf8356d8869844117ae47f79",
                        "title": "6ba1b486685569e9bf8356d8869844117ae47f79",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ba1b486685569e9bf8356d8869844117ae47f79"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "43885464e9e062a3e441f0f7f4b225115f2370e7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43885464e9e062a3e441f0f7f4b225115f2370e7",
                        "title": "43885464e9e062a3e441f0f7f4b225115f2370e7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43885464e9e062a3e441f0f7f4b225115f2370e7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "346c561d06ce4d73fef72ba9ed930095d650b402"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@346c561d06ce4d73fef72ba9ed930095d650b402",
                        "title": "346c561d06ce4d73fef72ba9ed930095d650b402",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/346c561d06ce4d73fef72ba9ed930095d650b402"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8834443114353980240"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:58:45.953] Scheduled build:
{
  "id": "8669013052415237073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-02T22:58:45.529400750Z",
  "updateTime": "2026-10-02T22:58:45.529400750Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
      "ref": "refs/heads/main"
    }
  }
}
[22:58:45.953] Task URL: https://cr-buildbucket.appspot.com/build/8669013052415237073
[22:58:45.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:2:0) after 2m6s
[22:59:00.009] Received PubSub notification, asking Buildbucket for the build status
[22:59:00.037] Build status: SCHEDULED
[23:00:52.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:2:0)
[23:00:52.075] Build status: SCHEDULED
[23:00:52.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:4:0) after 1m51s
[23:02:43.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:4:0)
[23:02:43.111] Build status: SCHEDULED
[23:02:43.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:5:0) after 9m10s
[23:11:53.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:5:0)
[23:11:53.294] Build status: SCHEDULED
[23:11:53.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:6:0) after 7m24s
[23:19:17.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:6:0)
[23:19:17.383] Build status: SCHEDULED
[23:19:17.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:7:0) after 3m36s
[23:22:53.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:7:0)
[23:22:53.566] Build status: SCHEDULED
[23:22:53.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:8:0) after 3m24s
[23:26:17.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:8:0)
[23:26:17.641] Build status: SCHEDULED
[23:26:17.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:9:0) after 1m5s
[23:27:22.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:9:0)
[23:27:23.131] Build status: SCHEDULED
[23:27:23.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:10:0) after 2m29s
[23:29:52.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:10:0)
[23:29:52.251] Build status: SCHEDULED
[23:29:52.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:11:0) after 4m40s
[23:34:32.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:11:0)
[23:34:32.512] Build status: SCHEDULED
[23:34:32.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:12:0) after 4m26s
[23:38:58.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:12:0)
[23:38:58.610] Build status: SCHEDULED
[23:38:58.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:13:0) after 2m42s
[23:41:40.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:13:0)
[23:41:40.735] Build status: SCHEDULED
[23:41:40.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:14:0) after 2m37s
[23:44:17.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:14:0)
[23:44:17.844] Build status: SCHEDULED
[23:44:17.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:15:0) after 1m24s
[23:45:41.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:15:0)
[23:45:41.916] Build status: SCHEDULED
[23:45:41.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:16:0) after 7m48s
[23:53:29.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:16:0)
[23:53:29.965] Build status: SCHEDULED
[23:53:29.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:17:0) after 1m48s
[23:55:17.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:17:0)
[23:55:18.112] Build status: SCHEDULED
[23:55:18.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:18:0) after 1m31s
[23:56:49.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:18:0)
[23:56:49.456] Build status: SCHEDULED
[23:56:49.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:19:0) after 1m1s
[23:57:50.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:19:0)
[23:57:50.625] Build status: SCHEDULED
[23:57:50.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:20:0) after 2m4s
[23:59:54.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:20:0)
[23:59:54.694] Build status: SCHEDULED
[23:59:54.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:21:0) after 7m35s
[00:07:29.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:21:0)
[00:07:30.096] Build status: SCHEDULED
[00:07:30.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:22:0) after 3m36s
[00:11:06.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:22:0)
[00:11:06.191] Build status: SCHEDULED
[00:11:06.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:23:0) after 2m11s
[00:13:17.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:23:0)
[00:13:17.388] Build status: SCHEDULED
[00:13:17.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:24:0) after 7m5s
[00:20:22.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:24:0)
[00:20:22.423] Build status: SCHEDULED
[00:20:22.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:25:0) after 2m23s
[00:22:45.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:25:0)
[00:22:45.484] Build status: SCHEDULED
[00:22:45.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:26:0) after 8m53s
[00:31:38.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:26:0)
[00:31:38.792] Build status: SCHEDULED
[00:31:38.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:27:0) after 3m48s
[00:35:26.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:27:0)
[00:35:26.865] Build status: SCHEDULED
[00:35:26.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:28:0) after 9m19s
[00:44:45.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:28:0)
[00:44:45.868] Build status: SCHEDULED
[00:44:45.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:29:0) after 5m40s
[00:50:25.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:29:0)
[00:50:25.957] Build status: SCHEDULED
[00:50:25.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:30:0) after 6m3s
[00:56:29.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:30:0)
[00:56:29.047] Build status: SCHEDULED
[00:56:29.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:31:0) after 4m55s
[01:01:24.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:31:0)
[01:01:24.089] Build status: SCHEDULED
[01:01:24.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:32:0) after 3m10s
[01:04:34.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:32:0)
[01:04:34.179] Build status: SCHEDULED
[01:04:34.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:33:0) after 3m16s
[01:07:50.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:33:0)
[01:07:50.231] Build status: SCHEDULED
[01:07:50.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:34:0) after 9m16s
[01:17:06.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:34:0)
[01:17:06.348] Build status: SCHEDULED
[01:17:06.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:35:0) after 4m45s
[01:21:51.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:35:0)
[01:21:51.459] Build status: SCHEDULED
[01:21:51.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:36:0) after 9m56s
[01:31:47.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:36:0)
[01:31:47.502] Build status: SCHEDULED
[01:31:47.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:37:0) after 1m17s
[01:33:04.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:37:0)
[01:33:04.691] Build status: SCHEDULED
[01:33:04.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:38:0) after 7m47s
[01:40:51.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:38:0)
[01:40:51.908] Build status: SCHEDULED
[01:40:51.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:39:0) after 5m51s
[01:46:42.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:39:0)
[01:46:43.016] Build status: SCHEDULED
[01:46:43.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:40:0) after 6m8s
[01:52:51.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:40:0)
[01:52:51.139] Build status: SCHEDULED
[01:52:51.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:41:0) after 7m13s
[02:00:04.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:41:0)
[02:00:04.201] Build status: SCHEDULED
[02:00:04.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:42:0) after 8m36s
[02:08:40.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:42:0)
[02:08:40.606] Build status: SCHEDULED
[02:08:40.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:43:0) after 1m6s
[02:09:46.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:43:0)
[02:09:46.639] Build status: SCHEDULED
[02:09:46.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:44:0) after 7m16s
[02:14:12.446] Received PubSub notification, asking Buildbucket for the build status
[02:14:12.484] Build status: STARTED
[02:17:02.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:44:0)
[02:17:02.679] Build status: STARTED
[02:17:02.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834443114353980240:46:0) after 9m20s
[02:17:04.803] Received PubSub notification, asking Buildbucket for the build status
[02:17:04.831] Build:
{
  "id": "8669013052415237073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-02T22:58:45.529400750Z",
  "startTime": "2026-10-03T02:14:12.175917840Z",
  "endTime": "2026-10-03T02:17:04.364933508Z",
  "updateTime": "2026-10-03T02:17:04.364933508Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "346c561d06ce4d73fef72ba9ed930095d650b402",
      "ref": "refs/heads/main"
    }
  }
}
[02:17:04.831] Invocation finished in 3h18m20.535210947s with status FAILED