Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0e242cb6100e1650e44c4f74f8152019a25795ec"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:35:01.088] New invocation is queued and will start shortly
[11:35:02.475] Starting the invocation (attempt 1)
[11:35:02.503] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
[11:35:02.503] Popped gitiles commit info from properties and tags
[11:35:02.503] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:35:02.504] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:35:02.504] Buildbucket request:
{
  "requestId": "8841099708860373120",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841099708860373120",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7f429325772b4b171d0463ec7be0b747d7dbb58a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f429325772b4b171d0463ec7be0b747d7dbb58a",
                        "title": "7f429325772b4b171d0463ec7be0b747d7dbb58a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f429325772b4b171d0463ec7be0b747d7dbb58a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
                        "title": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0e242cb6100e1650e44c4f74f8152019a25795ec"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e242cb6100e1650e44c4f74f8152019a25795ec",
                        "title": "0e242cb6100e1650e44c4f74f8152019a25795ec",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841099708860373120"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:35:03.166] Scheduled build:
{
  "id": "8675669646448083457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-21T11:35:02.765064246Z",
  "updateTime": "2026-07-21T11:35:02.765064246Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
      "ref": "refs/heads/main"
    }
  }
}
[11:35:03.166] Task URL: https://cr-buildbucket.appspot.com/build/8675669646448083457
[11:35:03.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:2:0) after 3m6s
[11:35:04.055] Received PubSub notification, asking Buildbucket for the build status
[11:35:04.077] Build status: SCHEDULED
[11:38:09.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:2:0)
[11:38:09.224] Build status: SCHEDULED
[11:38:09.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:4:0) after 5m34s
[11:43:43.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:4:0)
[11:43:43.345] Build status: SCHEDULED
[11:43:43.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:5:0) after 9m17s
[11:53:00.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:5:0)
[11:53:00.399] Build status: SCHEDULED
[11:53:00.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:6:0) after 4m4s
[11:57:04.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:6:0)
[11:57:04.438] Build status: SCHEDULED
[11:57:04.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:7:0) after 8m21s
[12:05:25.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:7:0)
[12:05:25.467] Build status: SCHEDULED
[12:05:25.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:8:0) after 1m44s
[12:07:09.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:8:0)
[12:07:09.685] Build status: SCHEDULED
[12:07:09.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:9:0) after 7m57s
[12:15:06.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:9:0)
[12:15:06.725] Build status: SCHEDULED
[12:15:06.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:10:0) after 1m14s
[12:16:20.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:10:0)
[12:16:20.766] Build status: SCHEDULED
[12:16:20.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:11:0) after 4m10s
[12:20:30.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:11:0)
[12:20:30.809] Build status: SCHEDULED
[12:20:30.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:12:0) after 7m41s
[12:28:11.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:12:0)
[12:28:11.897] Build status: SCHEDULED
[12:28:11.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:13:0) after 6m37s
[12:34:48.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:13:0)
[12:34:48.979] Build status: SCHEDULED
[12:34:48.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:14:0) after 9m34s
[12:44:23.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:14:0)
[12:44:23.153] Build status: SCHEDULED
[12:44:23.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:15:0) after 7m10s
[12:51:33.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:15:0)
[12:51:33.304] Build status: SCHEDULED
[12:51:33.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:16:0) after 4m40s
[12:56:13.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:16:0)
[12:56:13.481] Build status: SCHEDULED
[12:56:13.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:17:0) after 7m12s
[13:03:25.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:17:0)
[13:03:25.515] Build status: SCHEDULED
[13:03:25.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:18:0) after 4m26s
[13:07:51.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:18:0)
[13:07:51.720] Build status: SCHEDULED
[13:07:51.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:19:0) after 2m6s
[13:09:57.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:19:0)
[13:09:57.787] Build status: SCHEDULED
[13:09:57.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:20:0) after 6m44s
[13:16:41.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:20:0)
[13:16:41.823] Build status: SCHEDULED
[13:16:41.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:21:0) after 8m11s
[13:24:52.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:21:0)
[13:24:52.858] Build status: SCHEDULED
[13:24:52.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:22:0) after 5m12s
[13:30:04.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:22:0)
[13:30:04.892] Build status: SCHEDULED
[13:30:04.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:23:0) after 9m51s
[13:39:55.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:23:0)
[13:39:55.932] Build status: SCHEDULED
[13:39:55.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:24:0) after 3m52s
[13:43:47.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:24:0)
[13:43:47.973] Build status: SCHEDULED
[13:43:47.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:25:0) after 8m22s
[13:52:10.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:25:0)
[13:52:10.114] Build status: SCHEDULED
[13:52:10.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:26:0) after 2m33s
[13:54:43.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:26:0)
[13:54:43.244] Build status: SCHEDULED
[13:54:43.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:27:0) after 1m31s
[13:56:14.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:27:0)
[13:56:14.311] Build status: SCHEDULED
[13:56:14.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:28:0) after 4m19s
[14:00:33.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:28:0)
[14:00:33.469] Build status: SCHEDULED
[14:00:33.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:29:0) after 1m12s
[14:01:45.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:29:0)
[14:01:45.505] Build status: SCHEDULED
[14:01:45.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:30:0) after 9m45s
[14:11:30.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:30:0)
[14:11:30.592] Build status: SCHEDULED
[14:11:30.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:31:0) after 5m36s
[14:17:06.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:31:0)
[14:17:06.691] Build status: SCHEDULED
[14:17:06.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:32:0) after 6m27s
[14:23:33.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:32:0)
[14:23:33.734] Build status: SCHEDULED
[14:23:33.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:33:0) after 7m46s
[14:31:19.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:33:0)
[14:31:19.769] Build status: SCHEDULED
[14:31:19.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:34:0) after 5m10s
[14:36:29.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:34:0)
[14:36:29.852] Build status: SCHEDULED
[14:36:29.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:35:0) after 1m10s
[14:37:39.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:35:0)
[14:37:39.890] Build status: SCHEDULED
[14:37:39.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:36:0) after 5m0s
[14:42:39.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:36:0)
[14:42:39.935] Build status: SCHEDULED
[14:42:39.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:37:0) after 2m28s
[14:45:07.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:37:0)
[14:45:07.995] Build status: SCHEDULED
[14:45:07.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:38:0) after 5m4s
[14:50:12.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:38:0)
[14:50:12.093] Build status: SCHEDULED
[14:50:12.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:39:0) after 1m55s
[14:52:07.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:39:0)
[14:52:07.258] Build status: SCHEDULED
[14:52:07.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:40:0) after 2m16s
[14:54:23.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:40:0)
[14:54:23.344] Build status: SCHEDULED
[14:54:23.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:41:0) after 2m2s
[14:56:25.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:41:0)
[14:56:25.380] Build status: SCHEDULED
[14:56:25.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:42:0) after 5m16s
[15:01:41.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:42:0)
[15:01:41.564] Build status: SCHEDULED
[15:01:41.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:43:0) after 1m21s
[15:03:02.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:43:0)
[15:03:02.661] Build status: SCHEDULED
[15:03:02.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:44:0) after 6m43s
[15:09:45.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:44:0)
[15:09:45.723] Build status: SCHEDULED
[15:09:45.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:45:0) after 7m44s
[15:17:29.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:45:0)
[15:17:29.766] Build status: SCHEDULED
[15:17:29.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:46:0) after 9m32s
[15:27:01.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:46:0)
[15:27:01.818] Build status: SCHEDULED
[15:27:01.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:47:0) after 1m16s
[15:28:17.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:47:0)
[15:28:17.880] Build status: SCHEDULED
[15:28:17.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:48:0) after 5m13s
[15:33:30.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:48:0)
[15:33:30.927] Build status: SCHEDULED
[15:33:30.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:49:0) after 2m3s
[15:35:33.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:49:0)
[15:35:33.947] Build status: SCHEDULED
[15:35:33.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8841099708860373120:50:0) after 8m34s
[15:37:56.832] Received PubSub notification, asking Buildbucket for the build status
[15:37:56.856] Build status: STARTED
[15:42:33.436] Received PubSub notification, asking Buildbucket for the build status
[15:42:33.460] Build:
{
  "id": "8675669646448083457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-21T11:35:02.765064246Z",
  "startTime": "2026-07-21T15:37:56.418185459Z",
  "endTime": "2026-07-21T15:42:33.188405315Z",
  "updateTime": "2026-07-21T15:42:33.188405315Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
      "ref": "refs/heads/main"
    }
  }
}
[15:42:33.460] Invocation finished in 4h7m32.379062605s with status FAILED