Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2e8738caec2fb618d79df76d855049e25ba003a2"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2e8738caec2fb618d79df76d855049e25ba003a2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:19:54.822] New invocation is queued and will start shortly
[00:19:55.910] Starting the invocation (attempt 1)
[00:19:55.935] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2e8738caec2fb618d79df76d855049e25ba003a2"
[00:19:55.935] Popped gitiles commit info from properties and tags
[00:19:55.935] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:19:55.935] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:19:55.935] Buildbucket request:
{
  "requestId": "8865059781884891040",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865059781884891040",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5ebb2b420434148c39558224c062cfc7e113fa05"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ebb2b420434148c39558224c062cfc7e113fa05",
                        "title": "5ebb2b420434148c39558224c062cfc7e113fa05",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ebb2b420434148c39558224c062cfc7e113fa05"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6d02518face0018ab330235a715c4277efa04356"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6d02518face0018ab330235a715c4277efa04356",
                        "title": "6d02518face0018ab330235a715c4277efa04356",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6d02518face0018ab330235a715c4277efa04356"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3a949c558c97a34cbc3b2b9a316ff408f0a26712"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a949c558c97a34cbc3b2b9a316ff408f0a26712",
                        "title": "3a949c558c97a34cbc3b2b9a316ff408f0a26712",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a949c558c97a34cbc3b2b9a316ff408f0a26712"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "182a101ef43a1ceddb20ac4c22794bbd8f88778a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@182a101ef43a1ceddb20ac4c22794bbd8f88778a",
                        "title": "182a101ef43a1ceddb20ac4c22794bbd8f88778a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/182a101ef43a1ceddb20ac4c22794bbd8f88778a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7d26c70c078481539cc6d23829d59e6b9d2a1bd1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7d26c70c078481539cc6d23829d59e6b9d2a1bd1",
                        "title": "7d26c70c078481539cc6d23829d59e6b9d2a1bd1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7d26c70c078481539cc6d23829d59e6b9d2a1bd1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0deb8fc768bb57d62025ce0fbc5914785846b09c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0deb8fc768bb57d62025ce0fbc5914785846b09c",
                        "title": "0deb8fc768bb57d62025ce0fbc5914785846b09c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0deb8fc768bb57d62025ce0fbc5914785846b09c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "39729c6fed08fd003801d605c8645f0aed91dac2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@39729c6fed08fd003801d605c8645f0aed91dac2",
                        "title": "39729c6fed08fd003801d605c8645f0aed91dac2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/39729c6fed08fd003801d605c8645f0aed91dac2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4db0933499499e3da0b8c8bb8d92abf7074ea6f8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4db0933499499e3da0b8c8bb8d92abf7074ea6f8",
                        "title": "4db0933499499e3da0b8c8bb8d92abf7074ea6f8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4db0933499499e3da0b8c8bb8d92abf7074ea6f8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "30d9b4a00975a375dcf00673611f3d8c52dc4b3a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@30d9b4a00975a375dcf00673611f3d8c52dc4b3a",
                        "title": "30d9b4a00975a375dcf00673611f3d8c52dc4b3a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/30d9b4a00975a375dcf00673611f3d8c52dc4b3a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2e8738caec2fb618d79df76d855049e25ba003a2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2e8738caec2fb618d79df76d855049e25ba003a2",
                        "title": "2e8738caec2fb618d79df76d855049e25ba003a2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2e8738caec2fb618d79df76d855049e25ba003a2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2e8738caec2fb618d79df76d855049e25ba003a2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865059781884891040"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:19:56.729] Scheduled build:
{
  "id": "8699629720011585041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-30T00:19:55.988895343Z",
  "updateTime": "2025-10-30T00:19:55.988895343Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2e8738caec2fb618d79df76d855049e25ba003a2",
      "ref": "refs/heads/main"
    }
  }
}
[00:19:56.729] Task URL: https://cr-buildbucket.appspot.com/build/8699629720011585041
[00:19:56.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:2:0) after 8m19s
[00:19:57.105] Received PubSub notification, asking Buildbucket for the build status
[00:19:57.330] Build status: SCHEDULED
[00:28:15.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:2:0)
[00:28:15.962] Build status: SCHEDULED
[00:28:15.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:4:0) after 3m8s
[00:31:24.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:4:0)
[00:31:24.093] Build status: SCHEDULED
[00:31:24.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:5:0) after 2m47s
[00:34:11.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:5:0)
[00:34:11.222] Build status: SCHEDULED
[00:34:11.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:6:0) after 5m54s
[00:40:05.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:6:0)
[00:40:05.319] Build status: SCHEDULED
[00:40:05.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:7:0) after 3m25s
[00:43:30.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:7:0)
[00:43:30.403] Build status: SCHEDULED
[00:43:30.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:8:0) after 6m26s
[00:49:56.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:8:0)
[00:49:56.777] Build status: SCHEDULED
[00:49:56.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:9:0) after 4m30s
[00:54:26.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:9:0)
[00:54:26.827] Build status: SCHEDULED
[00:54:26.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:10:0) after 8m49s
[01:03:15.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:10:0)
[01:03:16.003] Build status: SCHEDULED
[01:03:16.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:11:0) after 2m6s
[01:05:22.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:11:0)
[01:05:22.038] Build status: SCHEDULED
[01:05:22.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:12:0) after 1m37s
[01:06:59.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:12:0)
[01:06:59.368] Build status: SCHEDULED
[01:06:59.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:13:0) after 9m20s
[01:16:19.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:13:0)
[01:16:19.419] Build status: SCHEDULED
[01:16:19.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:14:0) after 9m35s
[01:25:54.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:14:0)
[01:25:54.526] Build status: SCHEDULED
[01:25:54.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:15:0) after 3m23s
[01:29:17.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:15:0)
[01:29:17.708] Build status: SCHEDULED
[01:29:17.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:16:0) after 9m41s
[01:38:58.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:16:0)
[01:38:58.805] Build status: SCHEDULED
[01:38:58.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:17:0) after 2m58s
[01:41:56.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:17:0)
[01:41:56.952] Build status: SCHEDULED
[01:41:56.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:18:0) after 3m9s
[01:45:05.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:18:0)
[01:45:05.987] Build status: SCHEDULED
[01:45:05.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:19:0) after 4m51s
[01:49:57.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:19:0)
[01:49:57.039] Build status: SCHEDULED
[01:49:57.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:20:0) after 5m51s
[01:55:48.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:20:0)
[01:55:48.133] Build status: SCHEDULED
[01:55:48.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:21:0) after 5m28s
[02:01:16.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:21:0)
[02:01:16.184] Build status: SCHEDULED
[02:01:16.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:22:0) after 3m0s
[02:04:16.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:22:0)
[02:04:16.300] Build status: SCHEDULED
[02:04:16.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:23:0) after 7m52s
[02:12:08.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:23:0)
[02:12:08.328] Build status: SCHEDULED
[02:12:08.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:24:0) after 9m37s
[02:21:45.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:24:0)
[02:21:45.363] Build status: SCHEDULED
[02:21:45.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:25:0) after 2m58s
[02:24:43.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:25:0)
[02:24:43.394] Build status: SCHEDULED
[02:24:43.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:26:0) after 5m43s
[02:30:26.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:26:0)
[02:30:26.651] Build status: SCHEDULED
[02:30:26.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:27:0) after 3m17s
[02:33:43.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:27:0)
[02:33:43.777] Build status: SCHEDULED
[02:33:43.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:28:0) after 6m45s
[02:40:28.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:28:0)
[02:40:28.862] Build status: SCHEDULED
[02:40:28.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:29:0) after 2m50s
[02:43:18.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:29:0)
[02:43:19.029] Build status: SCHEDULED
[02:43:19.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:30:0) after 1m27s
[02:44:46.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:30:0)
[02:44:46.089] Build status: SCHEDULED
[02:44:46.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:31:0) after 8m14s
[02:53:00.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:31:0)
[02:53:00.169] Build status: SCHEDULED
[02:53:00.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:32:0) after 6m44s
[02:59:44.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:32:0)
[02:59:44.251] Build status: SCHEDULED
[02:59:44.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:33:0) after 7m25s
[03:07:09.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:33:0)
[03:07:09.345] Build status: SCHEDULED
[03:07:09.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:34:0) after 9m18s
[03:16:27.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:34:0)
[03:16:27.417] Build status: SCHEDULED
[03:16:27.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:35:0) after 4m9s
[03:20:36.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:35:0)
[03:20:36.529] Build status: SCHEDULED
[03:20:36.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:36:0) after 7m46s
[03:28:22.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:36:0)
[03:28:22.784] Build status: SCHEDULED
[03:28:22.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:37:0) after 8m8s
[03:36:30.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:37:0)
[03:36:30.823] Build status: SCHEDULED
[03:36:30.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:38:0) after 9m22s
[03:45:52.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:38:0)
[03:45:52.907] Build status: SCHEDULED
[03:45:52.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:39:0) after 7m24s
[03:53:17.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:39:0)
[03:53:17.041] Build status: SCHEDULED
[03:53:17.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:40:0) after 8m6s
[04:01:23.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:40:0)
[04:01:23.119] Build status: SCHEDULED
[04:01:23.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:41:0) after 3m14s
[04:02:19.409] Received PubSub notification, asking Buildbucket for the build status
[04:02:19.486] Build status: STARTED
[04:04:37.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:41:0)
[04:04:37.217] Build status: STARTED
[04:04:37.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865059781884891040:43:0) after 5m17s
[04:05:34.112] Received PubSub notification, asking Buildbucket for the build status
[04:05:34.128] Build:
{
  "id": "8699629720011585041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-30T00:19:55.988895343Z",
  "startTime": "2025-10-30T04:02:19.199715317Z",
  "endTime": "2025-10-30T04:05:32.692035278Z",
  "updateTime": "2025-10-30T04:05:32.692035278Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2e8738caec2fb618d79df76d855049e25ba003a2",
      "ref": "refs/heads/main"
    }
  }
}
[04:05:34.128] Invocation finished in 3h45m39.309954437s with status FAILED