Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "66001ac4b9f1cf8211e6e3c154381532b355ecb3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66001ac4b9f1cf8211e6e3c154381532b355ecb3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:47:54.704] New invocation is queued and will start shortly
[08:47:56.374] Starting the invocation (attempt 1)
[08:47:56.409] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66001ac4b9f1cf8211e6e3c154381532b355ecb3"
[08:47:56.409] Popped gitiles commit info from properties and tags
[08:47:56.409] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:47:56.409] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:47:56.410] Buildbucket request:
{
  "requestId": "8856330512647089200",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8856330512647089200",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "66001ac4b9f1cf8211e6e3c154381532b355ecb3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66001ac4b9f1cf8211e6e3c154381532b355ecb3",
                        "title": "66001ac4b9f1cf8211e6e3c154381532b355ecb3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66001ac4b9f1cf8211e6e3c154381532b355ecb3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "66001ac4b9f1cf8211e6e3c154381532b355ecb3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8856330512647089200"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:47:56.748] Scheduled build:
{
  "id": "8690900450139883585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T08:47:56.466389466Z",
  "updateTime": "2026-02-03T08:47:56.466389466Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66001ac4b9f1cf8211e6e3c154381532b355ecb3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:47:56.748] Task URL: https://cr-buildbucket.appspot.com/build/8690900450139883585
[08:47:56.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:2:0) after 3m44s
[08:47:57.707] Received PubSub notification, asking Buildbucket for the build status
[08:47:57.722] Build status: SCHEDULED
[08:51:40.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:2:0)
[08:51:40.783] Build status: SCHEDULED
[08:51:40.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:4:0) after 8m5s
[08:59:45.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:4:0)
[08:59:45.826] Build status: SCHEDULED
[08:59:45.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:5:0) after 5m8s
[09:04:53.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:5:0)
[09:04:54.011] Build status: SCHEDULED
[09:04:54.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:6:0) after 4m12s
[09:09:06.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:6:0)
[09:09:06.097] Build status: SCHEDULED
[09:09:06.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:7:0) after 8m13s
[09:17:19.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:7:0)
[09:17:19.146] Build status: SCHEDULED
[09:17:19.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:8:0) after 8m55s
[09:26:14.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:8:0)
[09:26:14.226] Build status: SCHEDULED
[09:26:14.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:9:0) after 9m3s
[09:35:17.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:9:0)
[09:35:17.269] Build status: SCHEDULED
[09:35:17.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:10:0) after 7m22s
[09:42:39.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:10:0)
[09:42:39.363] Build status: SCHEDULED
[09:42:39.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:11:0) after 7m37s
[09:50:16.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:11:0)
[09:50:16.571] Build status: SCHEDULED
[09:50:16.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:12:0) after 3m35s
[09:53:51.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:12:0)
[09:53:51.649] Build status: SCHEDULED
[09:53:51.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:13:0) after 6m44s
[10:00:35.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:13:0)
[10:00:35.678] Build status: SCHEDULED
[10:00:35.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:14:0) after 2m18s
[10:02:53.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:14:0)
[10:02:53.820] Build status: SCHEDULED
[10:02:53.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:15:0) after 7m44s
[10:10:37.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:15:0)
[10:10:37.818] Build status: SCHEDULED
[10:10:37.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:16:0) after 3m29s
[10:14:06.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:16:0)
[10:14:06.852] Build status: SCHEDULED
[10:14:06.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:17:0) after 8m30s
[10:22:36.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:17:0)
[10:22:36.905] Build status: SCHEDULED
[10:22:36.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:18:0) after 9m2s
[10:31:38.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:18:0)
[10:31:39.016] Build status: SCHEDULED
[10:31:39.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:19:0) after 4m58s
[10:36:37.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:19:0)
[10:36:37.121] Build status: SCHEDULED
[10:36:37.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:20:0) after 3m21s
[10:39:58.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:20:0)
[10:39:58.166] Build status: SCHEDULED
[10:39:58.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:21:0) after 3m40s
[10:43:38.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:21:0)
[10:43:38.183] Build status: SCHEDULED
[10:43:38.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:22:0) after 1m31s
[10:45:09.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:22:0)
[10:45:09.216] Build status: SCHEDULED
[10:45:09.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:23:0) after 4m44s
[10:49:53.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:23:0)
[10:49:53.268] Build status: SCHEDULED
[10:49:53.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:24:0) after 2m4s
[10:51:57.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:24:0)
[10:51:57.472] Build status: SCHEDULED
[10:51:57.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:25:0) after 5m56s
[10:57:53.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:25:0)
[10:57:53.540] Build status: SCHEDULED
[10:57:53.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:26:0) after 2m51s
[11:00:44.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:26:0)
[11:00:44.574] Build status: SCHEDULED
[11:00:44.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:27:0) after 3m38s
[11:04:22.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:27:0)
[11:04:22.644] Build status: SCHEDULED
[11:04:22.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:28:0) after 6m8s
[11:10:30.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:28:0)
[11:10:30.815] Build status: SCHEDULED
[11:10:30.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:29:0) after 3m47s
[11:14:17.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:29:0)
[11:14:17.979] Build status: SCHEDULED
[11:14:17.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:30:0) after 1m59s
[11:16:16.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:30:0)
[11:16:17.018] Build status: SCHEDULED
[11:16:17.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:31:0) after 4m27s
[11:20:45.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:31:0)
[11:20:45.465] Build status: SCHEDULED
[11:20:45.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:32:0) after 6m30s
[11:27:15.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:32:0)
[11:27:15.575] Build status: SCHEDULED
[11:27:15.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:33:0) after 6m15s
[11:33:30.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:33:0)
[11:33:30.575] Build status: SCHEDULED
[11:33:30.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:34:0) after 1m13s
[11:34:43.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:34:0)
[11:34:43.609] Build status: SCHEDULED
[11:34:43.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:35:0) after 6m49s
[11:41:32.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:35:0)
[11:41:32.837] Build status: SCHEDULED
[11:41:32.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:36:0) after 8m55s
[11:50:27.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:36:0)
[11:50:27.967] Build status: SCHEDULED
[11:50:27.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:37:0) after 8m49s
[11:59:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:37:0)
[11:59:17.133] Build status: SCHEDULED
[11:59:17.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:38:0) after 8m45s
[12:08:02.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:38:0)
[12:08:02.311] Build status: SCHEDULED
[12:08:02.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:39:0) after 9m2s
[12:17:04.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:39:0)
[12:17:04.417] Build status: SCHEDULED
[12:17:04.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:40:0) after 8m24s
[12:25:28.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:40:0)
[12:25:28.510] Build status: SCHEDULED
[12:25:28.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:41:0) after 4m56s
[12:30:24.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:41:0)
[12:30:24.614] Build status: SCHEDULED
[12:30:24.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:42:0) after 6m36s
[12:37:00.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:42:0)
[12:37:00.694] Build status: SCHEDULED
[12:37:00.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:43:0) after 2m11s
[12:39:11.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:43:0)
[12:39:11.788] Build status: SCHEDULED
[12:39:11.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:44:0) after 6m49s
[12:46:00.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:44:0)
[12:46:00.873] Build status: SCHEDULED
[12:46:00.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:45:0) after 2m27s
[12:48:27.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:45:0)
[12:48:27.934] Build status: SCHEDULED
[12:48:27.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:46:0) after 7m24s
[12:55:51.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:46:0)
[12:55:51.978] Build status: SCHEDULED
[12:55:51.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:47:0) after 5m12s
[13:01:04.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:47:0)
[13:01:04.055] Build status: SCHEDULED
[13:01:04.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:48:0) after 3m2s
[13:04:06.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:48:0)
[13:04:06.423] Build status: SCHEDULED
[13:04:06.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:49:0) after 6m49s
[13:10:55.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:49:0)
[13:10:55.596] Build status: SCHEDULED
[13:10:55.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:50:0) after 2m42s
[13:13:37.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:50:0)
[13:13:37.710] Build status: SCHEDULED
[13:13:37.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:51:0) after 1m11s
[13:14:48.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:51:0)
[13:14:48.750] Build status: SCHEDULED
[13:14:48.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:52:0) after 3m35s
[13:18:23.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:52:0)
[13:18:23.792] Build status: SCHEDULED
[13:18:23.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:53:0) after 5m10s
[13:23:33.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:53:0)
[13:23:33.821] Build status: SCHEDULED
[13:23:33.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:54:0) after 4m27s
[13:28:00.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:54:0)
[13:28:00.851] Build status: SCHEDULED
[13:28:00.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:55:0) after 5m41s
[13:33:41.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:55:0)
[13:33:41.899] Build status: SCHEDULED
[13:33:41.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:56:0) after 4m45s
[13:37:12.427] Received PubSub notification, asking Buildbucket for the build status
[13:37:12.448] Build status: STARTED
[13:38:26.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:56:0)
[13:38:26.914] Build status: STARTED
[13:38:26.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8856330512647089200:58:0) after 8m0s
[13:39:31.908] Received PubSub notification, asking Buildbucket for the build status
[13:39:31.932] Build:
{
  "id": "8690900450139883585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T08:47:56.466389466Z",
  "startTime": "2026-02-03T13:37:12.272700393Z",
  "endTime": "2026-02-03T13:39:31.697387013Z",
  "updateTime": "2026-02-03T13:39:31.697387013Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66001ac4b9f1cf8211e6e3c154381532b355ecb3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:39:31.932] Invocation finished in 4h51m37.241296628s with status FAILED