1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8841144820581906560
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1c407aad06cf78a06fb885b999f939a887eac8a3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:37:59.196] New invocation is queued and will start shortly
[23:38:01.144] Starting the invocation (attempt 1)
[23:38:01.187] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
[23:38:01.187] Popped gitiles commit info from properties and tags
[23:38:01.187] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:38:01.187] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:38:01.187] Buildbucket request:
{
  "requestId": "8841144820581906560",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841144820581906560",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b2d61c14f9359ecc1731c27d9eff52423cfb2f1a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b2d61c14f9359ecc1731c27d9eff52423cfb2f1a",
                        "title": "b2d61c14f9359ecc1731c27d9eff52423cfb2f1a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b2d61c14f9359ecc1731c27d9eff52423cfb2f1a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f759727f02169dc49d22e99a5a90b317203389aa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f759727f02169dc49d22e99a5a90b317203389aa",
                        "title": "f759727f02169dc49d22e99a5a90b317203389aa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f759727f02169dc49d22e99a5a90b317203389aa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "98875eb208fd4e2be525570b0023e105c4bf82c3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98875eb208fd4e2be525570b0023e105c4bf82c3",
                        "title": "98875eb208fd4e2be525570b0023e105c4bf82c3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98875eb208fd4e2be525570b0023e105c4bf82c3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1c407aad06cf78a06fb885b999f939a887eac8a3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c407aad06cf78a06fb885b999f939a887eac8a3",
                        "title": "1c407aad06cf78a06fb885b999f939a887eac8a3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841144820581906560"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:38:01.829] Scheduled build:
{
  "id": "8675714757711593809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-20T23:38:01.311451042Z",
  "updateTime": "2026-07-20T23:38:01.311451042Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
      "ref": "refs/heads/main"
    }
  }
}
[23:38:01.829] Task URL: https://cr-buildbucket.appspot.com/build/8675714757711593809
[23:38:01.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:2:0) after 1m24s
[23:38:02.645] Received PubSub notification, asking Buildbucket for the build status
[23:38:02.668] Build status: SCHEDULED
[23:39:25.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:2:0)
[23:39:25.914] Build status: SCHEDULED
[23:39:25.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:4:0) after 9m40s
[23:49:06.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:4:0)
[23:49:06.066] Build status: SCHEDULED
[23:49:06.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:5:0) after 7m2s
[23:56:08.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:5:0)
[23:56:08.187] Build status: SCHEDULED
[23:56:08.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:6:0) after 2m2s
[23:58:10.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:6:0)
[23:58:10.279] Build status: SCHEDULED
[23:58:10.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:7:0) after 3m37s
[00:01:47.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:7:0)
[00:01:47.328] Build status: SCHEDULED
[00:01:47.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:8:0) after 6m49s
[00:08:36.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:8:0)
[00:08:36.499] Build status: SCHEDULED
[00:08:36.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:9:0) after 3m28s
[00:12:04.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:9:0)
[00:12:04.537] Build status: SCHEDULED
[00:12:04.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:10:0) after 3m24s
[00:15:28.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:10:0)
[00:15:28.747] Build status: SCHEDULED
[00:15:28.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:11:0) after 5m8s
[00:20:36.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:11:0)
[00:20:36.784] Build status: SCHEDULED
[00:20:36.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:12:0) after 3m0s
[00:23:36.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:12:0)
[00:23:36.887] Build status: SCHEDULED
[00:23:36.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:13:0) after 8m13s
[00:31:49.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:13:0)
[00:31:49.977] Build status: SCHEDULED
[00:31:49.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:14:0) after 1m14s
[00:33:04.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:14:0)
[00:33:04.057] Build status: SCHEDULED
[00:33:04.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:15:0) after 1m49s
[00:34:53.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:15:0)
[00:34:53.122] Build status: SCHEDULED
[00:34:53.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:16:0) after 4m42s
[00:39:35.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:16:0)
[00:39:35.211] Build status: SCHEDULED
[00:39:35.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:17:0) after 5m10s
[00:44:45.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:17:0)
[00:44:45.356] Build status: SCHEDULED
[00:44:45.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:18:0) after 8m54s
[00:53:39.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:18:0)
[00:53:39.572] Build status: SCHEDULED
[00:53:39.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:19:0) after 8m15s
[01:01:54.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:19:0)
[01:01:54.719] Build status: SCHEDULED
[01:01:54.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:20:0) after 3m11s
[01:05:05.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:20:0)
[01:05:05.824] Build status: SCHEDULED
[01:05:05.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:21:0) after 7m10s
[01:12:15.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:21:0)
[01:12:15.877] Build status: SCHEDULED
[01:12:15.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:22:0) after 1m31s
[01:13:46.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:22:0)
[01:13:46.883] Build status: SCHEDULED
[01:13:46.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:23:0) after 2m50s
[01:16:36.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:23:0)
[01:16:36.979] Build status: SCHEDULED
[01:16:36.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:24:0) after 6m0s
[01:22:37.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:24:0)
[01:22:37.056] Build status: SCHEDULED
[01:22:37.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:25:0) after 2m43s
[01:25:20.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:25:0)
[01:25:20.116] Build status: SCHEDULED
[01:25:20.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:26:0) after 1m1s
[01:26:21.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:26:0)
[01:26:21.287] Build status: SCHEDULED
[01:26:21.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:27:0) after 2m7s
[01:28:28.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:27:0)
[01:28:28.407] Build status: SCHEDULED
[01:28:28.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:28:0) after 4m2s
[01:32:30.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:28:0)
[01:32:30.497] Build status: SCHEDULED
[01:32:30.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:29:0) after 4m7s
[01:36:37.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:29:0)
[01:36:37.607] Build status: SCHEDULED
[01:36:37.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:30:0) after 9m34s
[01:46:11.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:30:0)
[01:46:11.644] Build status: SCHEDULED
[01:46:11.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:31:0) after 9m30s
[01:55:41.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:31:0)
[01:55:41.688] Build status: SCHEDULED
[01:55:41.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:32:0) after 7m30s
[02:03:11.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:32:0)
[02:03:11.748] Build status: SCHEDULED
[02:03:11.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:33:0) after 8m45s
[02:11:56.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:33:0)
[02:11:56.761] Build status: SCHEDULED
[02:11:56.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:34:0) after 4m58s
[02:16:54.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:34:0)
[02:16:54.848] Build status: SCHEDULED
[02:16:54.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:35:0) after 7m54s
[02:24:48.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:35:0)
[02:24:48.897] Build status: SCHEDULED
[02:24:48.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:36:0) after 3m10s
[02:27:58.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:36:0)
[02:27:59.009] Build status: SCHEDULED
[02:27:59.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:37:0) after 4m35s
[02:32:34.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:37:0)
[02:32:34.097] Build status: SCHEDULED
[02:32:34.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:38:0) after 9m47s
[02:42:21.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:38:0)
[02:42:21.111] Build status: SCHEDULED
[02:42:21.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:39:0) after 9m3s
[02:51:24.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:39:0)
[02:51:24.158] Build status: SCHEDULED
[02:51:24.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:40:0) after 7m14s
[02:58:38.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:40:0)
[02:58:38.209] Build status: SCHEDULED
[02:58:38.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:41:0) after 7m3s
[03:05:41.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:41:0)
[03:05:41.334] Build status: SCHEDULED
[03:05:41.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:42:0) after 1m2s
[03:06:43.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:42:0)
[03:06:43.379] Build status: SCHEDULED
[03:06:43.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:43:0) after 4m37s
[03:11:20.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:43:0)
[03:11:20.419] Build status: SCHEDULED
[03:11:20.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:44:0) after 1m15s
[03:12:35.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:44:0)
[03:12:35.476] Build status: SCHEDULED
[03:12:35.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:45:0) after 2m5s
[03:14:40.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:45:0)
[03:14:40.547] Build status: SCHEDULED
[03:14:40.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:46:0) after 2m11s
[03:16:51.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:46:0)
[03:16:51.640] Build status: SCHEDULED
[03:16:51.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:47:0) after 3m21s
[03:20:12.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:47:0)
[03:20:12.780] Build status: SCHEDULED
[03:20:12.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:48:0) after 9m26s
[03:27:55.333] Received PubSub notification, asking Buildbucket for the build status
[03:27:55.357] Build status: STARTED
[03:29:38.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:48:0)
[03:29:38.955] Build status: STARTED
[03:29:38.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841144820581906560:50:0) after 5m46s
[03:32:32.439] Received PubSub notification, asking Buildbucket for the build status
[03:32:32.466] Build:
{
  "id": "8675714757711593809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-20T23:38:01.311451042Z",
  "startTime": "2026-07-21T03:27:54.561625608Z",
  "endTime": "2026-07-21T03:32:29.309301491Z",
  "updateTime": "2026-07-21T03:32:29.309301491Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
      "ref": "refs/heads/main"
    }
  }
}
[03:32:32.466] Invocation finished in 3h54m33.276696076s with status FAILED