buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

• 7a09e5a1fe60f5bb63611a6666860bd9b6100992 (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7a09e5a1fe60f5bb63611a6666860bd9b6100992"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7a09e5a1fe60f5bb63611a6666860bd9b6100992
• gitiles_ref:refs/heads/main

[22:30:24.462] New invocation is queued and will start shortly
[22:30:26.094] Starting the invocation (attempt 1)
[22:30:26.120] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7a09e5a1fe60f5bb63611a6666860bd9b6100992"
[22:30:26.120] Popped gitiles commit info from properties and tags
[22:30:26.120] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:30:26.120] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:30:26.120] Buildbucket request:
{
  "requestId": "8844048175203061632",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844048175203061632",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7a09e5a1fe60f5bb63611a6666860bd9b6100992"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a09e5a1fe60f5bb63611a6666860bd9b6100992",
                        "title": "7a09e5a1fe60f5bb63611a6666860bd9b6100992",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a09e5a1fe60f5bb63611a6666860bd9b6100992"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7a09e5a1fe60f5bb63611a6666860bd9b6100992",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844048175203061632"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:30:26.627] Scheduled build:
{
  "id": "8678618112665624977",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-18T22:30:26.260003038Z",
  "updateTime": "2026-06-18T22:30:26.260003038Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7a09e5a1fe60f5bb63611a6666860bd9b6100992",
      "ref": "refs/heads/main"
    }
  }
}
[22:30:26.628] Task URL: https://cr-buildbucket.appspot.com/build/8678618112665624977
[22:30:26.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:2:0) after 9m59s
[22:30:27.555] Received PubSub notification, asking Buildbucket for the build status
[22:30:27.584] Build status: SCHEDULED
[22:40:25.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:2:0)
[22:40:25.701] Build status: SCHEDULED
[22:40:25.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:4:0) after 8m14s
[22:48:39.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:4:0)
[22:48:39.738] Build status: SCHEDULED
[22:48:39.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:5:0) after 8m5s
[22:56:44.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:5:0)
[22:56:44.806] Build status: SCHEDULED
[22:56:44.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:6:0) after 1m39s
[22:58:23.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:6:0)
[22:58:23.950] Build status: SCHEDULED
[22:58:23.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:7:0) after 2m50s
[23:01:14.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:7:0)
[23:01:14.282] Build status: SCHEDULED
[23:01:14.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:8:0) after 3m16s
[23:04:30.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:8:0)
[23:04:30.354] Build status: SCHEDULED
[23:04:30.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:9:0) after 9m27s
[23:13:57.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:9:0)
[23:13:57.554] Build status: SCHEDULED
[23:13:57.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:10:0) after 1m57s
[23:15:54.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:10:0)
[23:15:54.787] Build status: SCHEDULED
[23:15:54.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:11:0) after 7m58s
[23:23:52.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:11:0)
[23:23:52.829] Build status: SCHEDULED
[23:23:52.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:12:0) after 3m50s
[23:27:42.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:12:0)
[23:27:42.936] Build status: SCHEDULED
[23:27:42.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:13:0) after 7m31s
[23:35:13.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:13:0)
[23:35:13.984] Build status: SCHEDULED
[23:35:13.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:14:0) after 2m22s
[23:37:36.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:14:0)
[23:37:36.115] Build status: SCHEDULED
[23:37:36.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:15:0) after 2m13s
[23:39:49.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:15:0)
[23:39:49.148] Build status: SCHEDULED
[23:39:49.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:16:0) after 4m51s
[23:44:40.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:16:0)
[23:44:40.208] Build status: SCHEDULED
[23:44:40.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:17:0) after 6m46s
[23:51:26.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:17:0)
[23:51:26.242] Build status: SCHEDULED
[23:51:26.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:18:0) after 8m16s
[23:59:42.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:18:0)
[23:59:42.262] Build status: SCHEDULED
[23:59:42.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:19:0) after 1m57s
[00:01:39.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:19:0)
[00:01:39.319] Build status: SCHEDULED
[00:01:39.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:20:0) after 6m56s
[00:08:35.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:20:0)
[00:08:35.400] Build status: SCHEDULED
[00:08:35.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:21:0) after 6m22s
[00:14:57.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:21:0)
[00:14:57.489] Build status: SCHEDULED
[00:14:57.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:22:0) after 5m37s
[00:20:34.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:22:0)
[00:20:34.473] Build status: SCHEDULED
[00:20:34.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:23:0) after 4m33s
[00:25:07.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:23:0)
[00:25:07.610] Build status: SCHEDULED
[00:25:07.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:24:0) after 8m33s
[00:33:40.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:24:0)
[00:33:40.691] Build status: SCHEDULED
[00:33:40.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:25:0) after 8m14s
[00:41:54.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:25:0)
[00:41:54.790] Build status: SCHEDULED
[00:41:54.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:26:0) after 1m56s
[00:43:50.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:26:0)
[00:43:50.830] Build status: SCHEDULED
[00:43:50.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:27:0) after 9m28s
[00:53:18.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:27:0)
[00:53:18.918] Build status: SCHEDULED
[00:53:18.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:28:0) after 9m48s
[01:03:07.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:28:0)
[01:03:07.054] Build status: SCHEDULED
[01:03:07.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:29:0) after 5m32s
[01:08:39.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:29:0)
[01:08:39.093] Build status: SCHEDULED
[01:08:39.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:30:0) after 4m59s
[01:13:38.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:30:0)
[01:13:38.125] Build status: SCHEDULED
[01:13:38.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:31:0) after 1m8s
[01:14:46.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:31:0)
[01:14:46.419] Build status: SCHEDULED
[01:14:46.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:32:0) after 5m31s
[01:20:17.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:32:0)
[01:20:17.609] Build status: SCHEDULED
[01:20:17.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:33:0) after 3m32s
[01:23:49.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:33:0)
[01:23:49.644] Build status: SCHEDULED
[01:23:49.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:34:0) after 8m47s
[01:32:36.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:34:0)
[01:32:37.005] Build status: SCHEDULED
[01:32:37.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:35:0) after 3m37s
[01:36:14.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:35:0)
[01:36:14.270] Build status: SCHEDULED
[01:36:14.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:36:0) after 8m38s
[01:39:43.690] Received PubSub notification, asking Buildbucket for the build status
[01:39:43.708] Build status: STARTED
[01:44:52.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:36:0)
[01:44:52.320] Build status: STARTED
[01:44:52.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844048175203061632:38:0) after 2m45s
[01:45:26.953] Received PubSub notification, asking Buildbucket for the build status
[01:45:26.970] Build:
{
  "id": "8678618112665624977",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-18T22:30:26.260003038Z",
  "startTime": "2026-06-19T01:39:43.305120440Z",
  "endTime": "2026-06-19T01:45:12.385470247Z",
  "updateTime": "2026-06-19T01:45:12.385470247Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7a09e5a1fe60f5bb63611a6666860bd9b6100992",
      "ref": "refs/heads/main"
    }
  }
}
[01:45:26.970] Invocation finished in 3h15m2.513515898s with status FAILED