buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

• bdd975a9acf6cdd1b6159d82805d1a3d77a64772 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bdd975a9acf6cdd1b6159d82805d1a3d77a64772
• gitiles_ref:refs/heads/main

[20:45:03.174] New invocation is queued and will start shortly
[20:45:04.233] Starting the invocation (attempt 1)
[20:45:04.257] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
[20:45:04.257] Popped gitiles commit info from properties and tags
[20:45:04.257] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:45:04.257] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:45:04.257] Buildbucket request:
{
  "requestId": "8837078837139983056",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837078837139983056",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
                        "title": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837078837139983056"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:45:04.695] Scheduled build:
{
  "id": "8671648775269828945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-03T20:45:04.337688694Z",
  "updateTime": "2026-09-03T20:45:04.337688694Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
      "ref": "refs/heads/main"
    }
  }
}
[20:45:04.695] Task URL: https://cr-buildbucket.appspot.com/build/8671648775269828945
[20:45:04.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:2:0) after 7m4s
[20:45:19.301] Received PubSub notification, asking Buildbucket for the build status
[20:45:19.339] Build status: SCHEDULED
[20:52:08.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:2:0)
[20:52:08.830] Build status: SCHEDULED
[20:52:08.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:4:0) after 2m20s
[20:54:28.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:4:0)
[20:54:28.896] Build status: SCHEDULED
[20:54:28.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:5:0) after 8m33s
[21:03:02.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:5:0)
[21:03:02.069] Build status: SCHEDULED
[21:03:02.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:6:0) after 4m14s
[21:07:16.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:6:0)
[21:07:16.162] Build status: SCHEDULED
[21:07:16.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:7:0) after 8m15s
[21:15:31.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:7:0)
[21:15:31.241] Build status: SCHEDULED
[21:15:31.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:8:0) after 4m15s
[21:19:46.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:8:0)
[21:19:46.430] Build status: SCHEDULED
[21:19:46.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:9:0) after 1m45s
[21:21:31.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:9:0)
[21:21:31.426] Build status: SCHEDULED
[21:21:31.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:10:0) after 9m1s
[21:30:32.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:10:0)
[21:30:32.460] Build status: SCHEDULED
[21:30:32.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:11:0) after 4m25s
[21:34:57.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:11:0)
[21:34:57.534] Build status: SCHEDULED
[21:34:57.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:12:0) after 5m43s
[21:40:40.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:12:0)
[21:40:40.646] Build status: SCHEDULED
[21:40:40.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:13:0) after 5m55s
[21:46:35.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:13:0)
[21:46:35.746] Build status: SCHEDULED
[21:46:35.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:14:0) after 4m6s
[21:50:41.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:14:0)
[21:50:41.751] Build status: SCHEDULED
[21:50:41.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:15:0) after 5m41s
[21:56:23.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:15:0)
[21:56:23.024] Build status: SCHEDULED
[21:56:23.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:16:0) after 9m10s
[22:05:33.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:16:0)
[22:05:33.059] Build status: SCHEDULED
[22:05:33.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:17:0) after 4m26s
[22:09:59.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:17:0)
[22:09:59.212] Build status: SCHEDULED
[22:09:59.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:18:0) after 6m33s
[22:16:32.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:18:0)
[22:16:32.290] Build status: SCHEDULED
[22:16:32.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:19:0) after 8m25s
[22:24:57.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:19:0)
[22:24:57.348] Build status: SCHEDULED
[22:24:57.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:20:0) after 9m6s
[22:34:03.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:20:0)
[22:34:03.391] Build status: SCHEDULED
[22:34:03.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:21:0) after 8m51s
[22:42:54.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:21:0)
[22:42:54.478] Build status: SCHEDULED
[22:42:54.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:22:0) after 9m6s
[22:52:00.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:22:0)
[22:52:00.573] Build status: SCHEDULED
[22:52:00.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:23:0) after 9m59s
[23:01:59.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:23:0)
[23:01:59.627] Build status: SCHEDULED
[23:01:59.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:24:0) after 8m56s
[23:10:55.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:24:0)
[23:10:55.673] Build status: SCHEDULED
[23:10:55.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:25:0) after 8m55s
[23:19:50.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:25:0)
[23:19:50.760] Build status: SCHEDULED
[23:19:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:26:0) after 5m26s
[23:25:16.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:26:0)
[23:25:16.846] Build status: SCHEDULED
[23:25:16.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:27:0) after 3m8s
[23:28:24.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:27:0)
[23:28:24.890] Build status: SCHEDULED
[23:28:24.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:28:0) after 5m47s
[23:34:11.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:28:0)
[23:34:11.957] Build status: SCHEDULED
[23:34:11.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:29:0) after 4m24s
[23:38:35.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:29:0)
[23:38:36.012] Build status: SCHEDULED
[23:38:36.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:30:0) after 5m39s
[23:44:15.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:30:0)
[23:44:15.037] Build status: SCHEDULED
[23:44:15.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:31:0) after 4m54s
[23:49:09.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:31:0)
[23:49:09.170] Build status: SCHEDULED
[23:49:09.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:32:0) after 8m18s
[23:57:27.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:32:0)
[23:57:27.248] Build status: SCHEDULED
[23:57:27.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:33:0) after 9m24s
[00:06:51.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:33:0)
[00:06:51.421] Build status: SCHEDULED
[00:06:51.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:34:0) after 4m42s
[00:10:17.569] Received PubSub notification, asking Buildbucket for the build status
[00:10:17.587] Build status: STARTED
[00:11:33.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:34:0)
[00:11:33.548] Build status: STARTED
[00:11:33.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837078837139983056:36:0) after 8m24s
[00:12:33.261] Received PubSub notification, asking Buildbucket for the build status
[00:12:33.284] Build:
{
  "id": "8671648775269828945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-03T20:45:04.337688694Z",
  "startTime": "2026-09-04T00:10:17.150983072Z",
  "endTime": "2026-09-04T00:12:32.904946031Z",
  "updateTime": "2026-09-04T00:12:32.904946031Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
      "ref": "refs/heads/main"
    }
  }
}
[00:12:33.284] Invocation finished in 3h27m30.113292126s with status FAILED