buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

• aeda217d3d66d64ea3056bb71e16528a1d74cd93 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "aeda217d3d66d64ea3056bb71e16528a1d74cd93"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93
• gitiles_ref:refs/heads/main

[07:51:38.391] New invocation is queued and will start shortly
[07:51:39.694] Starting the invocation (attempt 1)
[07:51:39.724] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93"
[07:51:39.724] Popped gitiles commit info from properties and tags
[07:51:39.724] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:51:39.724] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:51:39.724] Buildbucket request:
{
  "requestId": "8839573614173973232",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839573614173973232",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aeda217d3d66d64ea3056bb71e16528a1d74cd93"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aeda217d3d66d64ea3056bb71e16528a1d74cd93",
                        "title": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aeda217d3d66d64ea3056bb71e16528a1d74cd93"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839573614173973232"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:51:40.077] Scheduled build:
{
  "id": "8674143552049027073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T07:51:39.797687669Z",
  "updateTime": "2026-08-07T07:51:39.797687669Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
      "ref": "refs/heads/main"
    }
  }
}
[07:51:40.077] Task URL: https://cr-buildbucket.appspot.com/build/8674143552049027073
[07:51:40.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:2:0) after 7m52s
[07:51:41.027] Received PubSub notification, asking Buildbucket for the build status
[07:51:41.058] Build status: SCHEDULED
[07:59:32.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:2:0)
[07:59:32.121] Build status: SCHEDULED
[07:59:32.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:4:0) after 7m0s
[08:06:32.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:4:0)
[08:06:32.211] Build status: SCHEDULED
[08:06:32.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:5:0) after 8m53s
[08:15:25.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:5:0)
[08:15:25.388] Build status: SCHEDULED
[08:15:25.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:6:0) after 8m7s
[08:23:32.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:6:0)
[08:23:32.473] Build status: SCHEDULED
[08:23:32.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:7:0) after 5m5s
[08:28:37.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:7:0)
[08:28:37.535] Build status: SCHEDULED
[08:28:37.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:8:0) after 7m0s
[08:35:37.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:8:0)
[08:35:37.624] Build status: SCHEDULED
[08:35:37.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:9:0) after 4m21s
[08:39:58.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:9:0)
[08:39:58.717] Build status: SCHEDULED
[08:39:58.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:10:0) after 2m52s
[08:42:50.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:10:0)
[08:42:50.799] Build status: SCHEDULED
[08:42:50.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:11:0) after 1m36s
[08:44:26.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:11:0)
[08:44:27.019] Build status: SCHEDULED
[08:44:27.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:12:0) after 1m42s
[08:46:09.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:12:0)
[08:46:09.112] Build status: SCHEDULED
[08:46:09.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:13:0) after 2m2s
[08:48:11.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:13:0)
[08:48:11.113] Build status: SCHEDULED
[08:48:11.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:14:0) after 8m34s
[08:56:45.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:14:0)
[08:56:45.188] Build status: SCHEDULED
[08:56:45.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:15:0) after 8m6s
[09:04:51.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:15:0)
[09:04:51.372] Build status: SCHEDULED
[09:04:51.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:16:0) after 3m50s
[09:08:41.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:16:0)
[09:08:41.603] Build status: SCHEDULED
[09:08:41.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:17:0) after 7m22s
[09:16:03.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:17:0)
[09:16:03.706] Build status: SCHEDULED
[09:16:03.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:18:0) after 6m50s
[09:22:53.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:18:0)
[09:22:53.795] Build status: SCHEDULED
[09:22:53.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:19:0) after 5m23s
[09:28:16.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:19:0)
[09:28:16.914] Build status: SCHEDULED
[09:28:16.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:20:0) after 1m43s
[09:29:59.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:20:0)
[09:29:59.934] Build status: SCHEDULED
[09:29:59.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:21:0) after 3m15s
[09:33:14.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:21:0)
[09:33:15.006] Build status: SCHEDULED
[09:33:15.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:22:0) after 1m25s
[09:34:40.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:22:0)
[09:34:40.089] Build status: SCHEDULED
[09:34:40.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:23:0) after 8m57s
[09:43:37.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:23:0)
[09:43:37.181] Build status: SCHEDULED
[09:43:37.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:24:0) after 4m52s
[09:48:29.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:24:0)
[09:48:29.225] Build status: SCHEDULED
[09:48:29.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:25:0) after 6m24s
[09:54:53.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:25:0)
[09:54:53.295] Build status: SCHEDULED
[09:54:53.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:26:0) after 7m9s
[10:02:02.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:26:0)
[10:02:02.348] Build status: SCHEDULED
[10:02:02.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:27:0) after 5m40s
[10:07:42.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:27:0)
[10:07:42.387] Build status: SCHEDULED
[10:07:42.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:28:0) after 6m18s
[10:14:00.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:28:0)
[10:14:00.475] Build status: SCHEDULED
[10:14:00.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:29:0) after 7m4s
[10:21:04.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:29:0)
[10:21:04.526] Build status: SCHEDULED
[10:21:04.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:30:0) after 4m50s
[10:25:54.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:30:0)
[10:25:54.572] Build status: SCHEDULED
[10:25:54.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:31:0) after 5m19s
[10:31:13.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:31:0)
[10:31:13.968] Build status: SCHEDULED
[10:31:13.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:32:0) after 1m38s
[10:32:51.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:32:0)
[10:32:52.017] Build status: SCHEDULED
[10:32:52.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:33:0) after 4m46s
[10:37:38.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:33:0)
[10:37:38.054] Build status: SCHEDULED
[10:37:38.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:34:0) after 8m29s
[10:46:07.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:34:0)
[10:46:07.174] Build status: SCHEDULED
[10:46:07.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:35:0) after 8m9s
[10:54:16.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:35:0)
[10:54:16.318] Build status: SCHEDULED
[10:54:16.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:36:0) after 3m35s
[10:57:51.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:36:0)
[10:57:51.461] Build status: SCHEDULED
[10:57:51.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:37:0) after 2m55s
[11:00:46.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:37:0)
[11:00:46.557] Build status: SCHEDULED
[11:00:46.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:38:0) after 2m23s
[11:03:09.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:38:0)
[11:03:09.594] Build status: SCHEDULED
[11:03:09.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:39:0) after 3m4s
[11:06:13.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:39:0)
[11:06:13.640] Build status: SCHEDULED
[11:06:13.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:40:0) after 7m30s
[11:13:43.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:40:0)
[11:13:43.677] Build status: SCHEDULED
[11:13:43.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:41:0) after 9m15s
[11:14:31.508] Received PubSub notification, asking Buildbucket for the build status
[11:14:31.525] Build status: STARTED
[11:22:58.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:41:0)
[11:22:58.703] Build status: STARTED
[11:22:58.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839573614173973232:43:0) after 8m6s
[11:23:27.768] Received PubSub notification, asking Buildbucket for the build status
[11:23:27.786] Build:
{
  "id": "8674143552049027073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-07T07:51:39.797687669Z",
  "startTime": "2026-08-07T11:14:31.336865918Z",
  "endTime": "2026-08-07T11:23:27.352121126Z",
  "updateTime": "2026-08-07T11:23:27.352121126Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "aeda217d3d66d64ea3056bb71e16528a1d74cd93",
      "ref": "refs/heads/main"
    }
  }
}
[11:23:27.786] Invocation finished in 3h31m49.399500706s with status FAILED