1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8842387382569544432
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e19579be5a6be9010eb30e266a65692ce7f1f59f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:27:59.743] New invocation is queued and will start shortly
[06:28:00.948] Starting the invocation (attempt 1)
[06:28:00.994] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f"
[06:28:00.994] Popped gitiles commit info from properties and tags
[06:28:00.994] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:28:00.994] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:28:00.994] Buildbucket request:
{
  "requestId": "8842387382569544432",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8842387382569544432",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e19579be5a6be9010eb30e266a65692ce7f1f59f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e19579be5a6be9010eb30e266a65692ce7f1f59f",
                        "title": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e19579be5a6be9010eb30e266a65692ce7f1f59f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842387382569544432"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:28:01.433] Scheduled build:
{
  "id": "8676957320516484993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-07T06:28:01.078302021Z",
  "updateTime": "2026-07-07T06:28:01.078302021Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
      "ref": "refs/heads/main"
    }
  }
}
[06:28:01.433] Task URL: https://cr-buildbucket.appspot.com/build/8676957320516484993
[06:28:01.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:2:0) after 3m53s
[06:28:02.323] Received PubSub notification, asking Buildbucket for the build status
[06:28:02.519] Build status: SCHEDULED
[06:31:54.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:2:0)
[06:31:54.593] Build status: SCHEDULED
[06:31:54.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:4:0) after 5m35s
[06:37:29.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:4:0)
[06:37:29.640] Build status: SCHEDULED
[06:37:29.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:5:0) after 8m24s
[06:45:53.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:5:0)
[06:45:53.686] Build status: SCHEDULED
[06:45:53.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:6:0) after 3m12s
[06:49:05.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:6:0)
[06:49:05.821] Build status: SCHEDULED
[06:49:05.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:7:0) after 7m27s
[06:56:32.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:7:0)
[06:56:32.866] Build status: SCHEDULED
[06:56:32.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:8:0) after 8m44s
[07:05:16.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:8:0)
[07:05:16.944] Build status: SCHEDULED
[07:05:16.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:9:0) after 2m50s
[07:08:06.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:9:0)
[07:08:07.023] Build status: SCHEDULED
[07:08:07.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:10:0) after 4m12s
[07:12:19.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:10:0)
[07:12:19.082] Build status: SCHEDULED
[07:12:19.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:11:0) after 7m44s
[07:20:03.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:11:0)
[07:20:03.424] Build status: SCHEDULED
[07:20:03.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:12:0) after 8m18s
[07:28:21.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:12:0)
[07:28:21.822] Build status: SCHEDULED
[07:28:21.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:13:0) after 7m56s
[07:36:17.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:13:0)
[07:36:17.905] Build status: SCHEDULED
[07:36:17.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:14:0) after 1m19s
[07:37:36.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:14:0)
[07:37:36.934] Build status: SCHEDULED
[07:37:36.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:15:0) after 7m51s
[07:45:27.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:15:0)
[07:45:27.968] Build status: SCHEDULED
[07:45:27.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:16:0) after 3m1s
[07:48:28.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:16:0)
[07:48:28.995] Build status: SCHEDULED
[07:48:28.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:17:0) after 6m14s
[07:54:43.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:17:0)
[07:54:43.038] Build status: SCHEDULED
[07:54:43.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:18:0) after 2m56s
[07:57:39.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:18:0)
[07:57:39.067] Build status: SCHEDULED
[07:57:39.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:19:0) after 2m54s
[08:00:33.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:19:0)
[08:00:33.094] Build status: SCHEDULED
[08:00:33.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:20:0) after 2m30s
[08:03:03.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:20:0)
[08:03:03.225] Build status: SCHEDULED
[08:03:03.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:21:0) after 1m59s
[08:05:02.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:21:0)
[08:05:02.512] Build status: SCHEDULED
[08:05:02.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:22:0) after 2m13s
[08:07:15.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:22:0)
[08:07:15.563] Build status: SCHEDULED
[08:07:15.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:23:0) after 7m44s
[08:14:59.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:23:0)
[08:14:59.663] Build status: SCHEDULED
[08:14:59.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:24:0) after 6m14s
[08:21:13.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:24:0)
[08:21:13.707] Build status: SCHEDULED
[08:21:13.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:25:0) after 9m1s
[08:30:14.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:25:0)
[08:30:14.791] Build status: SCHEDULED
[08:30:14.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:26:0) after 8m26s
[08:38:40.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:26:0)
[08:38:40.883] Build status: SCHEDULED
[08:38:40.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:27:0) after 1m11s
[08:39:51.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:27:0)
[08:39:51.911] Build status: SCHEDULED
[08:39:51.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:28:0) after 8m0s
[08:47:51.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:28:0)
[08:47:51.966] Build status: SCHEDULED
[08:47:51.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:29:0) after 3m54s
[08:51:46.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:29:0)
[08:51:46.104] Build status: SCHEDULED
[08:51:46.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:30:0) after 3m43s
[08:55:29.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:30:0)
[08:55:29.177] Build status: SCHEDULED
[08:55:29.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:31:0) after 6m3s
[09:01:32.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:31:0)
[09:01:32.213] Build status: SCHEDULED
[09:01:32.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:32:0) after 5m35s
[09:07:07.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:32:0)
[09:07:07.357] Build status: SCHEDULED
[09:07:07.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:33:0) after 8m29s
[09:15:36.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:33:0)
[09:15:36.459] Build status: SCHEDULED
[09:15:36.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:34:0) after 9m8s
[09:24:44.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:34:0)
[09:24:44.498] Build status: SCHEDULED
[09:24:44.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:35:0) after 4m0s
[09:28:44.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:35:0)
[09:28:44.648] Build status: SCHEDULED
[09:28:44.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:36:0) after 3m15s
[09:31:59.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:36:0)
[09:31:59.794] Build status: SCHEDULED
[09:31:59.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:37:0) after 9m28s
[09:41:27.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:37:0)
[09:41:27.826] Build status: SCHEDULED
[09:41:27.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:38:0) after 5m29s
[09:46:56.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:38:0)
[09:46:56.949] Build status: SCHEDULED
[09:46:56.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:39:0) after 9m17s
[09:48:55.302] Received PubSub notification, asking Buildbucket for the build status
[09:48:55.319] Build status: STARTED
[09:56:13.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:39:0)
[09:56:13.983] Build status: STARTED
[09:56:13.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8842387382569544432:41:0) after 6m42s
[09:59:32.048] Received PubSub notification, asking Buildbucket for the build status
[09:59:32.066] Build:
{
  "id": "8676957320516484993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-07T06:28:01.078302021Z",
  "startTime": "2026-07-07T09:48:55.150570974Z",
  "endTime": "2026-07-07T09:59:31.183138118Z",
  "updateTime": "2026-07-07T09:59:31.183138118Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e19579be5a6be9010eb30e266a65692ce7f1f59f",
      "ref": "refs/heads/main"
    }
  }
}
[09:59:32.066] Invocation finished in 3h31m32.329466156s with status FAILED