1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest
  4. 8843486769117628160
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f5f328b8e8c5c998239781b9c4653ce32cc2b254"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f5f328b8e8c5c998239781b9c4653ce32cc2b254
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:13:43.027] New invocation is queued and will start shortly
[03:13:44.137] Starting the invocation (attempt 1)
[03:13:44.167] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f5f328b8e8c5c998239781b9c4653ce32cc2b254"
[03:13:44.167] Popped gitiles commit info from properties and tags
[03:13:44.167] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:13:44.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:13:44.168] Buildbucket request:
{
  "requestId": "8843486769117628160",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843486769117628160",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f5f328b8e8c5c998239781b9c4653ce32cc2b254"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f5f328b8e8c5c998239781b9c4653ce32cc2b254",
                        "title": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f5f328b8e8c5c998239781b9c4653ce32cc2b254"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843486769117628160"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:13:44.626] Scheduled build:
{
  "id": "8678056707198618577",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T03:13:44.235468632Z",
  "updateTime": "2026-06-25T03:13:44.235468632Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
      "ref": "refs/heads/main"
    }
  }
}
[03:13:44.626] Task URL: https://cr-buildbucket.appspot.com/build/8678056707198618577
[03:13:44.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:2:0) after 1m3s
[03:13:45.484] Received PubSub notification, asking Buildbucket for the build status
[03:13:45.501] Build status: SCHEDULED
[03:14:47.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:2:0)
[03:14:47.664] Build status: SCHEDULED
[03:14:47.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:4:0) after 5m52s
[03:20:39.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:4:0)
[03:20:39.701] Build status: SCHEDULED
[03:20:39.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:5:0) after 8m36s
[03:29:15.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:5:0)
[03:29:15.733] Build status: SCHEDULED
[03:29:15.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:6:0) after 8m23s
[03:37:38.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:6:0)
[03:37:38.775] Build status: SCHEDULED
[03:37:38.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:7:0) after 2m3s
[03:39:41.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:7:0)
[03:39:41.885] Build status: SCHEDULED
[03:39:41.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:8:0) after 4m14s
[03:43:55.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:8:0)
[03:43:55.980] Build status: SCHEDULED
[03:43:55.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:9:0) after 7m12s
[03:51:08.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:9:0)
[03:51:08.057] Build status: SCHEDULED
[03:51:08.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:10:0) after 5m18s
[03:56:26.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:10:0)
[03:56:26.139] Build status: SCHEDULED
[03:56:26.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:11:0) after 3m51s
[04:00:17.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:11:0)
[04:00:17.172] Build status: SCHEDULED
[04:00:17.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:12:0) after 8m52s
[04:09:09.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:12:0)
[04:09:09.284] Build status: SCHEDULED
[04:09:09.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:13:0) after 9m46s
[04:18:55.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:13:0)
[04:18:55.390] Build status: SCHEDULED
[04:18:55.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:14:0) after 1m4s
[04:19:59.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:14:0)
[04:19:59.553] Build status: SCHEDULED
[04:19:59.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:15:0) after 1m45s
[04:21:44.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:15:0)
[04:21:44.639] Build status: SCHEDULED
[04:21:44.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:16:0) after 1m5s
[04:22:49.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:16:0)
[04:22:49.672] Build status: SCHEDULED
[04:22:49.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:17:0) after 7m50s
[04:30:39.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:17:0)
[04:30:39.710] Build status: SCHEDULED
[04:30:39.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:18:0) after 4m36s
[04:35:15.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:18:0)
[04:35:15.821] Build status: SCHEDULED
[04:35:15.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:19:0) after 5m15s
[04:40:30.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:19:0)
[04:40:30.866] Build status: SCHEDULED
[04:40:30.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:20:0) after 3m2s
[04:43:32.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:20:0)
[04:43:32.947] Build status: SCHEDULED
[04:43:32.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:21:0) after 6m29s
[04:50:02.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:21:0)
[04:50:02.081] Build status: SCHEDULED
[04:50:02.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:22:0) after 8m0s
[04:58:02.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:22:0)
[04:58:02.124] Build status: SCHEDULED
[04:58:02.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:23:0) after 5m8s
[05:03:10.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:23:0)
[05:03:10.256] Build status: SCHEDULED
[05:03:10.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:24:0) after 5m17s
[05:08:27.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:24:0)
[05:08:27.297] Build status: SCHEDULED
[05:08:27.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:25:0) after 2m53s
[05:11:20.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:25:0)
[05:11:20.371] Build status: SCHEDULED
[05:11:20.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:26:0) after 5m41s
[05:17:01.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:26:0)
[05:17:01.435] Build status: SCHEDULED
[05:17:01.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:27:0) after 7m54s
[05:24:55.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:27:0)
[05:24:55.508] Build status: SCHEDULED
[05:24:55.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:28:0) after 8m12s
[05:33:07.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:28:0)
[05:33:07.723] Build status: SCHEDULED
[05:33:07.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:29:0) after 9m58s
[05:43:05.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:29:0)
[05:43:05.809] Build status: SCHEDULED
[05:43:05.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:30:0) after 6m12s
[05:49:17.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:30:0)
[05:49:17.805] Build status: SCHEDULED
[05:49:17.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:31:0) after 2m51s
[05:52:08.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:31:0)
[05:52:08.839] Build status: SCHEDULED
[05:52:08.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:32:0) after 6m50s
[05:58:58.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:32:0)
[05:58:58.904] Build status: SCHEDULED
[05:58:58.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:33:0) after 6m56s
[06:05:55.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:33:0)
[06:05:55.054] Build status: SCHEDULED
[06:05:55.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:34:0) after 3m40s
[06:09:35.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:34:0)
[06:09:35.136] Build status: SCHEDULED
[06:09:35.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:35:0) after 1m34s
[06:11:09.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:35:0)
[06:11:09.180] Build status: SCHEDULED
[06:11:09.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:36:0) after 7m17s
[06:18:26.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:36:0)
[06:18:26.480] Build status: SCHEDULED
[06:18:26.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:37:0) after 5m53s
[06:24:19.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:37:0)
[06:24:19.520] Build status: SCHEDULED
[06:24:19.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:38:0) after 7m1s
[06:31:20.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:38:0)
[06:31:20.560] Build status: SCHEDULED
[06:31:20.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:39:0) after 9m48s
[06:35:30.788] Received PubSub notification, asking Buildbucket for the build status
[06:35:30.815] Build status: STARTED
[06:41:08.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:39:0)
[06:41:08.618] Build status: STARTED
[06:41:08.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843486769117628160:41:0) after 4m26s
[06:42:11.819] Received PubSub notification, asking Buildbucket for the build status
[06:42:11.838] Build:
{
  "id": "8678056707198618577",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T03:13:44.235468632Z",
  "startTime": "2026-06-25T06:35:30.397283206Z",
  "endTime": "2026-06-25T06:42:11.563181995Z",
  "updateTime": "2026-06-25T06:42:11.563181995Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
      "ref": "refs/heads/main"
    }
  }
}
[06:42:11.838] Invocation finished in 3h28m28.815796883s with status FAILED