1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest
  4. 8837059615817825904
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "246e37a104c0c8104b1819df3a954d848e266703"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:50:34.057] New invocation is queued and will start shortly
[01:50:35.172] Starting the invocation (attempt 1)
[01:50:35.195] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703"
[01:50:35.195] Popped gitiles commit info from properties and tags
[01:50:35.195] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:50:35.195] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:50:35.196] Buildbucket request:
{
  "requestId": "8837059615817825904",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837059615817825904",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a855316bba689882df32f27a5ebb8c06e62f2e7a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a855316bba689882df32f27a5ebb8c06e62f2e7a",
                        "title": "a855316bba689882df32f27a5ebb8c06e62f2e7a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a855316bba689882df32f27a5ebb8c06e62f2e7a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "de1b24123747948ea5ff20beceb0c47b85f25117"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de1b24123747948ea5ff20beceb0c47b85f25117",
                        "title": "de1b24123747948ea5ff20beceb0c47b85f25117",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de1b24123747948ea5ff20beceb0c47b85f25117"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "246e37a104c0c8104b1819df3a954d848e266703"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@246e37a104c0c8104b1819df3a954d848e266703",
                        "title": "246e37a104c0c8104b1819df3a954d848e266703",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "246e37a104c0c8104b1819df3a954d848e266703",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837059615817825904"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:50:36.027] Scheduled build:
{
  "id": "8671629553766731617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-04T01:50:35.391860689Z",
  "updateTime": "2026-09-04T01:50:35.391860689Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "246e37a104c0c8104b1819df3a954d848e266703",
      "ref": "refs/heads/main"
    }
  }
}
[01:50:36.027] Task URL: https://cr-buildbucket.appspot.com/build/8671629553766731617
[01:50:36.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:2:0) after 7m30s
[01:50:36.914] Received PubSub notification, asking Buildbucket for the build status
[01:50:37.037] Build status: SCHEDULED
[01:58:06.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:2:0)
[01:58:06.047] Build status: SCHEDULED
[01:58:06.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:4:0) after 4m5s
[02:02:11.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:4:0)
[02:02:11.097] Build status: SCHEDULED
[02:02:11.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:5:0) after 5m6s
[02:07:17.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:5:0)
[02:07:17.148] Build status: SCHEDULED
[02:07:17.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:6:0) after 6m43s
[02:14:00.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:6:0)
[02:14:00.590] Build status: SCHEDULED
[02:14:00.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:7:0) after 1m51s
[02:15:51.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:7:0)
[02:15:51.669] Build status: SCHEDULED
[02:15:51.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:8:0) after 2m24s
[02:18:15.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:8:0)
[02:18:15.699] Build status: SCHEDULED
[02:18:15.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:9:0) after 6m42s
[02:24:57.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:9:0)
[02:24:57.829] Build status: SCHEDULED
[02:24:57.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:10:0) after 3m57s
[02:28:55.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:10:0)
[02:28:55.216] Build status: SCHEDULED
[02:28:55.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:11:0) after 5m16s
[02:34:11.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:11:0)
[02:34:11.317] Build status: SCHEDULED
[02:34:11.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:12:0) after 6m1s
[02:40:12.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:12:0)
[02:40:12.379] Build status: SCHEDULED
[02:40:12.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:13:0) after 6m29s
[02:46:41.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:13:0)
[02:46:41.860] Build status: SCHEDULED
[02:46:41.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:14:0) after 3m4s
[02:49:45.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:14:0)
[02:49:45.895] Build status: SCHEDULED
[02:49:45.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:15:0) after 5m8s
[02:54:54.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:15:0)
[02:54:54.077] Build status: SCHEDULED
[02:54:54.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:16:0) after 3m45s
[02:58:39.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:16:0)
[02:58:39.142] Build status: SCHEDULED
[02:58:39.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:17:0) after 8m0s
[03:06:39.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:17:0)
[03:06:39.253] Build status: SCHEDULED
[03:06:39.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:18:0) after 1m11s
[03:07:50.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:18:0)
[03:07:50.377] Build status: SCHEDULED
[03:07:50.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:19:0) after 9m56s
[03:17:46.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:19:0)
[03:17:46.504] Build status: SCHEDULED
[03:17:46.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:20:0) after 9m20s
[03:27:06.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:20:0)
[03:27:06.597] Build status: SCHEDULED
[03:27:06.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:21:0) after 9m37s
[03:36:43.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:21:0)
[03:36:43.635] Build status: SCHEDULED
[03:36:43.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:22:0) after 8m10s
[03:44:53.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:22:0)
[03:44:53.712] Build status: SCHEDULED
[03:44:53.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:23:0) after 4m27s
[03:49:20.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:23:0)
[03:49:20.804] Build status: SCHEDULED
[03:49:20.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:24:0) after 5m48s
[03:55:08.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:24:0)
[03:55:08.864] Build status: SCHEDULED
[03:55:08.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:25:0) after 6m39s
[04:01:47.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:25:0)
[04:01:48.005] Build status: SCHEDULED
[04:01:48.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:26:0) after 1m13s
[04:03:00.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:26:0)
[04:03:00.992] Build status: SCHEDULED
[04:03:00.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:27:0) after 7m33s
[04:10:34.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:27:0)
[04:10:34.228] Build status: SCHEDULED
[04:10:34.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:28:0) after 9m22s
[04:19:56.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:28:0)
[04:19:56.320] Build status: SCHEDULED
[04:19:56.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:29:0) after 8m14s
[04:28:10.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:29:0)
[04:28:10.385] Build status: SCHEDULED
[04:28:10.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:30:0) after 5m53s
[04:34:03.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:30:0)
[04:34:03.519] Build status: SCHEDULED
[04:34:03.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:31:0) after 1m10s
[04:35:13.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:31:0)
[04:35:13.620] Build status: SCHEDULED
[04:35:13.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:32:0) after 4m59s
[04:40:12.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:32:0)
[04:40:12.666] Build status: SCHEDULED
[04:40:12.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:33:0) after 5m32s
[04:45:44.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:33:0)
[04:45:44.712] Build status: SCHEDULED
[04:45:44.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:34:0) after 4m8s
[04:49:52.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:34:0)
[04:49:52.766] Build status: SCHEDULED
[04:49:52.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:35:0) after 2m38s
[04:52:30.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:35:0)
[04:52:30.847] Build status: SCHEDULED
[04:52:30.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:36:0) after 5m40s
[04:58:10.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:36:0)
[04:58:11.129] Build status: SCHEDULED
[04:58:11.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:37:0) after 1m22s
[04:59:33.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:37:0)
[04:59:33.357] Build status: SCHEDULED
[04:59:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:38:0) after 2m38s
[05:01:37.109] Received PubSub notification, asking Buildbucket for the build status
[05:01:37.242] Build status: STARTED
[05:02:11.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:38:0)
[05:02:11.454] Build status: STARTED
[05:02:11.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837059615817825904:40:0) after 9m21s
[05:03:29.117] Received PubSub notification, asking Buildbucket for the build status
[05:03:29.151] Build:
{
  "id": "8671629553766731617",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-04T01:50:35.391860689Z",
  "startTime": "2026-09-04T05:01:36.328023789Z",
  "endTime": "2026-09-04T05:03:28.830239834Z",
  "updateTime": "2026-09-04T05:03:28.830239834Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "246e37a104c0c8104b1819df3a954d848e266703",
      "ref": "refs/heads/main"
    }
  }
}
[05:03:29.151] Invocation finished in 3h12m55.099909762s with status FAILED