1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest
  4. 8836436133665015840
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b852b7c7b9199187f966e9a7d17f124d0c8af9c3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:00:32.973] New invocation is queued and will start shortly
[23:00:36.111] Starting the invocation (attempt 1)
[23:00:36.134] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b852b7c7b9199187f966e9a7d17f124d0c8af9c3"
[23:00:36.134] Popped gitiles commit info from properties and tags
[23:00:36.134] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:00:36.134] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:00:36.134] Buildbucket request:
{
  "requestId": "8836436133665015840",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836436133665015840",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c63ef7896747b8495fb17effdaea0dae065ef1f5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c63ef7896747b8495fb17effdaea0dae065ef1f5",
                        "title": "c63ef7896747b8495fb17effdaea0dae065ef1f5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c63ef7896747b8495fb17effdaea0dae065ef1f5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b852b7c7b9199187f966e9a7d17f124d0c8af9c3",
                        "title": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b852b7c7b9199187f966e9a7d17f124d0c8af9c3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836436133665015840"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:00:36.690] Scheduled build:
{
  "id": "8671006069535040065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-10T23:00:36.289060175Z",
  "updateTime": "2026-09-10T23:00:36.289060175Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3",
      "ref": "refs/heads/main"
    }
  }
}
[23:00:36.690] Task URL: https://cr-buildbucket.appspot.com/build/8671006069535040065
[23:00:36.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:2:0) after 8m42s
[23:00:37.583] Received PubSub notification, asking Buildbucket for the build status
[23:00:37.614] Build status: SCHEDULED
[23:09:18.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:2:0)
[23:09:18.726] Build status: SCHEDULED
[23:09:18.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:4:0) after 8m26s
[23:17:44.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:4:0)
[23:17:44.740] Build status: SCHEDULED
[23:17:44.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:5:0) after 3m54s
[23:21:38.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:5:0)
[23:21:38.790] Build status: SCHEDULED
[23:21:38.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:6:0) after 6m25s
[23:28:03.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:6:0)
[23:28:03.999] Build status: SCHEDULED
[23:28:03.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:7:0) after 9m26s
[23:37:30.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:7:0)
[23:37:30.206] Build status: SCHEDULED
[23:37:30.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:8:0) after 6m39s
[23:44:09.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:8:0)
[23:44:09.322] Build status: SCHEDULED
[23:44:09.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:9:0) after 1m2s
[23:45:11.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:9:0)
[23:45:11.440] Build status: SCHEDULED
[23:45:11.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:10:0) after 7m1s
[23:52:12.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:10:0)
[23:52:12.551] Build status: SCHEDULED
[23:52:12.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:11:0) after 4m22s
[23:56:34.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:11:0)
[23:56:34.855] Build status: SCHEDULED
[23:56:34.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:12:0) after 6m38s
[00:03:12.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:12:0)
[00:03:12.897] Build status: SCHEDULED
[00:03:12.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:13:0) after 3m9s
[00:06:21.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:13:0)
[00:06:21.948] Build status: SCHEDULED
[00:06:21.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:14:0) after 5m39s
[00:12:01.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:14:0)
[00:12:01.308] Build status: SCHEDULED
[00:12:01.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:15:0) after 3m55s
[00:15:56.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:15:0)
[00:15:56.353] Build status: SCHEDULED
[00:15:56.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:16:0) after 7m42s
[00:23:38.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:16:0)
[00:23:38.554] Build status: SCHEDULED
[00:23:38.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:17:0) after 4m12s
[00:27:50.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:17:0)
[00:27:50.771] Build status: SCHEDULED
[00:27:50.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:18:0) after 7m46s
[00:35:36.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:18:0)
[00:35:36.886] Build status: SCHEDULED
[00:35:36.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:19:0) after 1m57s
[00:37:33.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:19:0)
[00:37:33.997] Build status: SCHEDULED
[00:37:33.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:20:0) after 4m11s
[00:41:45.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:20:0)
[00:41:45.145] Build status: SCHEDULED
[00:41:45.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:21:0) after 4m27s
[00:46:12.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:21:0)
[00:46:12.346] Build status: SCHEDULED
[00:46:12.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:22:0) after 9m49s
[00:56:01.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:22:0)
[00:56:01.482] Build status: SCHEDULED
[00:56:01.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:23:0) after 1m51s
[00:57:52.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:23:0)
[00:57:52.612] Build status: SCHEDULED
[00:57:52.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:24:0) after 8m39s
[01:06:31.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:24:0)
[01:06:31.614] Build status: SCHEDULED
[01:06:31.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:25:0) after 7m9s
[01:13:40.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:25:0)
[01:13:40.693] Build status: SCHEDULED
[01:13:40.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:26:0) after 9m21s
[01:23:01.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:26:0)
[01:23:01.738] Build status: SCHEDULED
[01:23:01.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:27:0) after 1m15s
[01:24:16.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:27:0)
[01:24:16.824] Build status: SCHEDULED
[01:24:16.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:28:0) after 4m29s
[01:28:45.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:28:0)
[01:28:45.897] Build status: SCHEDULED
[01:28:45.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:29:0) after 4m50s
[01:33:35.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:29:0)
[01:33:36.129] Build status: SCHEDULED
[01:33:36.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:30:0) after 5m50s
[01:39:26.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:30:0)
[01:39:26.273] Build status: SCHEDULED
[01:39:26.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:31:0) after 1m57s
[01:41:23.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:31:0)
[01:41:23.309] Build status: SCHEDULED
[01:41:23.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:32:0) after 7m37s
[01:49:00.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:32:0)
[01:49:00.353] Build status: SCHEDULED
[01:49:00.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:33:0) after 4m18s
[01:53:18.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:33:0)
[01:53:18.526] Build status: SCHEDULED
[01:53:18.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:34:0) after 2m15s
[01:55:33.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:34:0)
[01:55:33.596] Build status: SCHEDULED
[01:55:33.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:35:0) after 1m55s
[01:57:28.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:35:0)
[01:57:28.621] Build status: SCHEDULED
[01:57:28.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836436133665015840:36:0) after 9m51s
[02:02:07.797] Received PubSub notification, asking Buildbucket for the build status
[02:02:07.815] Build status: STARTED
[02:06:36.173] Received PubSub notification, asking Buildbucket for the build status
[02:06:36.198] Build:
{
  "id": "8671006069535040065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-10T23:00:36.289060175Z",
  "startTime": "2026-09-11T02:02:07.541851559Z",
  "endTime": "2026-09-11T02:06:35.849491726Z",
  "updateTime": "2026-09-11T02:06:35.849491726Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b852b7c7b9199187f966e9a7d17f124d0c8af9c3",
      "ref": "refs/heads/main"
    }
  }
}
[02:06:36.198] Invocation finished in 3h6m3.230726592s with status FAILED