1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8840422827701812400
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ca6a0c7518b85175bacc46579fefb28873da1bf4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:53:45.263] New invocation is queued and will start shortly
[22:53:47.594] Starting the invocation (attempt 1)
[22:53:47.624] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4"
[22:53:47.624] Popped gitiles commit info from properties and tags
[22:53:47.624] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:53:47.625] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:53:47.625] Buildbucket request:
{
  "requestId": "8840422827701812400",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840422827701812400",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ddedb45e5b445086c1829b7678a3855030811a0a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ddedb45e5b445086c1829b7678a3855030811a0a",
                        "title": "ddedb45e5b445086c1829b7678a3855030811a0a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ddedb45e5b445086c1829b7678a3855030811a0a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ca6a0c7518b85175bacc46579fefb28873da1bf4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca6a0c7518b85175bacc46579fefb28873da1bf4",
                        "title": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca6a0c7518b85175bacc46579fefb28873da1bf4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840422827701812400"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:53:48.012] Scheduled build:
{
  "id": "8674992764490499857",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T22:53:47.703663489Z",
  "updateTime": "2026-07-28T22:53:47.703663489Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
      "ref": "refs/heads/main"
    }
  }
}
[22:53:48.013] Task URL: https://cr-buildbucket.appspot.com/build/8674992764490499857
[22:53:48.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:2:0) after 6m54s
[22:53:49.035] Received PubSub notification, asking Buildbucket for the build status
[22:53:49.058] Build status: SCHEDULED
[23:00:42.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:2:0)
[23:00:42.060] Build status: SCHEDULED
[23:00:42.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:4:0) after 7m18s
[23:08:00.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:4:0)
[23:08:00.099] Build status: SCHEDULED
[23:08:00.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:5:0) after 6m29s
[23:14:29.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:5:0)
[23:14:29.131] Build status: SCHEDULED
[23:14:29.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:6:0) after 1m13s
[23:15:42.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:6:0)
[23:15:42.165] Build status: SCHEDULED
[23:15:42.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:7:0) after 9m22s
[23:25:04.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:7:0)
[23:25:04.223] Build status: SCHEDULED
[23:25:04.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:8:0) after 6m31s
[23:31:35.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:8:0)
[23:31:35.259] Build status: SCHEDULED
[23:31:35.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:9:0) after 8m59s
[23:40:34.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:9:0)
[23:40:34.392] Build status: SCHEDULED
[23:40:34.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:10:0) after 5m56s
[23:46:30.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:10:0)
[23:46:30.436] Build status: SCHEDULED
[23:46:30.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:11:0) after 2m44s
[23:49:14.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:11:0)
[23:49:14.475] Build status: SCHEDULED
[23:49:14.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:12:0) after 6m22s
[23:55:36.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:12:0)
[23:55:36.460] Build status: SCHEDULED
[23:55:36.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:13:0) after 9m50s
[00:05:26.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:13:0)
[00:05:26.579] Build status: SCHEDULED
[00:05:26.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:14:0) after 4m44s
[00:10:10.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:14:0)
[00:10:10.727] Build status: SCHEDULED
[00:10:10.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:15:0) after 5m46s
[00:15:56.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:15:0)
[00:15:56.869] Build status: SCHEDULED
[00:15:56.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:16:0) after 8m24s
[00:24:20.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:16:0)
[00:24:20.967] Build status: SCHEDULED
[00:24:20.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:17:0) after 9m42s
[00:34:02.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:17:0)
[00:34:03.002] Build status: SCHEDULED
[00:34:03.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:18:0) after 3m49s
[00:37:51.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:18:0)
[00:37:52.235] Build status: SCHEDULED
[00:37:52.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:19:0) after 5m53s
[00:43:45.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:19:0)
[00:43:45.308] Build status: SCHEDULED
[00:43:45.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:20:0) after 5m13s
[00:48:58.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:20:0)
[00:48:58.341] Build status: SCHEDULED
[00:48:58.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:21:0) after 6m25s
[00:55:23.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:21:0)
[00:55:23.478] Build status: SCHEDULED
[00:55:23.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:22:0) after 3m36s
[00:58:59.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:22:0)
[00:58:59.493] Build status: SCHEDULED
[00:58:59.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:23:0) after 3m51s
[01:02:50.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:23:0)
[01:02:50.564] Build status: SCHEDULED
[01:02:50.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:24:0) after 5m28s
[01:08:18.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:24:0)
[01:08:18.707] Build status: SCHEDULED
[01:08:18.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:25:0) after 8m19s
[01:16:37.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:25:0)
[01:16:37.958] Build status: SCHEDULED
[01:16:37.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:26:0) after 8m8s
[01:24:46.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:26:0)
[01:24:46.068] Build status: SCHEDULED
[01:24:46.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:27:0) after 4m21s
[01:29:07.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:27:0)
[01:29:07.109] Build status: SCHEDULED
[01:29:07.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:28:0) after 6m23s
[01:35:30.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:28:0)
[01:35:30.263] Build status: SCHEDULED
[01:35:30.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:29:0) after 6m58s
[01:42:28.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:29:0)
[01:42:28.301] Build status: SCHEDULED
[01:42:28.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:30:0) after 8m26s
[01:50:54.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:30:0)
[01:50:54.360] Build status: SCHEDULED
[01:50:54.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:31:0) after 6m12s
[01:57:06.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:31:0)
[01:57:06.394] Build status: SCHEDULED
[01:57:06.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:32:0) after 5m8s
[02:02:14.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:32:0)
[02:02:14.483] Build status: SCHEDULED
[02:02:14.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:33:0) after 9m43s
[02:11:00.158] Received PubSub notification, asking Buildbucket for the build status
[02:11:00.225] Build status: STARTED
[02:11:57.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:33:0)
[02:11:57.573] Build status: STARTED
[02:11:57.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:35:0) after 3m28s
[02:15:25.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:35:0)
[02:15:25.611] Build status: STARTED
[02:15:25.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:36:0) after 3m23s
[02:18:48.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:36:0)
[02:18:48.687] Build status: STARTED
[02:18:48.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:37:0) after 1m35s
[02:20:23.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:37:0)
[02:20:23.742] Build status: STARTED
[02:20:23.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8840422827701812400:38:0) after 2m55s
[02:21:00.459] Received PubSub notification, asking Buildbucket for the build status
[02:21:00.566] Build:
{
  "id": "8674992764490499857",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T22:53:47.703663489Z",
  "startTime": "2026-07-29T02:10:59.945318985Z",
  "endTime": "2026-07-29T02:21:00.184889394Z",
  "updateTime": "2026-07-29T02:21:00.184889394Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ca6a0c7518b85175bacc46579fefb28873da1bf4",
      "ref": "refs/heads/main"
    }
  }
}
[02:21:00.566] Invocation finished in 3h27m15.309190104s with status FAILED