1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8839036289743255504
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9bc095e8efdfc81b2cf721b05789dc01a00957fd"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9bc095e8efdfc81b2cf721b05789dc01a00957fd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:12:10.903] New invocation is queued and will start shortly
[06:12:12.237] Starting the invocation (attempt 1)
[06:12:12.264] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9bc095e8efdfc81b2cf721b05789dc01a00957fd"
[06:12:12.264] Popped gitiles commit info from properties and tags
[06:12:12.265] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:12:12.265] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:12:12.265] Buildbucket request:
{
  "requestId": "8839036289743255504",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839036289743255504",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9bc095e8efdfc81b2cf721b05789dc01a00957fd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9bc095e8efdfc81b2cf721b05789dc01a00957fd",
                        "title": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9bc095e8efdfc81b2cf721b05789dc01a00957fd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839036289743255504"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:12:13.867] Scheduled build:
{
  "id": "8673606227052212289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T06:12:12.846884753Z",
  "updateTime": "2026-08-13T06:12:12.846884753Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:12:13.867] Task URL: https://cr-buildbucket.appspot.com/build/8673606227052212289
[06:12:13.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:2:0) after 5m1s
[06:12:14.814] Received PubSub notification, asking Buildbucket for the build status
[06:12:14.835] Build status: SCHEDULED
[06:17:14.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:2:0)
[06:17:14.995] Build status: SCHEDULED
[06:17:14.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:4:0) after 2m8s
[06:19:23.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:4:0)
[06:19:23.185] Build status: SCHEDULED
[06:19:23.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:5:0) after 1m51s
[06:21:14.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:5:0)
[06:21:14.234] Build status: SCHEDULED
[06:21:14.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:6:0) after 2m15s
[06:23:29.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:6:0)
[06:23:29.331] Build status: SCHEDULED
[06:23:29.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:7:0) after 8m31s
[06:32:00.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:7:0)
[06:32:00.379] Build status: SCHEDULED
[06:32:00.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:8:0) after 8m11s
[06:40:11.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:8:0)
[06:40:11.415] Build status: SCHEDULED
[06:40:11.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:9:0) after 1m26s
[06:41:37.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:9:0)
[06:41:37.473] Build status: SCHEDULED
[06:41:37.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:10:0) after 2m55s
[06:44:32.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:10:0)
[06:44:32.737] Build status: SCHEDULED
[06:44:32.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:11:0) after 6m2s
[06:50:34.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:11:0)
[06:50:34.826] Build status: SCHEDULED
[06:50:34.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:12:0) after 3m43s
[06:54:17.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:12:0)
[06:54:17.862] Build status: SCHEDULED
[06:54:17.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:13:0) after 7m22s
[07:01:39.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:13:0)
[07:01:39.991] Build status: SCHEDULED
[07:01:39.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:14:0) after 8m58s
[07:10:38.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:14:0)
[07:10:38.026] Build status: SCHEDULED
[07:10:38.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:15:0) after 7m34s
[07:18:12.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:15:0)
[07:18:12.073] Build status: SCHEDULED
[07:18:12.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:16:0) after 4m5s
[07:22:17.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:16:0)
[07:22:17.343] Build status: SCHEDULED
[07:22:17.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:17:0) after 4m59s
[07:27:16.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:17:0)
[07:27:16.419] Build status: SCHEDULED
[07:27:16.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:18:0) after 6m53s
[07:34:09.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:18:0)
[07:34:09.482] Build status: SCHEDULED
[07:34:09.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:19:0) after 1m36s
[07:35:45.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:19:0)
[07:35:45.619] Build status: SCHEDULED
[07:35:45.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:20:0) after 7m15s
[07:43:00.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:20:0)
[07:43:00.688] Build status: SCHEDULED
[07:43:00.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:21:0) after 7m7s
[07:50:07.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:21:0)
[07:50:07.726] Build status: SCHEDULED
[07:50:07.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:22:0) after 9m44s
[07:59:51.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:22:0)
[07:59:51.763] Build status: SCHEDULED
[07:59:51.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:23:0) after 9m33s
[08:09:24.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:23:0)
[08:09:24.808] Build status: SCHEDULED
[08:09:24.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:24:0) after 1m57s
[08:11:21.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:24:0)
[08:11:21.850] Build status: SCHEDULED
[08:11:21.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:25:0) after 3m3s
[08:14:24.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:25:0)
[08:14:24.883] Build status: SCHEDULED
[08:14:24.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:26:0) after 7m40s
[08:22:05.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:26:0)
[08:22:05.117] Build status: SCHEDULED
[08:22:05.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:27:0) after 5m59s
[08:28:04.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:27:0)
[08:28:04.689] Build status: SCHEDULED
[08:28:04.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:28:0) after 8m34s
[08:36:38.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:28:0)
[08:36:38.949] Build status: SCHEDULED
[08:36:38.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:29:0) after 8m35s
[08:45:14.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:29:0)
[08:45:14.069] Build status: SCHEDULED
[08:45:14.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:30:0) after 4m39s
[08:49:53.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:30:0)
[08:49:53.123] Build status: SCHEDULED
[08:49:53.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:31:0) after 2m3s
[08:51:56.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:31:0)
[08:51:56.206] Build status: SCHEDULED
[08:51:56.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:32:0) after 8m6s
[09:00:02.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:32:0)
[09:00:02.230] Build status: SCHEDULED
[09:00:02.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:33:0) after 9m40s
[09:09:42.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:33:0)
[09:09:42.357] Build status: SCHEDULED
[09:09:42.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:34:0) after 2m35s
[09:12:17.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:34:0)
[09:12:17.420] Build status: SCHEDULED
[09:12:17.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:35:0) after 5m16s
[09:17:33.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:35:0)
[09:17:33.516] Build status: SCHEDULED
[09:17:33.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:36:0) after 9m53s
[09:27:26.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:36:0)
[09:27:26.660] Build status: SCHEDULED
[09:27:26.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:37:0) after 3m19s
[09:30:45.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:37:0)
[09:30:45.869] Build status: SCHEDULED
[09:30:45.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:38:0) after 5m37s
[09:36:23.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:38:0)
[09:36:23.139] Build status: SCHEDULED
[09:36:23.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:39:0) after 5m40s
[09:39:16.464] Received PubSub notification, asking Buildbucket for the build status
[09:39:16.612] Build status: STARTED
[09:42:03.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:39:0)
[09:42:03.179] Build status: STARTED
[09:42:03.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839036289743255504:41:0) after 9m54s
[09:44:10.340] Received PubSub notification, asking Buildbucket for the build status
[09:44:10.376] Build:
{
  "id": "8673606227052212289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T06:12:12.846884753Z",
  "startTime": "2026-08-13T09:39:16.294439438Z",
  "endTime": "2026-08-13T09:43:56.843427669Z",
  "updateTime": "2026-08-13T09:43:56.843427669Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:44:10.376] Invocation finished in 3h31m59.479143256s with status FAILED