1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8843574831209021648
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:54:00.472] New invocation is queued and will start shortly
[03:54:01.561] Starting the invocation (attempt 1)
[03:54:01.589] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
[03:54:01.589] Popped gitiles commit info from properties and tags
[03:54:01.589] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:54:01.589] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:54:01.589] Buildbucket request:
{
  "requestId": "8843574831209021648",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843574831209021648",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9ac14a58270aff386f530efb687aefeadae60cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ac14a58270aff386f530efb687aefeadae60cc3",
                        "title": "9ac14a58270aff386f530efb687aefeadae60cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ac14a58270aff386f530efb687aefeadae60cc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "90e28963b3f146adbed802dce30fddb1719854d7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90e28963b3f146adbed802dce30fddb1719854d7",
                        "title": "90e28963b3f146adbed802dce30fddb1719854d7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90e28963b3f146adbed802dce30fddb1719854d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "title": "ecc30841295f51daa3367a3c2eaab188ee5c60ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc30841295f51daa3367a3c2eaab188ee5c60ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "title": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843574831209021648"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:54:01.986] Scheduled build:
{
  "id": "8678144769293165329",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:54:01.677750909Z",
  "updateTime": "2026-06-24T03:54:01.677750909Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[03:54:01.986] Task URL: https://cr-buildbucket.appspot.com/build/8678144769293165329
[03:54:01.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:2:0) after 3m4s
[03:54:02.938] Received PubSub notification, asking Buildbucket for the build status
[03:54:02.976] Build status: SCHEDULED
[03:57:06.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:2:0)
[03:57:06.098] Build status: SCHEDULED
[03:57:06.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:4:0) after 8m22s
[04:05:28.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:4:0)
[04:05:28.302] Build status: SCHEDULED
[04:05:28.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:5:0) after 5m0s
[04:10:28.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:5:0)
[04:10:28.339] Build status: SCHEDULED
[04:10:28.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:6:0) after 5m20s
[04:15:48.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:6:0)
[04:15:48.479] Build status: SCHEDULED
[04:15:48.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:7:0) after 9m35s
[04:25:23.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:7:0)
[04:25:23.518] Build status: SCHEDULED
[04:25:23.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:8:0) after 2m19s
[04:27:42.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:8:0)
[04:27:42.605] Build status: SCHEDULED
[04:27:42.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:9:0) after 6m46s
[04:34:28.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:9:0)
[04:34:28.753] Build status: SCHEDULED
[04:34:28.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:10:0) after 7m19s
[04:41:47.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:10:0)
[04:41:47.790] Build status: SCHEDULED
[04:41:47.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:11:0) after 7m15s
[04:49:02.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:11:0)
[04:49:02.921] Build status: SCHEDULED
[04:49:02.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:12:0) after 5m16s
[04:54:18.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:12:0)
[04:54:19.015] Build status: SCHEDULED
[04:54:19.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:13:0) after 7m39s
[05:01:58.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:13:0)
[05:01:58.053] Build status: SCHEDULED
[05:01:58.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:14:0) after 7m8s
[05:09:06.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:14:0)
[05:09:06.138] Build status: SCHEDULED
[05:09:06.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:15:0) after 5m44s
[05:14:50.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:15:0)
[05:14:50.191] Build status: SCHEDULED
[05:14:50.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:16:0) after 9m26s
[05:24:16.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:16:0)
[05:24:16.277] Build status: SCHEDULED
[05:24:16.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:17:0) after 9m7s
[05:33:23.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:17:0)
[05:33:23.333] Build status: SCHEDULED
[05:33:23.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:18:0) after 1m6s
[05:34:29.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:18:0)
[05:34:29.374] Build status: SCHEDULED
[05:34:29.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:19:0) after 7m13s
[05:41:42.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:19:0)
[05:41:42.524] Build status: SCHEDULED
[05:41:42.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:20:0) after 2m7s
[05:43:49.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:20:0)
[05:43:49.563] Build status: SCHEDULED
[05:43:49.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:21:0) after 9m15s
[05:53:04.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:21:0)
[05:53:04.709] Build status: SCHEDULED
[05:53:04.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:22:0) after 4m50s
[05:57:54.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:22:0)
[05:57:54.754] Build status: SCHEDULED
[05:57:54.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:23:0) after 3m36s
[06:01:30.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:23:0)
[06:01:30.791] Build status: SCHEDULED
[06:01:30.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:24:0) after 8m44s
[06:10:14.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:24:0)
[06:10:14.890] Build status: SCHEDULED
[06:10:14.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:25:0) after 6m17s
[06:16:31.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:25:0)
[06:16:31.925] Build status: SCHEDULED
[06:16:31.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:26:0) after 5m4s
[06:21:35.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:26:0)
[06:21:36.171] Build status: SCHEDULED
[06:21:36.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:27:0) after 2m16s
[06:23:52.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:27:0)
[06:23:52.226] Build status: SCHEDULED
[06:23:52.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:28:0) after 3m24s
[06:27:16.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:28:0)
[06:27:16.327] Build status: SCHEDULED
[06:27:16.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:29:0) after 4m30s
[06:31:46.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:29:0)
[06:31:46.374] Build status: SCHEDULED
[06:31:46.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:30:0) after 1m16s
[06:33:02.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:30:0)
[06:33:02.460] Build status: SCHEDULED
[06:33:02.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:31:0) after 4m44s
[06:37:46.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:31:0)
[06:37:46.562] Build status: SCHEDULED
[06:37:46.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:32:0) after 7m50s
[06:45:36.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:32:0)
[06:45:36.563] Build status: SCHEDULED
[06:45:36.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:33:0) after 2m30s
[06:48:06.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:33:0)
[06:48:06.641] Build status: SCHEDULED
[06:48:06.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:34:0) after 7m40s
[06:55:46.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:34:0)
[06:55:46.699] Build status: SCHEDULED
[06:55:46.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:35:0) after 4m11s
[06:59:57.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:35:0)
[06:59:57.792] Build status: SCHEDULED
[06:59:57.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:36:0) after 3m2s
[07:02:59.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:36:0)
[07:02:59.871] Build status: SCHEDULED
[07:02:59.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:37:0) after 9m47s
[07:09:39.565] Received PubSub notification, asking Buildbucket for the build status
[07:09:39.613] Build status: STARTED
[07:12:46.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:37:0)
[07:12:46.952] Build status: STARTED
[07:12:46.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843574831209021648:39:0) after 5m21s
[07:13:26.566] Received PubSub notification, asking Buildbucket for the build status
[07:13:26.590] Build:
{
  "id": "8678144769293165329",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:54:01.677750909Z",
  "startTime": "2026-06-24T07:09:39.372243022Z",
  "endTime": "2026-06-24T07:13:24.212395479Z",
  "updateTime": "2026-06-24T07:13:24.212395479Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[07:13:26.590] Invocation finished in 3h19m26.123784074s with status FAILED