1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8835874153941979328
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5332c030656451d38eb8ea6d7a0ffe3e6a9bc538
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:52:58.599] New invocation is queued and will start shortly
[03:52:59.682] Starting the invocation (attempt 1)
[03:52:59.709] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5332c030656451d38eb8ea6d7a0ffe3e6a9bc538"
[03:52:59.709] Popped gitiles commit info from properties and tags
[03:52:59.709] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:52:59.709] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:52:59.710] Buildbucket request:
{
  "requestId": "8835874153941979328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8835874153941979328",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b00aa4f4f29d55fdc3d16f190443531b77dccba3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b00aa4f4f29d55fdc3d16f190443531b77dccba3",
                        "title": "b00aa4f4f29d55fdc3d16f190443531b77dccba3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b00aa4f4f29d55fdc3d16f190443531b77dccba3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "634d79e3e2bad77d4e51025c28d595b1035e1fad"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@634d79e3e2bad77d4e51025c28d595b1035e1fad",
                        "title": "634d79e3e2bad77d4e51025c28d595b1035e1fad",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/634d79e3e2bad77d4e51025c28d595b1035e1fad"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7691a8e23c77d622a3c7eed17635bfdc4be71621"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7691a8e23c77d622a3c7eed17635bfdc4be71621",
                        "title": "7691a8e23c77d622a3c7eed17635bfdc4be71621",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7691a8e23c77d622a3c7eed17635bfdc4be71621"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "53580ced4ac5949369364e2468ee4c31a49f1549"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53580ced4ac5949369364e2468ee4c31a49f1549",
                        "title": "53580ced4ac5949369364e2468ee4c31a49f1549",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53580ced4ac5949369364e2468ee4c31a49f1549"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5332c030656451d38eb8ea6d7a0ffe3e6a9bc538",
                        "title": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5332c030656451d38eb8ea6d7a0ffe3e6a9bc538"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835874153941979328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:53:00.302] Scheduled build:
{
  "id": "8670444092011225985",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-17T03:52:59.820444235Z",
  "updateTime": "2026-09-17T03:52:59.820444235Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538",
      "ref": "refs/heads/main"
    }
  }
}
[03:53:00.302] Task URL: https://cr-buildbucket.appspot.com/build/8670444092011225985
[03:53:00.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:2:0) after 7m21s
[03:53:01.249] Received PubSub notification, asking Buildbucket for the build status
[03:53:01.273] Build status: SCHEDULED
[04:00:21.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:2:0)
[04:00:21.365] Build status: SCHEDULED
[04:00:21.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:4:0) after 5m30s
[04:05:51.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:4:0)
[04:05:51.475] Build status: SCHEDULED
[04:05:51.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:5:0) after 8m49s
[04:14:40.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:5:0)
[04:14:40.547] Build status: SCHEDULED
[04:14:40.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:6:0) after 8m52s
[04:23:32.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:6:0)
[04:23:32.587] Build status: SCHEDULED
[04:23:32.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:7:0) after 4m58s
[04:28:30.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:7:0)
[04:28:30.645] Build status: SCHEDULED
[04:28:30.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:8:0) after 5m31s
[04:34:01.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:8:0)
[04:34:01.707] Build status: SCHEDULED
[04:34:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:9:0) after 7m18s
[04:41:19.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:9:0)
[04:41:19.741] Build status: SCHEDULED
[04:41:19.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:10:0) after 3m44s
[04:45:03.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:10:0)
[04:45:03.794] Build status: SCHEDULED
[04:45:03.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:11:0) after 7m23s
[04:52:26.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:11:0)
[04:52:27.005] Build status: SCHEDULED
[04:52:27.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:12:0) after 2m49s
[04:55:16.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:12:0)
[04:55:16.042] Build status: SCHEDULED
[04:55:16.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:13:0) after 4m10s
[04:59:26.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:13:0)
[04:59:26.140] Build status: SCHEDULED
[04:59:26.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:14:0) after 6m22s
[05:05:48.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:14:0)
[05:05:48.199] Build status: SCHEDULED
[05:05:48.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:15:0) after 1m5s
[05:06:53.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:15:0)
[05:06:53.293] Build status: SCHEDULED
[05:06:53.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:16:0) after 3m53s
[05:10:46.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:16:0)
[05:10:46.432] Build status: SCHEDULED
[05:10:46.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:17:0) after 5m3s
[05:15:49.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:17:0)
[05:15:49.417] Build status: SCHEDULED
[05:15:49.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:18:0) after 4m55s
[05:20:44.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:18:0)
[05:20:44.564] Build status: SCHEDULED
[05:20:44.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:19:0) after 8m27s
[05:29:11.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:19:0)
[05:29:11.656] Build status: SCHEDULED
[05:29:11.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:20:0) after 4m31s
[05:33:42.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:20:0)
[05:33:42.655] Build status: SCHEDULED
[05:33:42.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:21:0) after 8m40s
[05:42:22.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:21:0)
[05:42:22.703] Build status: SCHEDULED
[05:42:22.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:22:0) after 9m42s
[05:52:04.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:22:0)
[05:52:04.776] Build status: SCHEDULED
[05:52:04.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:23:0) after 1m53s
[05:53:57.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:23:0)
[05:53:57.955] Build status: SCHEDULED
[05:53:57.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:24:0) after 6m1s
[05:59:59.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:24:0)
[05:59:59.056] Build status: SCHEDULED
[05:59:59.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:25:0) after 8m28s
[06:08:27.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:25:0)
[06:08:27.182] Build status: SCHEDULED
[06:08:27.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:26:0) after 8m22s
[06:16:49.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:26:0)
[06:16:49.227] Build status: SCHEDULED
[06:16:49.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:27:0) after 5m4s
[06:21:53.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:27:0)
[06:21:53.269] Build status: SCHEDULED
[06:21:53.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:28:0) after 8m48s
[06:30:41.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:28:0)
[06:30:41.396] Build status: SCHEDULED
[06:30:41.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:29:0) after 9m34s
[06:40:15.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:29:0)
[06:40:15.484] Build status: SCHEDULED
[06:40:15.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:30:0) after 3m19s
[06:43:34.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:30:0)
[06:43:34.545] Build status: SCHEDULED
[06:43:34.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:31:0) after 5m22s
[06:48:56.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:31:0)
[06:48:56.589] Build status: SCHEDULED
[06:48:56.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:32:0) after 6m2s
[06:54:39.518] Received PubSub notification, asking Buildbucket for the build status
[06:54:39.538] Build status: STARTED
[06:54:58.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:32:0)
[06:54:58.628] Build status: STARTED
[06:54:58.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835874153941979328:34:0) after 6m40s
[06:56:33.196] Received PubSub notification, asking Buildbucket for the build status
[06:56:33.218] Build:
{
  "id": "8670444092011225985",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-17T03:52:59.820444235Z",
  "startTime": "2026-09-17T06:54:39.260548529Z",
  "endTime": "2026-09-17T06:56:32.943034488Z",
  "updateTime": "2026-09-17T06:56:32.943034488Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5332c030656451d38eb8ea6d7a0ffe3e6a9bc538",
      "ref": "refs/heads/main"
    }
  }
}
[06:56:33.218] Invocation finished in 3h3m34.623360219s with status FAILED