LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

79c3ff65f0c48c7c99a8806587ca23dd0b296b98 (1 week ago)
0f1cb1074a677443dba75d787188c0981afca139 (1 week ago)
883913a589274a0146c6acf9453eae26ac17800d (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "883913a589274a0146c6acf9453eae26ac17800d"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/883913a589274a0146c6acf9453eae26ac17800d
gitiles_ref:refs/heads/main

Debug log (UTC)

[22:14:00.277] New invocation is queued and will start shortly
[22:14:01.428] Starting the invocation (attempt 1)
[22:14:01.463] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/883913a589274a0146c6acf9453eae26ac17800d"
[22:14:01.463] Popped gitiles commit info from properties and tags
[22:14:01.463] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:14:01.463] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:14:01.463] Buildbucket request:
{
  "requestId": "8836982643819211408",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836982643819211408",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "79c3ff65f0c48c7c99a8806587ca23dd0b296b98"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@79c3ff65f0c48c7c99a8806587ca23dd0b296b98",
                        "title": "79c3ff65f0c48c7c99a8806587ca23dd0b296b98",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/79c3ff65f0c48c7c99a8806587ca23dd0b296b98"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0f1cb1074a677443dba75d787188c0981afca139"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f1cb1074a677443dba75d787188c0981afca139",
                        "title": "0f1cb1074a677443dba75d787188c0981afca139",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f1cb1074a677443dba75d787188c0981afca139"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "883913a589274a0146c6acf9453eae26ac17800d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@883913a589274a0146c6acf9453eae26ac17800d",
                        "title": "883913a589274a0146c6acf9453eae26ac17800d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/883913a589274a0146c6acf9453eae26ac17800d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "883913a589274a0146c6acf9453eae26ac17800d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836982643819211408"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:14:01.871] Scheduled build:
{
  "id": "8671552581839354097",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-04T22:14:01.541800105Z",
  "updateTime": "2026-09-04T22:14:01.541800105Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "883913a589274a0146c6acf9453eae26ac17800d",
      "ref": "refs/heads/main"
    }
  }
}
[22:14:01.871] Task URL: https://cr-buildbucket.appspot.com/build/8671552581839354097
[22:14:01.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:2:0) after 5m34s
[22:14:02.821] Received PubSub notification, asking Buildbucket for the build status
[22:14:02.849] Build status: SCHEDULED
[22:19:35.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:2:0)
[22:19:35.953] Build status: SCHEDULED
[22:19:35.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:4:0) after 1m14s
[22:20:49.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:4:0)
[22:20:49.955] Build status: SCHEDULED
[22:20:49.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:5:0) after 3m57s
[22:24:46.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:5:0)
[22:24:47.012] Build status: SCHEDULED
[22:24:47.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:6:0) after 4m42s
[22:29:29.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:6:0)
[22:29:29.082] Build status: SCHEDULED
[22:29:29.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:7:0) after 5m39s
[22:35:08.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:7:0)
[22:35:08.157] Build status: SCHEDULED
[22:35:08.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:8:0) after 9m33s
[22:44:41.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:8:0)
[22:44:41.235] Build status: SCHEDULED
[22:44:41.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:9:0) after 2m6s
[22:46:47.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:9:0)
[22:46:47.234] Build status: SCHEDULED
[22:46:47.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:10:0) after 9m51s
[22:56:38.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:10:0)
[22:56:38.270] Build status: SCHEDULED
[22:56:38.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:11:0) after 8m27s
[23:05:05.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:11:0)
[23:05:05.309] Build status: SCHEDULED
[23:05:05.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:12:0) after 1m8s
[23:06:13.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:12:0)
[23:06:13.344] Build status: SCHEDULED
[23:06:13.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:13:0) after 2m25s
[23:08:38.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:13:0)
[23:08:38.379] Build status: SCHEDULED
[23:08:38.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:14:0) after 9m55s
[23:18:33.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:14:0)
[23:18:33.391] Build status: SCHEDULED
[23:18:33.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:15:0) after 7m0s
[23:25:33.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:15:0)
[23:25:33.479] Build status: SCHEDULED
[23:25:33.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:16:0) after 4m39s
[23:30:12.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:16:0)
[23:30:12.613] Build status: SCHEDULED
[23:30:12.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:17:0) after 4m10s
[23:34:22.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:17:0)
[23:34:22.915] Build status: SCHEDULED
[23:34:22.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:18:0) after 6m25s
[23:40:47.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:18:0)
[23:40:47.956] Build status: SCHEDULED
[23:40:47.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:19:0) after 8m39s
[23:49:27.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:19:0)
[23:49:27.051] Build status: SCHEDULED
[23:49:27.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:20:0) after 7m3s
[23:56:30.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:20:0)
[23:56:30.218] Build status: SCHEDULED
[23:56:30.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:21:0) after 1m1s
[23:57:31.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:21:0)
[23:57:31.449] Build status: SCHEDULED
[23:57:31.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:22:0) after 2m50s
[00:00:21.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:22:0)
[00:00:21.495] Build status: SCHEDULED
[00:00:21.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:23:0) after 2m20s
[00:02:41.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:23:0)
[00:02:41.697] Build status: SCHEDULED
[00:02:41.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:24:0) after 8m16s
[00:10:57.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:24:0)
[00:10:57.755] Build status: SCHEDULED
[00:10:57.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:25:0) after 6m34s
[00:17:31.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:25:0)
[00:17:31.791] Build status: SCHEDULED
[00:17:31.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:26:0) after 6m8s
[00:23:40.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:26:0)
[00:23:40.154] Build status: SCHEDULED
[00:23:40.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:27:0) after 5m48s
[00:29:28.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:27:0)
[00:29:28.228] Build status: SCHEDULED
[00:29:28.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:28:0) after 3m48s
[00:33:16.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:28:0)
[00:33:16.273] Build status: SCHEDULED
[00:33:16.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:29:0) after 4m48s
[00:38:04.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:29:0)
[00:38:05.020] Build status: SCHEDULED
[00:38:05.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:30:0) after 2m47s
[00:40:52.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:30:0)
[00:40:52.229] Build status: SCHEDULED
[00:40:52.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:31:0) after 3m56s
[00:44:48.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:31:0)
[00:44:48.277] Build status: SCHEDULED
[00:44:48.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:32:0) after 9m54s
[00:54:42.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:32:0)
[00:54:42.361] Build status: SCHEDULED
[00:54:42.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:33:0) after 7m38s
[01:02:20.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:33:0)
[01:02:20.473] Build status: SCHEDULED
[01:02:20.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:34:0) after 3m29s
[01:05:49.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:34:0)
[01:05:49.588] Build status: SCHEDULED
[01:05:49.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:35:0) after 4m26s
[01:10:15.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:35:0)
[01:10:15.896] Build status: SCHEDULED
[01:10:15.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:36:0) after 2m8s
[01:12:24.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:36:0)
[01:12:24.085] Build status: SCHEDULED
[01:12:24.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:37:0) after 5m2s
[01:15:50.862] Received PubSub notification, asking Buildbucket for the build status
[01:15:50.882] Build status: STARTED
[01:17:26.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:37:0)
[01:17:26.214] Build status: STARTED
[01:17:26.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:39:0) after 3m36s
[01:21:02.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:39:0)
[01:21:02.347] Build status: STARTED
[01:21:02.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8836982643819211408:40:0) after 3m23s
[01:21:16.101] Received PubSub notification, asking Buildbucket for the build status
[01:21:16.319] Build:
{
  "id": "8671552581839354097",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-04T22:14:01.541800105Z",
  "startTime": "2026-09-05T01:15:50.566142734Z",
  "endTime": "2026-09-05T01:21:15.694528785Z",
  "updateTime": "2026-09-05T01:21:15.694528785Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "883913a589274a0146c6acf9453eae26ac17800d",
      "ref": "refs/heads/main"
    }
  }
}
[01:21:16.319] Invocation finished in 3h7m16.049745575s with status FAILED