1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build
  4. 8839853619943751472
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "07d869ad288abb6e24b4876034f24ef22e3e2d05"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/07d869ad288abb6e24b4876034f24ef22e3e2d05
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:41:04.083] New invocation is queued and will start shortly
[05:41:05.197] Starting the invocation (attempt 1)
[05:41:05.224] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/07d869ad288abb6e24b4876034f24ef22e3e2d05"
[05:41:05.224] Popped gitiles commit info from properties and tags
[05:41:05.224] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:41:05.224] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:41:05.224] Buildbucket request:
{
  "requestId": "8839853619943751472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839853619943751472",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "07d869ad288abb6e24b4876034f24ef22e3e2d05"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@07d869ad288abb6e24b4876034f24ef22e3e2d05",
                        "title": "07d869ad288abb6e24b4876034f24ef22e3e2d05",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/07d869ad288abb6e24b4876034f24ef22e3e2d05"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "07d869ad288abb6e24b4876034f24ef22e3e2d05",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839853619943751472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:41:05.609] Scheduled build:
{
  "id": "8674423558022899345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-04T05:41:05.292781832Z",
  "updateTime": "2026-08-04T05:41:05.292781832Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "07d869ad288abb6e24b4876034f24ef22e3e2d05",
      "ref": "refs/heads/main"
    }
  }
}
[05:41:05.609] Task URL: https://cr-buildbucket.appspot.com/build/8674423558022899345
[05:41:05.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:2:0) after 3m5s
[05:41:06.610] Received PubSub notification, asking Buildbucket for the build status
[05:41:06.662] Build status: SCHEDULED
[05:44:10.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:2:0)
[05:44:10.698] Build status: SCHEDULED
[05:44:10.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:4:0) after 2m49s
[05:46:59.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:4:0)
[05:46:59.782] Build status: SCHEDULED
[05:46:59.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:5:0) after 9m51s
[05:56:50.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:5:0)
[05:56:51.148] Build status: SCHEDULED
[05:56:51.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:6:0) after 2m44s
[05:59:35.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:6:0)
[05:59:35.234] Build status: SCHEDULED
[05:59:35.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:7:0) after 4m37s
[06:04:12.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:7:0)
[06:04:12.346] Build status: SCHEDULED
[06:04:12.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:8:0) after 2m34s
[06:06:46.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:8:0)
[06:06:46.456] Build status: SCHEDULED
[06:06:46.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:9:0) after 4m51s
[06:11:37.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:9:0)
[06:11:37.537] Build status: SCHEDULED
[06:11:37.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:10:0) after 5m8s
[06:16:45.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:10:0)
[06:16:45.572] Build status: SCHEDULED
[06:16:45.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:11:0) after 7m44s
[06:24:29.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:11:0)
[06:24:29.621] Build status: SCHEDULED
[06:24:29.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:12:0) after 2m43s
[06:27:12.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:12:0)
[06:27:12.775] Build status: SCHEDULED
[06:27:12.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:13:0) after 2m10s
[06:29:22.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:13:0)
[06:29:22.900] Build status: SCHEDULED
[06:29:22.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:14:0) after 3m16s
[06:32:39.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:14:0)
[06:32:39.095] Build status: SCHEDULED
[06:32:39.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:15:0) after 5m16s
[06:37:55.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:15:0)
[06:37:55.217] Build status: SCHEDULED
[06:37:55.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:16:0) after 7m44s
[06:45:39.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:16:0)
[06:45:39.339] Build status: SCHEDULED
[06:45:39.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:17:0) after 6m43s
[06:52:22.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:17:0)
[06:52:22.553] Build status: SCHEDULED
[06:52:22.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:18:0) after 3m16s
[06:55:38.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:18:0)
[06:55:38.713] Build status: SCHEDULED
[06:55:38.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:19:0) after 8m18s
[07:03:56.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:19:0)
[07:03:56.801] Build status: SCHEDULED
[07:03:56.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:20:0) after 3m43s
[07:07:39.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:20:0)
[07:07:39.910] Build status: SCHEDULED
[07:07:39.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:21:0) after 9m10s
[07:16:49.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:21:0)
[07:16:49.978] Build status: SCHEDULED
[07:16:49.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:22:0) after 8m43s
[07:25:33.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:22:0)
[07:25:33.107] Build status: SCHEDULED
[07:25:33.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:23:0) after 9m53s
[07:35:26.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:23:0)
[07:35:26.211] Build status: SCHEDULED
[07:35:26.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:24:0) after 2m34s
[07:38:00.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:24:0)
[07:38:00.288] Build status: SCHEDULED
[07:38:00.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:25:0) after 7m2s
[07:45:02.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:25:0)
[07:45:02.395] Build status: SCHEDULED
[07:45:02.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:26:0) after 4m47s
[07:49:49.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:26:0)
[07:49:49.468] Build status: SCHEDULED
[07:49:49.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:27:0) after 2m21s
[07:52:10.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:27:0)
[07:52:10.522] Build status: SCHEDULED
[07:52:10.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:28:0) after 9m20s
[08:01:30.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:28:0)
[08:01:30.655] Build status: SCHEDULED
[08:01:30.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:29:0) after 4m6s
[08:05:36.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:29:0)
[08:05:36.780] Build status: SCHEDULED
[08:05:36.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:30:0) after 3m46s
[08:09:23.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:30:0)
[08:09:23.133] Build status: SCHEDULED
[08:09:23.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:31:0) after 4m23s
[08:13:46.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:31:0)
[08:13:46.209] Build status: SCHEDULED
[08:13:46.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:32:0) after 2m33s
[08:16:19.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:32:0)
[08:16:19.270] Build status: SCHEDULED
[08:16:19.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:33:0) after 7m31s
[08:23:50.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:33:0)
[08:23:50.306] Build status: SCHEDULED
[08:23:50.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:34:0) after 1m25s
[08:25:15.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:34:0)
[08:25:15.375] Build status: SCHEDULED
[08:25:15.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:35:0) after 6m56s
[08:32:11.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:35:0)
[08:32:11.409] Build status: SCHEDULED
[08:32:11.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:36:0) after 9m4s
[08:41:15.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:36:0)
[08:41:15.571] Build status: SCHEDULED
[08:41:15.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:37:0) after 6m9s
[08:41:24.248] Received PubSub notification, asking Buildbucket for the build status
[08:41:24.313] Build status: STARTED
[08:47:24.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:37:0)
[08:47:24.609] Build status: STARTED
[08:47:24.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:39:0) after 1m16s
[08:48:40.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:39:0)
[08:48:40.639] Build status: STARTED
[08:48:40.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839853619943751472:40:0) after 6m52s
[08:49:39.416] Received PubSub notification, asking Buildbucket for the build status
[08:49:39.497] Build:
{
  "id": "8674423558022899345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-04T05:41:05.292781832Z",
  "startTime": "2026-08-04T08:41:24.032769430Z",
  "endTime": "2026-08-04T08:49:38.851412331Z",
  "updateTime": "2026-08-04T08:49:38.851412331Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "07d869ad288abb6e24b4876034f24ef22e3e2d05",
      "ref": "refs/heads/main"
    }
  }
}
[08:49:39.497] Invocation finished in 3h8m35.42073404s with status FAILED