Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "10b6150206cf01d70b7ff4a94f4c8c95520458c5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:22:37.077] New invocation is queued and will start shortly
[04:22:38.364] Starting the invocation (attempt 1)
[04:22:38.398] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5"
[04:22:38.398] Popped gitiles commit info from properties and tags
[04:22:38.398] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:22:38.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:22:38.399] Buildbucket request:
{
  "requestId": "8844750791779834016",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844750791779834016",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cd75e1a612170db134024156d1dd10cc3104ffa1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd75e1a612170db134024156d1dd10cc3104ffa1",
                        "title": "cd75e1a612170db134024156d1dd10cc3104ffa1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd75e1a612170db134024156d1dd10cc3104ffa1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b592e332f7f594fb76a2f13317267e7ee71a4b93"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b592e332f7f594fb76a2f13317267e7ee71a4b93",
                        "title": "b592e332f7f594fb76a2f13317267e7ee71a4b93",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b592e332f7f594fb76a2f13317267e7ee71a4b93"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "10b6150206cf01d70b7ff4a94f4c8c95520458c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10b6150206cf01d70b7ff4a94f4c8c95520458c5",
                        "title": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844750791779834016"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:22:39.136] Scheduled build:
{
  "id": "8679320729672862849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-11T04:22:38.466084938Z",
  "updateTime": "2026-06-11T04:22:38.466084938Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:39.136] Task URL: https://cr-buildbucket.appspot.com/build/8679320729672862849
[04:22:39.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:2:0) after 5m46s
[04:22:40.143] Received PubSub notification, asking Buildbucket for the build status
[04:22:40.178] Build status: SCHEDULED
[04:28:25.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:2:0)
[04:28:25.182] Build status: SCHEDULED
[04:28:25.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:4:0) after 1m9s
[04:29:34.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:4:0)
[04:29:34.330] Build status: SCHEDULED
[04:29:34.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:5:0) after 1m20s
[04:30:54.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:5:0)
[04:30:54.463] Build status: SCHEDULED
[04:30:54.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:6:0) after 5m28s
[04:36:22.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:6:0)
[04:36:22.598] Build status: SCHEDULED
[04:36:22.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:7:0) after 9m24s
[04:45:46.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:7:0)
[04:45:46.646] Build status: SCHEDULED
[04:45:46.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:8:0) after 9m36s
[04:55:22.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:8:0)
[04:55:22.891] Build status: SCHEDULED
[04:55:22.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:9:0) after 8m24s
[05:03:47.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:9:0)
[05:03:47.131] Build status: SCHEDULED
[05:03:47.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:10:0) after 8m43s
[05:12:30.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:10:0)
[05:12:30.319] Build status: SCHEDULED
[05:12:30.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:11:0) after 1m51s
[05:14:21.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:11:0)
[05:14:21.549] Build status: SCHEDULED
[05:14:21.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:12:0) after 7m3s
[05:21:24.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:12:0)
[05:21:24.581] Build status: SCHEDULED
[05:21:24.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:13:0) after 1m3s
[05:22:27.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:13:0)
[05:22:27.623] Build status: SCHEDULED
[05:22:27.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:14:0) after 9m20s
[05:31:47.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:14:0)
[05:31:47.653] Build status: SCHEDULED
[05:31:47.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:15:0) after 7m28s
[05:39:15.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:15:0)
[05:39:15.748] Build status: SCHEDULED
[05:39:15.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:16:0) after 2m41s
[05:41:56.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:16:0)
[05:41:56.949] Build status: SCHEDULED
[05:41:56.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:17:0) after 3m20s
[05:45:16.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:17:0)
[05:45:16.997] Build status: SCHEDULED
[05:45:16.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:18:0) after 5m47s
[05:51:04.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:18:0)
[05:51:04.034] Build status: SCHEDULED
[05:51:04.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:19:0) after 2m42s
[05:53:46.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:19:0)
[05:53:46.095] Build status: SCHEDULED
[05:53:46.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:20:0) after 5m54s
[05:59:40.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:20:0)
[05:59:40.153] Build status: SCHEDULED
[05:59:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:21:0) after 2m17s
[06:01:57.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:21:0)
[06:01:57.305] Build status: SCHEDULED
[06:01:57.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:22:0) after 6m49s
[06:08:46.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:22:0)
[06:08:46.340] Build status: SCHEDULED
[06:08:46.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:23:0) after 4m32s
[06:13:18.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:23:0)
[06:13:18.379] Build status: SCHEDULED
[06:13:18.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:24:0) after 6m7s
[06:19:25.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:24:0)
[06:19:25.452] Build status: SCHEDULED
[06:19:25.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:25:0) after 4m51s
[06:24:16.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:25:0)
[06:24:16.486] Build status: SCHEDULED
[06:24:16.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:26:0) after 2m51s
[06:27:07.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:26:0)
[06:27:07.593] Build status: SCHEDULED
[06:27:07.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:27:0) after 1m11s
[06:28:18.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:27:0)
[06:28:18.611] Build status: SCHEDULED
[06:28:18.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:28:0) after 9m6s
[06:37:24.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:28:0)
[06:37:24.651] Build status: SCHEDULED
[06:37:24.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:29:0) after 1m1s
[06:38:25.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:29:0)
[06:38:25.673] Build status: SCHEDULED
[06:38:25.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:30:0) after 6m55s
[06:45:20.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:30:0)
[06:45:20.755] Build status: SCHEDULED
[06:45:20.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:31:0) after 8m57s
[06:54:17.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:31:0)
[06:54:17.836] Build status: SCHEDULED
[06:54:17.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:32:0) after 5m19s
[06:55:38.300] Received PubSub notification, asking Buildbucket for the build status
[06:55:38.317] Build status: STARTED
[06:59:36.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:32:0)
[06:59:36.870] Build status: STARTED
[06:59:36.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:34:0) after 2m36s
[07:02:05.378] Received PubSub notification, asking Buildbucket for the build status
[07:02:05.399] Build:
{
  "id": "8679320729672862849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-11T04:22:38.466084938Z",
  "startTime": "2026-06-11T06:55:38.029658640Z",
  "endTime": "2026-06-11T07:02:05.098906003Z",
  "updateTime": "2026-06-11T07:02:05.098906003Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
      "ref": "refs/heads/main"
    }
  }
}
[07:02:05.399] Invocation finished in 2h39m28.326031484s with status FAILED