Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6ce4987872e7a726cb76ec077df8c8664306ac0e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:21:28.739] New invocation is queued and will start shortly
[22:21:29.851] Starting the invocation (attempt 1)
[22:21:29.876] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
[22:21:29.876] Popped gitiles commit info from properties and tags
[22:21:29.876] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:21:29.876] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:21:29.876] Buildbucket request:
{
  "requestId": "8843052170320142176",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843052170320142176",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6ce4987872e7a726cb76ec077df8c8664306ac0e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ce4987872e7a726cb76ec077df8c8664306ac0e",
                        "title": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843052170320142176"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:21:30.386] Scheduled build:
{
  "id": "8677622108395245169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-29T22:21:29.952842135Z",
  "updateTime": "2026-06-29T22:21:29.952842135Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
      "ref": "refs/heads/main"
    }
  }
}
[22:21:30.386] Task URL: https://cr-buildbucket.appspot.com/build/8677622108395245169
[22:21:30.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:2:0) after 8m15s
[22:21:31.755] Received PubSub notification, asking Buildbucket for the build status
[22:21:31.781] Build status: SCHEDULED
[22:29:45.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:2:0)
[22:29:45.457] Build status: SCHEDULED
[22:29:45.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:4:0) after 8m15s
[22:38:00.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:4:0)
[22:38:00.537] Build status: SCHEDULED
[22:38:00.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:5:0) after 8m30s
[22:46:30.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:5:0)
[22:46:30.566] Build status: SCHEDULED
[22:46:30.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:6:0) after 5m27s
[22:51:57.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:6:0)
[22:51:57.645] Build status: SCHEDULED
[22:51:57.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:7:0) after 8m31s
[23:00:28.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:7:0)
[23:00:28.694] Build status: SCHEDULED
[23:00:28.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:8:0) after 1m4s
[23:01:32.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:8:0)
[23:01:32.874] Build status: SCHEDULED
[23:01:32.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:9:0) after 2m44s
[23:04:16.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:9:0)
[23:04:16.905] Build status: SCHEDULED
[23:04:16.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:10:0) after 6m6s
[23:10:22.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:10:0)
[23:10:23.013] Build status: SCHEDULED
[23:10:23.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:11:0) after 7m27s
[23:17:50.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:11:0)
[23:17:50.068] Build status: SCHEDULED
[23:17:50.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:12:0) after 8m41s
[23:26:31.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:12:0)
[23:26:31.366] Build status: SCHEDULED
[23:26:31.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:13:0) after 6m17s
[23:32:48.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:13:0)
[23:32:48.405] Build status: SCHEDULED
[23:32:48.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:14:0) after 7m26s
[23:40:14.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:14:0)
[23:40:14.411] Build status: SCHEDULED
[23:40:14.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:15:0) after 9m19s
[23:49:33.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:15:0)
[23:49:33.487] Build status: SCHEDULED
[23:49:33.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:16:0) after 6m8s
[23:55:41.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:16:0)
[23:55:41.523] Build status: SCHEDULED
[23:55:41.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:17:0) after 1m27s
[23:57:08.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:17:0)
[23:57:08.610] Build status: SCHEDULED
[23:57:08.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:18:0) after 8m48s
[00:05:56.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:18:0)
[00:05:56.642] Build status: SCHEDULED
[00:05:56.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:19:0) after 9m38s
[00:15:34.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:19:0)
[00:15:34.674] Build status: SCHEDULED
[00:15:34.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:20:0) after 6m30s
[00:22:04.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:20:0)
[00:22:04.752] Build status: SCHEDULED
[00:22:04.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:21:0) after 9m59s
[00:32:03.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:21:0)
[00:32:03.941] Build status: SCHEDULED
[00:32:03.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:22:0) after 7m24s
[00:39:27.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:22:0)
[00:39:28.005] Build status: SCHEDULED
[00:39:28.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:23:0) after 6m25s
[00:45:53.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:23:0)
[00:45:53.069] Build status: SCHEDULED
[00:45:53.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:24:0) after 1m16s
[00:47:09.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:24:0)
[00:47:09.081] Build status: SCHEDULED
[00:47:09.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:25:0) after 1m6s
[00:48:15.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:25:0)
[00:48:15.115] Build status: SCHEDULED
[00:48:15.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:26:0) after 8m51s
[00:57:06.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:26:0)
[00:57:06.257] Build status: SCHEDULED
[00:57:06.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:27:0) after 6m31s
[01:03:37.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:27:0)
[01:03:37.312] Build status: SCHEDULED
[01:03:37.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:28:0) after 1m45s
[01:05:22.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:28:0)
[01:05:22.347] Build status: SCHEDULED
[01:05:22.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:29:0) after 8m22s
[01:09:15.760] Received PubSub notification, asking Buildbucket for the build status
[01:09:15.942] Build status: STARTED
[01:13:44.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:29:0)
[01:13:44.390] Build status: STARTED
[01:13:44.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:31:0) after 7m2s
[01:13:53.331] Received PubSub notification, asking Buildbucket for the build status
[01:13:53.350] Build:
{
  "id": "8677622108395245169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-29T22:21:29.952842135Z",
  "startTime": "2026-06-30T01:09:15.519259672Z",
  "endTime": "2026-06-30T01:13:52.927666155Z",
  "updateTime": "2026-06-30T01:13:52.927666155Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
      "ref": "refs/heads/main"
    }
  }
}
[01:13:53.350] Invocation finished in 2h52m24.616869425s with status FAILED