Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7c84c203cbe5301f15f1433215af9a7852432d16"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7c84c203cbe5301f15f1433215af9a7852432d16
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:09:56.711] New invocation is queued and will start shortly
[23:09:57.883] Starting the invocation (attempt 1)
[23:09:57.910] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7c84c203cbe5301f15f1433215af9a7852432d16"
[23:09:57.910] Popped gitiles commit info from properties and tags
[23:09:57.910] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:57.910] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:57.910] Buildbucket request:
{
  "requestId": "8838972257601317440",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8838972257601317440",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ba63e846bf2b2170fe5bf4c41137b10671d1d58e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba63e846bf2b2170fe5bf4c41137b10671d1d58e",
                        "title": "ba63e846bf2b2170fe5bf4c41137b10671d1d58e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba63e846bf2b2170fe5bf4c41137b10671d1d58e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7c84c203cbe5301f15f1433215af9a7852432d16"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c84c203cbe5301f15f1433215af9a7852432d16",
                        "title": "7c84c203cbe5301f15f1433215af9a7852432d16",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c84c203cbe5301f15f1433215af9a7852432d16"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7c84c203cbe5301f15f1433215af9a7852432d16",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8838972257601317440"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:09:58.356] Scheduled build:
{
  "id": "8673542195570399105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T23:09:58.026036378Z",
  "updateTime": "2026-08-13T23:09:58.026036378Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7c84c203cbe5301f15f1433215af9a7852432d16",
      "ref": "refs/heads/main"
    }
  }
}
[23:09:58.356] Task URL: https://cr-buildbucket.appspot.com/build/8673542195570399105
[23:09:58.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:2:0) after 6m25s
[23:09:59.289] Received PubSub notification, asking Buildbucket for the build status
[23:09:59.386] Build status: SCHEDULED
[23:16:23.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:2:0)
[23:16:23.381] Build status: SCHEDULED
[23:16:23.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:4:0) after 6m42s
[23:23:05.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:4:0)
[23:23:05.420] Build status: SCHEDULED
[23:23:05.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:5:0) after 4m15s
[23:27:20.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:5:0)
[23:27:20.485] Build status: SCHEDULED
[23:27:20.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:6:0) after 1m14s
[23:28:34.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:6:0)
[23:28:34.524] Build status: SCHEDULED
[23:28:34.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:7:0) after 9m7s
[23:37:41.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:7:0)
[23:37:41.597] Build status: SCHEDULED
[23:37:41.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:8:0) after 9m32s
[23:47:13.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:8:0)
[23:47:13.663] Build status: SCHEDULED
[23:47:13.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:9:0) after 1m44s
[23:48:57.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:9:0)
[23:48:57.782] Build status: SCHEDULED
[23:48:57.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:10:0) after 5m49s
[23:54:46.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:10:0)
[23:54:46.893] Build status: SCHEDULED
[23:54:46.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:11:0) after 9m12s
[00:03:58.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:11:0)
[00:03:58.934] Build status: SCHEDULED
[00:03:58.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:12:0) after 8m27s
[00:12:25.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:12:0)
[00:12:25.972] Build status: SCHEDULED
[00:12:25.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:13:0) after 3m44s
[00:16:10.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:13:0)
[00:16:10.058] Build status: SCHEDULED
[00:16:10.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:14:0) after 7m50s
[00:24:00.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:14:0)
[00:24:00.122] Build status: SCHEDULED
[00:24:00.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:15:0) after 2m35s
[00:26:35.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:15:0)
[00:26:35.141] Build status: SCHEDULED
[00:26:35.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:16:0) after 5m25s
[00:32:00.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:16:0)
[00:32:00.187] Build status: SCHEDULED
[00:32:00.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:17:0) after 5m20s
[00:37:20.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:17:0)
[00:37:20.231] Build status: SCHEDULED
[00:37:20.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:18:0) after 7m0s
[00:44:20.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:18:0)
[00:44:20.317] Build status: SCHEDULED
[00:44:20.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:19:0) after 7m16s
[00:51:36.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:19:0)
[00:51:36.425] Build status: SCHEDULED
[00:51:36.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:20:0) after 4m53s
[00:56:29.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:20:0)
[00:56:29.491] Build status: SCHEDULED
[00:56:29.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:21:0) after 1m13s
[00:57:42.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:21:0)
[00:57:42.641] Build status: SCHEDULED
[00:57:42.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:22:0) after 7m12s
[01:04:54.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:22:0)
[01:04:54.830] Build status: SCHEDULED
[01:04:54.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:23:0) after 4m19s
[01:09:13.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:23:0)
[01:09:13.961] Build status: SCHEDULED
[01:09:13.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:24:0) after 1m29s
[01:10:43.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:24:0)
[01:10:43.122] Build status: SCHEDULED
[01:10:43.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:25:0) after 7m15s
[01:17:58.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:25:0)
[01:17:58.246] Build status: SCHEDULED
[01:17:58.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:26:0) after 7m41s
[01:25:39.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:26:0)
[01:25:39.293] Build status: SCHEDULED
[01:25:39.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:27:0) after 3m17s
[01:28:56.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:27:0)
[01:28:56.299] Build status: SCHEDULED
[01:28:56.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:28:0) after 1m54s
[01:30:50.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:28:0)
[01:30:50.384] Build status: SCHEDULED
[01:30:50.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:29:0) after 7m8s
[01:37:58.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:29:0)
[01:37:58.417] Build status: SCHEDULED
[01:37:58.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:30:0) after 6m57s
[01:44:55.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:30:0)
[01:44:55.446] Build status: SCHEDULED
[01:44:55.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:31:0) after 7m58s
[01:52:53.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:31:0)
[01:52:53.484] Build status: SCHEDULED
[01:52:53.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:32:0) after 2m15s
[01:55:08.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:32:0)
[01:55:08.616] Build status: SCHEDULED
[01:55:08.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:33:0) after 4m58s
[02:00:06.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:33:0)
[02:00:06.730] Build status: SCHEDULED
[02:00:06.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:34:0) after 6m32s
[02:06:39.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:34:0)
[02:06:39.133] Build status: SCHEDULED
[02:06:39.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:35:0) after 7m11s
[02:13:50.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:35:0)
[02:13:50.224] Build status: SCHEDULED
[02:13:50.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:36:0) after 8m32s
[02:22:22.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:36:0)
[02:22:22.394] Build status: SCHEDULED
[02:22:22.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:37:0) after 1m50s
[02:24:12.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:37:0)
[02:24:12.547] Build status: SCHEDULED
[02:24:12.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:38:0) after 8m5s
[02:31:52.514] Received PubSub notification, asking Buildbucket for the build status
[02:31:52.537] Build status: STARTED
[02:32:17.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:38:0)
[02:32:17.681] Build status: STARTED
[02:32:17.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:40:0) after 4m50s
[02:37:07.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:40:0)
[02:37:07.726] Build status: STARTED
[02:37:07.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:41:0) after 9m6s
[02:37:23.072] Received PubSub notification, asking Buildbucket for the build status
[02:37:23.103] Build:
{
  "id": "8673542195570399105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T23:09:58.026036378Z",
  "startTime": "2026-08-14T02:31:02.627248655Z",
  "endTime": "2026-08-14T02:37:22.697186730Z",
  "updateTime": "2026-08-14T02:37:22.697186730Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7c84c203cbe5301f15f1433215af9a7852432d16",
      "ref": "refs/heads/main"
    }
  }
}
[02:37:23.103] Invocation finished in 3h27m26.396670855s with status FAILED