Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "27ca0813577d853771e766564b84cdd56b782864"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/27ca0813577d853771e766564b84cdd56b782864
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:16:48.727] New invocation is queued and will start shortly
[22:16:49.828] Starting the invocation (attempt 1)
[22:16:49.852] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/27ca0813577d853771e766564b84cdd56b782864"
[22:16:49.852] Popped gitiles commit info from properties and tags
[22:16:49.852] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:16:49.852] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:16:49.852] Buildbucket request:
{
  "requestId": "8843414851799268112",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843414851799268112",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "36301830c018cf91f5d17aa19d1428c32b411af4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36301830c018cf91f5d17aa19d1428c32b411af4",
                        "title": "36301830c018cf91f5d17aa19d1428c32b411af4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36301830c018cf91f5d17aa19d1428c32b411af4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
                        "title": "b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b6b2b2600da5e37a7e9a6a0226ee6e8e8958a05e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "27ca0813577d853771e766564b84cdd56b782864"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@27ca0813577d853771e766564b84cdd56b782864",
                        "title": "27ca0813577d853771e766564b84cdd56b782864",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/27ca0813577d853771e766564b84cdd56b782864"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "27ca0813577d853771e766564b84cdd56b782864",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843414851799268112"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:16:50.373] Scheduled build:
{
  "id": "8677984789844151841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T22:16:49.969472560Z",
  "updateTime": "2026-06-25T22:16:49.969472560Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "27ca0813577d853771e766564b84cdd56b782864",
      "ref": "refs/heads/main"
    }
  }
}
[22:16:50.373] Task URL: https://cr-buildbucket.appspot.com/build/8677984789844151841
[22:16:50.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:2:0) after 5m21s
[22:16:51.229] Received PubSub notification, asking Buildbucket for the build status
[22:16:51.265] Build status: SCHEDULED
[22:22:11.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:2:0)
[22:22:11.407] Build status: SCHEDULED
[22:22:11.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:4:0) after 1m17s
[22:23:28.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:4:0)
[22:23:28.408] Build status: SCHEDULED
[22:23:28.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:5:0) after 5m34s
[22:29:02.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:5:0)
[22:29:02.462] Build status: SCHEDULED
[22:29:02.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:6:0) after 9m49s
[22:38:51.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:6:0)
[22:38:51.605] Build status: SCHEDULED
[22:38:51.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:7:0) after 8m6s
[22:46:57.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:7:0)
[22:46:57.675] Build status: SCHEDULED
[22:46:57.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:8:0) after 9m7s
[22:56:04.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:8:0)
[22:56:04.815] Build status: SCHEDULED
[22:56:04.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:9:0) after 7m45s
[23:03:49.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:9:0)
[23:03:49.893] Build status: SCHEDULED
[23:03:49.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:10:0) after 5m14s
[23:09:03.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:10:0)
[23:09:03.941] Build status: SCHEDULED
[23:09:03.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:11:0) after 7m32s
[23:16:35.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:11:0)
[23:16:36.339] Build status: SCHEDULED
[23:16:36.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:12:0) after 3m47s
[23:20:23.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:12:0)
[23:20:23.419] Build status: SCHEDULED
[23:20:23.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:13:0) after 9m25s
[23:29:48.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:13:0)
[23:29:48.475] Build status: SCHEDULED
[23:29:48.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:14:0) after 2m38s
[23:32:26.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:14:0)
[23:32:26.625] Build status: SCHEDULED
[23:32:26.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:15:0) after 7m16s
[23:39:42.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:15:0)
[23:39:42.657] Build status: SCHEDULED
[23:39:42.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:16:0) after 1m19s
[23:41:01.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:16:0)
[23:41:01.764] Build status: SCHEDULED
[23:41:01.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:17:0) after 3m50s
[23:44:51.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:17:0)
[23:44:51.845] Build status: SCHEDULED
[23:44:51.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:18:0) after 9m46s
[23:54:37.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:18:0)
[23:54:37.965] Build status: SCHEDULED
[23:54:37.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:19:0) after 2m12s
[23:56:49.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:19:0)
[23:56:50.095] Build status: SCHEDULED
[23:56:50.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:20:0) after 5m48s
[00:02:38.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:20:0)
[00:02:38.410] Build status: SCHEDULED
[00:02:38.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:21:0) after 3m22s
[00:06:00.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:21:0)
[00:06:00.617] Build status: SCHEDULED
[00:06:00.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:22:0) after 6m25s
[00:12:25.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:22:0)
[00:12:25.675] Build status: SCHEDULED
[00:12:25.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:23:0) after 8m17s
[00:20:42.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:23:0)
[00:20:42.730] Build status: SCHEDULED
[00:20:42.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:24:0) after 5m4s
[00:25:46.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:24:0)
[00:25:46.826] Build status: SCHEDULED
[00:25:46.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:25:0) after 8m45s
[00:34:31.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:25:0)
[00:34:32.125] Build status: SCHEDULED
[00:34:32.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:26:0) after 3m22s
[00:37:54.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:26:0)
[00:37:54.250] Build status: SCHEDULED
[00:37:54.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:27:0) after 5m44s
[00:43:38.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:27:0)
[00:43:38.261] Build status: SCHEDULED
[00:43:38.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:28:0) after 3m24s
[00:47:02.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:28:0)
[00:47:02.346] Build status: SCHEDULED
[00:47:02.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:29:0) after 1m5s
[00:48:07.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:29:0)
[00:48:07.646] Build status: SCHEDULED
[00:48:07.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:30:0) after 3m53s
[00:52:00.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:30:0)
[00:52:00.720] Build status: SCHEDULED
[00:52:00.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:31:0) after 4m37s
[00:56:37.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:31:0)
[00:56:37.808] Build status: SCHEDULED
[00:56:37.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:32:0) after 1m23s
[00:58:00.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:32:0)
[00:58:00.846] Build status: SCHEDULED
[00:58:00.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:33:0) after 1m57s
[00:59:57.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:33:0)
[00:59:57.935] Build status: SCHEDULED
[00:59:57.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:34:0) after 4m35s
[01:04:32.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:34:0)
[01:04:33.180] Build status: SCHEDULED
[01:04:33.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:35:0) after 2m12s
[01:06:45.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:35:0)
[01:06:45.312] Build status: SCHEDULED
[01:06:45.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:36:0) after 8m54s
[01:15:39.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:36:0)
[01:15:39.349] Build status: SCHEDULED
[01:15:39.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:37:0) after 3m15s
[01:18:54.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:37:0)
[01:18:54.391] Build status: SCHEDULED
[01:18:54.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843414851799268112:38:0) after 7m23s
[01:21:19.573] Received PubSub notification, asking Buildbucket for the build status
[01:21:19.597] Build status: STARTED
[01:22:24.717] Received PubSub notification, asking Buildbucket for the build status
[01:22:24.743] Build:
{
  "id": "8677984789844151841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-25T22:16:49.969472560Z",
  "startTime": "2026-06-26T01:21:19.221069048Z",
  "endTime": "2026-06-26T01:22:24.251786583Z",
  "updateTime": "2026-06-26T01:22:24.251786583Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "27ca0813577d853771e766564b84cdd56b782864",
      "ref": "refs/heads/main"
    }
  }
}
[01:22:24.744] Invocation finished in 3h5m36.023057086s with status FAILED