1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan
  4. 8853603204891271296
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "577355b038cd6976ae409562a9f6a21aae0ff529"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/577355b038cd6976ae409562a9f6a21aae0ff529
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:17:18.055] New invocation is queued and will start shortly
[11:17:22.187] Starting the invocation (attempt 1)
[11:17:22.214] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/577355b038cd6976ae409562a9f6a21aae0ff529"
[11:17:22.214] Popped gitiles commit info from properties and tags
[11:17:22.214] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:17:22.214] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:17:22.214] Buildbucket request:
{
  "requestId": "8853603204891271296",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853603204891271296",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "577355b038cd6976ae409562a9f6a21aae0ff529"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@577355b038cd6976ae409562a9f6a21aae0ff529",
                        "title": "577355b038cd6976ae409562a9f6a21aae0ff529",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/577355b038cd6976ae409562a9f6a21aae0ff529"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "577355b038cd6976ae409562a9f6a21aae0ff529",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853603204891271296"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:17:22.604] Scheduled build:
{
  "id": "8688173139804580833",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-05T11:17:22.285663605Z",
  "updateTime": "2026-03-05T11:17:22.285663605Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "577355b038cd6976ae409562a9f6a21aae0ff529",
      "ref": "refs/heads/main"
    }
  }
}
[11:17:22.604] Task URL: https://cr-buildbucket.appspot.com/build/8688173139804580833
[11:17:22.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:2:0) after 8m53s
[11:17:23.540] Received PubSub notification, asking Buildbucket for the build status
[11:17:23.566] Build status: SCHEDULED
[11:26:15.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:2:0)
[11:26:15.636] Build status: SCHEDULED
[11:26:15.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:4:0) after 3m12s
[11:29:27.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:4:0)
[11:29:27.687] Build status: SCHEDULED
[11:29:27.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:5:0) after 3m57s
[11:33:24.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:5:0)
[11:33:24.687] Build status: SCHEDULED
[11:33:24.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:6:0) after 7m15s
[11:40:39.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:6:0)
[11:40:39.701] Build status: SCHEDULED
[11:40:39.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:7:0) after 2m53s
[11:43:32.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:7:0)
[11:43:32.740] Build status: SCHEDULED
[11:43:32.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:8:0) after 7m9s
[11:50:41.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:8:0)
[11:50:41.870] Build status: SCHEDULED
[11:50:41.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:9:0) after 3m50s
[11:54:31.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:9:0)
[11:54:31.957] Build status: SCHEDULED
[11:54:31.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:10:0) after 2m18s
[11:56:49.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:10:0)
[11:56:50.011] Build status: SCHEDULED
[11:56:50.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:11:0) after 2m12s
[11:59:02.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:11:0)
[11:59:02.072] Build status: SCHEDULED
[11:59:02.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:12:0) after 7m36s
[12:06:38.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:12:0)
[12:06:38.156] Build status: SCHEDULED
[12:06:38.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:13:0) after 9m29s
[12:16:07.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:13:0)
[12:16:07.276] Build status: SCHEDULED
[12:16:07.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:14:0) after 7m34s
[12:23:41.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:14:0)
[12:23:41.357] Build status: SCHEDULED
[12:23:41.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:15:0) after 1m38s
[12:25:19.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:15:0)
[12:25:19.386] Build status: SCHEDULED
[12:25:19.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:16:0) after 4m52s
[12:30:11.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:16:0)
[12:30:11.421] Build status: SCHEDULED
[12:30:11.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:17:0) after 8m21s
[12:38:32.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:17:0)
[12:38:32.450] Build status: SCHEDULED
[12:38:32.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:18:0) after 2m35s
[12:41:07.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:18:0)
[12:41:07.544] Build status: SCHEDULED
[12:41:07.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:19:0) after 1m38s
[12:42:45.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:19:0)
[12:42:45.576] Build status: SCHEDULED
[12:42:45.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:20:0) after 2m43s
[12:45:28.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:20:0)
[12:45:28.661] Build status: SCHEDULED
[12:45:28.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:21:0) after 5m26s
[12:50:54.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:21:0)
[12:50:54.786] Build status: SCHEDULED
[12:50:54.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:22:0) after 5m32s
[12:56:26.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:22:0)
[12:56:26.856] Build status: SCHEDULED
[12:56:26.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:23:0) after 1m50s
[12:58:16.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:23:0)
[12:58:16.928] Build status: SCHEDULED
[12:58:16.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:24:0) after 8m13s
[13:06:29.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:24:0)
[13:06:29.961] Build status: SCHEDULED
[13:06:29.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:25:0) after 8m59s
[13:15:28.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:25:0)
[13:15:29.048] Build status: SCHEDULED
[13:15:29.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:26:0) after 9m47s
[13:25:16.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:26:0)
[13:25:16.080] Build status: SCHEDULED
[13:25:16.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:27:0) after 1m44s
[13:27:00.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:27:0)
[13:27:00.285] Build status: SCHEDULED
[13:27:00.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:28:0) after 4m39s
[13:31:39.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:28:0)
[13:31:39.587] Build status: SCHEDULED
[13:31:39.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:29:0) after 7m24s
[13:39:03.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:29:0)
[13:39:03.623] Build status: SCHEDULED
[13:39:03.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:30:0) after 8m39s
[13:47:42.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:30:0)
[13:47:42.757] Build status: SCHEDULED
[13:47:42.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:31:0) after 1m53s
[13:49:35.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:31:0)
[13:49:35.779] Build status: SCHEDULED
[13:49:35.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:32:0) after 8m28s
[13:58:03.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:32:0)
[13:58:03.864] Build status: SCHEDULED
[13:58:03.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:33:0) after 2m19s
[14:00:22.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:33:0)
[14:00:22.893] Build status: SCHEDULED
[14:00:22.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:34:0) after 8m18s
[14:08:40.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:34:0)
[14:08:40.948] Build status: SCHEDULED
[14:08:40.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:35:0) after 3m41s
[14:12:21.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:35:0)
[14:12:21.981] Build status: SCHEDULED
[14:12:21.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:36:0) after 6m13s
[14:18:35.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:36:0)
[14:18:35.071] Build status: SCHEDULED
[14:18:35.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:37:0) after 2m13s
[14:20:48.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:37:0)
[14:20:48.167] Build status: SCHEDULED
[14:20:48.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:38:0) after 5m18s
[14:26:06.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:38:0)
[14:26:06.270] Build status: SCHEDULED
[14:26:06.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:39:0) after 2m19s
[14:28:25.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:39:0)
[14:28:25.307] Build status: SCHEDULED
[14:28:25.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:40:0) after 3m43s
[14:32:08.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:40:0)
[14:32:08.683] Build status: SCHEDULED
[14:32:08.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:41:0) after 9m43s
[14:41:51.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:41:0)
[14:41:51.737] Build status: SCHEDULED
[14:41:51.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:42:0) after 1m8s
[14:42:59.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:42:0)
[14:42:59.767] Build status: SCHEDULED
[14:42:59.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:43:0) after 8m37s
[14:48:05.168] Received PubSub notification, asking Buildbucket for the build status
[14:48:05.183] Build status: STARTED
[14:51:36.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:43:0)
[14:51:36.842] Build status: STARTED
[14:51:36.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853603204891271296:45:0) after 4m1s
[14:51:46.945] Received PubSub notification, asking Buildbucket for the build status
[14:51:46.975] Build:
{
  "id": "8688173139804580833",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-05T11:17:22.285663605Z",
  "startTime": "2026-03-05T14:48:04.900520691Z",
  "endTime": "2026-03-05T14:51:46.633989849Z",
  "updateTime": "2026-03-05T14:51:46.633989849Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "577355b038cd6976ae409562a9f6a21aae0ff529",
      "ref": "refs/heads/main"
    }
  }
}
[14:51:46.975] Invocation finished in 3h34m28.92410017s with status FAILED