buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-asan-gtest"
>

• 288d450c5af252c0c3f3b47b27d5e4463995851d (3 days ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "288d450c5af252c0c3f3b47b27d5e4463995851d"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/288d450c5af252c0c3f3b47b27d5e4463995851d
• gitiles_ref:refs/heads/main

[01:25:48.930] New invocation is queued and will start shortly
[01:25:50.560] Starting the invocation (attempt 1)
[01:25:50.588] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/288d450c5af252c0c3f3b47b27d5e4463995851d"
[01:25:50.589] Popped gitiles commit info from properties and tags
[01:25:50.589] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:25:50.589] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:25:50.589] Buildbucket request:
{
  "requestId": "8834615054992513184",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8834615054992513184",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "288d450c5af252c0c3f3b47b27d5e4463995851d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@288d450c5af252c0c3f3b47b27d5e4463995851d",
                        "title": "288d450c5af252c0c3f3b47b27d5e4463995851d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/288d450c5af252c0c3f3b47b27d5e4463995851d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "288d450c5af252c0c3f3b47b27d5e4463995851d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8834615054992513184"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:25:51.027] Scheduled build:
{
  "id": "8669184992523745249",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-01T01:25:50.663855623Z",
  "updateTime": "2026-10-01T01:25:50.663855623Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "288d450c5af252c0c3f3b47b27d5e4463995851d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:25:51.027] Task URL: https://cr-buildbucket.appspot.com/build/8669184992523745249
[01:25:51.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:2:0) after 2m6s
[01:25:51.967] Received PubSub notification, asking Buildbucket for the build status
[01:25:52.041] Build status: SCHEDULED
[01:27:57.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:2:0)
[01:27:57.210] Build status: SCHEDULED
[01:27:57.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:4:0) after 9m10s
[01:37:07.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:4:0)
[01:37:07.303] Build status: SCHEDULED
[01:37:07.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:5:0) after 3m56s
[01:41:03.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:5:0)
[01:41:03.455] Build status: SCHEDULED
[01:41:03.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:6:0) after 5m45s
[01:46:48.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:6:0)
[01:46:48.629] Build status: SCHEDULED
[01:46:48.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:7:0) after 5m57s
[01:52:45.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:7:0)
[01:52:45.889] Build status: SCHEDULED
[01:52:45.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:8:0) after 3m34s
[01:56:19.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:8:0)
[01:56:19.983] Build status: SCHEDULED
[01:56:19.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:9:0) after 5m39s
[02:01:59.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:9:0)
[02:01:59.254] Build status: SCHEDULED
[02:01:59.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:10:0) after 6m22s
[02:08:21.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:10:0)
[02:08:21.287] Build status: SCHEDULED
[02:08:21.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:11:0) after 1m18s
[02:09:39.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:11:0)
[02:09:39.634] Build status: SCHEDULED
[02:09:39.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:12:0) after 7m57s
[02:17:36.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:12:0)
[02:17:36.700] Build status: SCHEDULED
[02:17:36.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:13:0) after 1m59s
[02:19:35.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:13:0)
[02:19:35.878] Build status: SCHEDULED
[02:19:35.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:14:0) after 3m11s
[02:22:47.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:14:0)
[02:22:47.023] Build status: SCHEDULED
[02:22:47.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:15:0) after 1m39s
[02:24:26.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:15:0)
[02:24:26.405] Build status: SCHEDULED
[02:24:26.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:16:0) after 1m51s
[02:26:17.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:16:0)
[02:26:17.583] Build status: SCHEDULED
[02:26:17.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:17:0) after 2m49s
[02:29:06.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:17:0)
[02:29:06.621] Build status: SCHEDULED
[02:29:06.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:18:0) after 9m20s
[02:38:26.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:18:0)
[02:38:26.941] Build status: SCHEDULED
[02:38:26.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:19:0) after 4m43s
[02:43:10.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:19:0)
[02:43:10.024] Build status: SCHEDULED
[02:43:10.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:20:0) after 8m38s
[02:51:48.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:20:0)
[02:51:48.067] Build status: SCHEDULED
[02:51:48.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:21:0) after 6m57s
[02:58:45.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:21:0)
[02:58:45.152] Build status: SCHEDULED
[02:58:45.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:22:0) after 7m26s
[03:06:11.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:22:0)
[03:06:11.248] Build status: SCHEDULED
[03:06:11.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:23:0) after 3m51s
[03:10:02.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:23:0)
[03:10:02.281] Build status: SCHEDULED
[03:10:02.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:24:0) after 2m48s
[03:12:50.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:24:0)
[03:12:50.487] Build status: SCHEDULED
[03:12:50.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:25:0) after 7m6s
[03:19:56.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:25:0)
[03:19:56.527] Build status: SCHEDULED
[03:19:56.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:26:0) after 5m42s
[03:25:38.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:26:0)
[03:25:38.600] Build status: SCHEDULED
[03:25:38.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:27:0) after 2m9s
[03:27:47.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:27:0)
[03:27:47.725] Build status: SCHEDULED
[03:27:47.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:28:0) after 6m57s
[03:34:44.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:28:0)
[03:34:44.944] Build status: SCHEDULED
[03:34:44.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:29:0) after 6m2s
[03:40:46.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:29:0)
[03:40:47.011] Build status: SCHEDULED
[03:40:47.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:30:0) after 6m20s
[03:47:07.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:30:0)
[03:47:07.153] Build status: SCHEDULED
[03:47:07.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:31:0) after 8m25s
[03:55:32.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:31:0)
[03:55:32.347] Build status: SCHEDULED
[03:55:32.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:32:0) after 7m57s
[04:03:29.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:32:0)
[04:03:29.420] Build status: SCHEDULED
[04:03:29.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:33:0) after 8m22s
[04:11:51.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:33:0)
[04:11:51.508] Build status: SCHEDULED
[04:11:51.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:34:0) after 5m53s
[04:17:44.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:34:0)
[04:17:44.596] Build status: SCHEDULED
[04:17:44.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:35:0) after 2m12s
[04:17:52.586] Received PubSub notification, asking Buildbucket for the build status
[04:17:52.603] Build status: STARTED
[04:19:56.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:35:0)
[04:19:56.815] Build status: STARTED
[04:19:56.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834615054992513184:37:0) after 2m58s
[04:20:00.307] Received PubSub notification, asking Buildbucket for the build status
[04:20:00.326] Build:
{
  "id": "8669184992523745249",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-01T01:25:50.663855623Z",
  "startTime": "2026-10-01T04:17:52.424737533Z",
  "endTime": "2026-10-01T04:19:59.301807654Z",
  "updateTime": "2026-10-01T04:19:59.301807654Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "288d450c5af252c0c3f3b47b27d5e4463995851d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:20:00.326] Invocation finished in 2h54m11.401307167s with status FAILED