Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 1415c40791c61af8fa168852b0bf2fb6a9db9a2a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-device"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9f3f6781fff1d2551ecedff8c9899b22c05a3d2e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:26:12.939] New invocation is queued and will start shortly
[01:26:14.432] Starting the invocation (attempt 1)
[01:26:14.461] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
[01:26:14.461] Popped gitiles commit info from properties and tags
[01:26:14.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:26:14.461] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:26:14.462] Buildbucket request:
{
  "requestId": "8832621896558691152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-device"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8832621896558691152",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c014d34eada6058ee24bdf8c74a0a0bcd687685f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c014d34eada6058ee24bdf8c74a0a0bcd687685f",
                        "title": "c014d34eada6058ee24bdf8c74a0a0bcd687685f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c014d34eada6058ee24bdf8c74a0a0bcd687685f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2cedc26456f3130e9a73b50d87ff7b5a777771ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2cedc26456f3130e9a73b50d87ff7b5a777771ae",
                        "title": "2cedc26456f3130e9a73b50d87ff7b5a777771ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2cedc26456f3130e9a73b50d87ff7b5a777771ae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "41e3e45125a06780f17746e71812f17104b23c48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@41e3e45125a06780f17746e71812f17104b23c48",
                        "title": "41e3e45125a06780f17746e71812f17104b23c48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/41e3e45125a06780f17746e71812f17104b23c48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4fcb85242e117b8fe3bae2d309473f69d46df3b8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4fcb85242e117b8fe3bae2d309473f69d46df3b8",
                        "title": "4fcb85242e117b8fe3bae2d309473f69d46df3b8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4fcb85242e117b8fe3bae2d309473f69d46df3b8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e2bb1b158076d378c6b1735428598873ff7fefb6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2bb1b158076d378c6b1735428598873ff7fefb6",
                        "title": "e2bb1b158076d378c6b1735428598873ff7fefb6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2bb1b158076d378c6b1735428598873ff7fefb6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2d08b8cc5c3af49374f70c4fce176b0177a7e86e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d08b8cc5c3af49374f70c4fce176b0177a7e86e",
                        "title": "2d08b8cc5c3af49374f70c4fce176b0177a7e86e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d08b8cc5c3af49374f70c4fce176b0177a7e86e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c6afa67862faadd061313d4ee29548fbafb43ce6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c6afa67862faadd061313d4ee29548fbafb43ce6",
                        "title": "c6afa67862faadd061313d4ee29548fbafb43ce6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c6afa67862faadd061313d4ee29548fbafb43ce6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "05323e55ad4f1f7ff2f0908b876a9fe1d6606480"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05323e55ad4f1f7ff2f0908b876a9fe1d6606480",
                        "title": "05323e55ad4f1f7ff2f0908b876a9fe1d6606480",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05323e55ad4f1f7ff2f0908b876a9fe1d6606480"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ea04d98e591b43a076a2f2d5a35d61999ab7de1f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea04d98e591b43a076a2f2d5a35d61999ab7de1f",
                        "title": "ea04d98e591b43a076a2f2d5a35d61999ab7de1f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea04d98e591b43a076a2f2d5a35d61999ab7de1f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "408c923a12becda013b478c2aea790a38eb97527"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@408c923a12becda013b478c2aea790a38eb97527",
                        "title": "408c923a12becda013b478c2aea790a38eb97527",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/408c923a12becda013b478c2aea790a38eb97527"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
                        "title": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8832621896558691152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:26:14.965] Scheduled build:
{
  "id": "8667191834177763393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-23T01:26:14.586224927Z",
  "updateTime": "2026-10-23T01:26:14.586224927Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
      "ref": "refs/heads/main"
    }
  }
}
[01:26:14.966] Task URL: https://cr-buildbucket.appspot.com/build/8667191834177763393
[01:26:14.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:2:0) after 1m39s
[01:26:15.969] Received PubSub notification, asking Buildbucket for the build status
[01:26:16.012] Build status: SCHEDULED
[01:27:54.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:2:0)
[01:27:54.024] Build status: SCHEDULED
[01:27:54.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:4:0) after 2m3s
[01:29:57.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:4:0)
[01:29:57.112] Build status: SCHEDULED
[01:29:57.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:5:0) after 9m6s
[01:39:03.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:5:0)
[01:39:03.208] Build status: SCHEDULED
[01:39:03.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:6:0) after 1m21s
[01:40:24.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:6:0)
[01:40:24.466] Build status: SCHEDULED
[01:40:24.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:7:0) after 1m39s
[01:42:03.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:7:0)
[01:42:03.549] Build status: SCHEDULED
[01:42:03.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:8:0) after 2m43s
[01:44:46.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:8:0)
[01:44:46.666] Build status: SCHEDULED
[01:44:46.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:9:0) after 5m19s
[01:50:05.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:9:0)
[01:50:05.743] Build status: SCHEDULED
[01:50:05.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:10:0) after 3m30s
[01:53:35.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:10:0)
[01:53:35.828] Build status: SCHEDULED
[01:53:35.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:11:0) after 1m33s
[01:55:08.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:11:0)
[01:55:08.871] Build status: SCHEDULED
[01:55:08.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:12:0) after 2m4s
[01:57:12.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:12:0)
[01:57:13.020] Build status: SCHEDULED
[01:57:13.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:13:0) after 9m45s
[02:06:58.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:13:0)
[02:06:58.147] Build status: SCHEDULED
[02:06:58.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:14:0) after 2m49s
[02:09:47.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:14:0)
[02:09:47.194] Build status: SCHEDULED
[02:09:47.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:15:0) after 9m3s
[02:18:50.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:15:0)
[02:18:50.361] Build status: SCHEDULED
[02:18:50.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:16:0) after 3m4s
[02:21:54.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:16:0)
[02:21:54.419] Build status: SCHEDULED
[02:21:54.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:17:0) after 1m17s
[02:23:11.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:17:0)
[02:23:11.547] Build status: SCHEDULED
[02:23:11.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:18:0) after 5m19s
[02:28:30.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:18:0)
[02:28:30.813] Build status: SCHEDULED
[02:28:30.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:19:0) after 4m15s
[02:32:45.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:19:0)
[02:32:46.016] Build status: SCHEDULED
[02:32:46.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:20:0) after 9m38s
[02:42:24.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:20:0)
[02:42:24.048] Build status: SCHEDULED
[02:42:24.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:21:0) after 3m0s
[02:45:24.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:21:0)
[02:45:24.100] Build status: SCHEDULED
[02:45:24.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:22:0) after 1m18s
[02:46:42.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:22:0)
[02:46:42.160] Build status: SCHEDULED
[02:46:42.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:23:0) after 8m13s
[02:54:55.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:23:0)
[02:54:55.239] Build status: SCHEDULED
[02:54:55.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:24:0) after 8m24s
[03:03:19.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:24:0)
[03:03:19.380] Build status: SCHEDULED
[03:03:19.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:25:0) after 2m51s
[03:06:10.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:25:0)
[03:06:10.471] Build status: SCHEDULED
[03:06:10.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:26:0) after 4m37s
[03:10:47.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:26:0)
[03:10:47.616] Build status: SCHEDULED
[03:10:47.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:27:0) after 4m32s
[03:15:19.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:27:0)
[03:15:19.801] Build status: SCHEDULED
[03:15:19.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:28:0) after 5m49s
[03:21:08.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:28:0)
[03:21:08.868] Build status: SCHEDULED
[03:21:08.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:29:0) after 3m42s
[03:24:51.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:29:0)
[03:24:51.140] Build status: SCHEDULED
[03:24:51.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:30:0) after 7m7s
[03:31:58.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:30:0)
[03:31:58.179] Build status: SCHEDULED
[03:31:58.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:31:0) after 6m34s
[03:38:32.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:31:0)
[03:38:32.288] Build status: SCHEDULED
[03:38:32.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:32:0) after 9m5s
[03:47:37.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:32:0)
[03:47:37.426] Build status: SCHEDULED
[03:47:37.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:33:0) after 1m14s
[03:48:51.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:33:0)
[03:48:51.544] Build status: SCHEDULED
[03:48:51.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:34:0) after 5m57s
[03:54:48.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:34:0)
[03:54:48.605] Build status: SCHEDULED
[03:54:48.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:35:0) after 3m9s
[03:57:57.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:35:0)
[03:57:57.656] Build status: SCHEDULED
[03:57:57.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:36:0) after 6m3s
[04:04:00.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:36:0)
[04:04:00.750] Build status: SCHEDULED
[04:04:00.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:37:0) after 3m57s
[04:07:57.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:37:0)
[04:07:57.938] Build status: SCHEDULED
[04:07:57.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:38:0) after 6m11s
[04:14:08.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:38:0)
[04:14:09.042] Build status: SCHEDULED
[04:14:09.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:39:0) after 2m32s
[04:16:41.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:39:0)
[04:16:41.096] Build status: SCHEDULED
[04:16:41.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:40:0) after 7m51s
[04:24:32.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:40:0)
[04:24:32.206] Build status: SCHEDULED
[04:24:32.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:41:0) after 7m10s
[04:31:42.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:41:0)
[04:31:42.250] Build status: SCHEDULED
[04:31:42.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:42:0) after 2m46s
[04:34:28.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:42:0)
[04:34:28.288] Build status: SCHEDULED
[04:34:28.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:43:0) after 3m18s
[04:37:46.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:43:0)
[04:37:46.363] Build status: SCHEDULED
[04:37:46.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:44:0) after 6m7s
[04:43:53.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:44:0)
[04:43:53.639] Build status: SCHEDULED
[04:43:53.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:45:0) after 8m13s
[04:52:06.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:45:0)
[04:52:06.717] Build status: SCHEDULED
[04:52:06.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:46:0) after 9m38s
[05:01:44.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:46:0)
[05:01:44.785] Build status: SCHEDULED
[05:01:44.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:47:0) after 7m35s
[05:09:19.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:47:0)
[05:09:19.839] Build status: SCHEDULED
[05:09:19.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:48:0) after 5m18s
[05:14:37.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:48:0)
[05:14:37.931] Build status: SCHEDULED
[05:14:37.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:49:0) after 1m46s
[05:16:23.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:49:0)
[05:16:23.971] Build status: SCHEDULED
[05:16:23.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:50:0) after 5m34s
[05:21:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:50:0)
[05:21:57.992] Build status: SCHEDULED
[05:21:57.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:51:0) after 8m55s
[05:30:53.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:51:0)
[05:30:54.062] Build status: SCHEDULED
[05:30:54.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:52:0) after 3m46s
[05:34:40.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:52:0)
[05:34:40.142] Build status: SCHEDULED
[05:34:40.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:53:0) after 5m46s
[05:40:26.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:53:0)
[05:40:26.299] Build status: SCHEDULED
[05:40:26.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:54:0) after 3m29s
[05:43:55.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:54:0)
[05:43:55.398] Build status: SCHEDULED
[05:43:55.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:55:0) after 5m2s
[05:48:57.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:55:0)
[05:48:57.494] Build status: SCHEDULED
[05:48:57.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:56:0) after 2m6s
[05:51:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:56:0)
[05:51:03.583] Build status: SCHEDULED
[05:51:03.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:57:0) after 6m57s
[05:58:00.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:57:0)
[05:58:00.605] Build status: SCHEDULED
[05:58:00.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:58:0) after 4m18s
[06:02:18.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:58:0)
[06:02:18.749] Build status: SCHEDULED
[06:02:18.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:59:0) after 9m7s
[06:11:25.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:59:0)
[06:11:25.788] Build status: SCHEDULED
[06:11:25.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:60:0) after 6m31s
[06:17:56.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:60:0)
[06:17:56.834] Build status: SCHEDULED
[06:17:56.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:61:0) after 1m0s
[06:18:56.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:61:0)
[06:18:56.851] Build status: SCHEDULED
[06:18:56.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:62:0) after 2m27s
[06:21:23.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:62:0)
[06:21:24.015] Build status: SCHEDULED
[06:21:24.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:63:0) after 6m55s
[06:28:19.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:63:0)
[06:28:19.044] Build status: SCHEDULED
[06:28:19.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8832621896558691152:64:0) after 8m37s
[06:29:39.786] Received PubSub notification, asking Buildbucket for the build status
[06:29:39.804] Build status: STARTED
[06:35:21.463] Received PubSub notification, asking Buildbucket for the build status
[06:35:21.483] Build:
{
  "id": "8667191834177763393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-device"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-23T01:26:14.586224927Z",
  "startTime": "2026-10-23T06:29:39.544871933Z",
  "endTime": "2026-10-23T06:35:21.125445909Z",
  "updateTime": "2026-10-23T06:35:21.125445909Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
      "ref": "refs/heads/main"
    }
  }
}
[06:35:21.483] Invocation finished in 5h9m8.551367759s with status FAILED