Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 70524db3852cf27d2636eedee03dcebdf74f19f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.sandbox.dev.ci"
  builder: "pigweed-linux-sandbox"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/upstream/main",
  "repository": "https://pigweed.googlesource.com/pigweed/sandbox",
  "revision": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/e177c4c9918bfa5ccb033ed475d5fb2248a8e004
  • gitiles_ref:refs/heads/upstream/main

Debug log (UTC)

[23:00:30.159] New invocation is queued and will start shortly
[23:00:31.613] Starting the invocation (attempt 1)
[23:00:31.636] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
[23:00:31.636] Popped gitiles commit info from properties and tags
[23:00:31.636] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:00:31.638] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:00:31.638] Buildbucket request:
{
  "requestId": "8839063448641259328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839063448641259328",
            "job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "9bd6c002202876b6afa09c590ef78d7892d9c6f6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@9bd6c002202876b6afa09c590ef78d7892d9c6f6",
                        "title": "9bd6c002202876b6afa09c590ef78d7892d9c6f6",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9bd6c002202876b6afa09c590ef78d7892d9c6f6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "9c6a517b398ddb82efe31cd545b782f512463d3e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@9c6a517b398ddb82efe31cd545b782f512463d3e",
                        "title": "9c6a517b398ddb82efe31cd545b782f512463d3e",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9c6a517b398ddb82efe31cd545b782f512463d3e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
                        "title": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/sandbox",
    "id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
    "ref": "refs/heads/upstream/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839063448641259328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:00:32.017] Scheduled build:
{
  "id": "8673633386359469105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-12T23:00:31.713315513Z",
  "updateTime": "2026-08-12T23:00:31.713315513Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[23:00:32.017] Task URL: https://cr-buildbucket.appspot.com/build/8673633386359469105
[23:00:32.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:2:0) after 9m7s
[23:00:33.701] Received PubSub notification, asking Buildbucket for the build status
[23:00:33.722] Build status: SCHEDULED
[23:09:39.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:2:0)
[23:09:39.085] Build status: SCHEDULED
[23:09:39.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:4:0) after 4m31s
[23:14:10.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:4:0)
[23:14:10.133] Build status: SCHEDULED
[23:14:10.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:5:0) after 3m22s
[23:17:32.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:5:0)
[23:17:32.173] Build status: SCHEDULED
[23:17:32.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:6:0) after 2m39s
[23:20:11.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:6:0)
[23:20:11.213] Build status: SCHEDULED
[23:20:11.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:7:0) after 1m42s
[23:21:53.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:7:0)
[23:21:53.308] Build status: SCHEDULED
[23:21:53.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:8:0) after 3m2s
[23:24:55.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:8:0)
[23:24:55.437] Build status: SCHEDULED
[23:24:55.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:9:0) after 1m6s
[23:26:01.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:9:0)
[23:26:01.476] Build status: SCHEDULED
[23:26:01.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:10:0) after 2m35s
[23:28:36.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:10:0)
[23:28:36.493] Build status: SCHEDULED
[23:28:36.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:11:0) after 2m48s
[23:31:24.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:11:0)
[23:31:24.532] Build status: SCHEDULED
[23:31:24.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:12:0) after 6m45s
[23:38:09.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:12:0)
[23:38:09.750] Build status: SCHEDULED
[23:38:09.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:13:0) after 2m45s
[23:40:54.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:13:0)
[23:40:54.839] Build status: SCHEDULED
[23:40:54.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:14:0) after 2m47s
[23:43:41.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:14:0)
[23:43:41.904] Build status: SCHEDULED
[23:43:41.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:15:0) after 6m55s
[23:50:37.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:15:0)
[23:50:37.122] Build status: SCHEDULED
[23:50:37.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:16:0) after 3m19s
[23:53:56.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:16:0)
[23:53:56.213] Build status: SCHEDULED
[23:53:56.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:17:0) after 6m8s
[00:00:04.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:17:0)
[00:00:04.250] Build status: SCHEDULED
[00:00:04.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:18:0) after 3m29s
[00:03:33.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:18:0)
[00:03:33.344] Build status: SCHEDULED
[00:03:33.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:19:0) after 3m58s
[00:07:31.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:19:0)
[00:07:31.409] Build status: SCHEDULED
[00:07:31.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:20:0) after 8m29s
[00:16:00.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:20:0)
[00:16:00.502] Build status: SCHEDULED
[00:16:00.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:21:0) after 4m14s
[00:20:14.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:21:0)
[00:20:14.571] Build status: SCHEDULED
[00:20:14.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:22:0) after 7m49s
[00:28:03.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:22:0)
[00:28:03.724] Build status: SCHEDULED
[00:28:03.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:23:0) after 9m12s
[00:37:15.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:23:0)
[00:37:15.749] Build status: SCHEDULED
[00:37:15.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:24:0) after 6m49s
[00:44:04.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:24:0)
[00:44:04.993] Build status: SCHEDULED
[00:44:04.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:25:0) after 2m8s
[00:46:13.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:25:0)
[00:46:13.376] Build status: SCHEDULED
[00:46:13.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:26:0) after 1m54s
[00:48:07.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:26:0)
[00:48:07.445] Build status: SCHEDULED
[00:48:07.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:27:0) after 1m34s
[00:49:41.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:27:0)
[00:49:41.455] Build status: SCHEDULED
[00:49:41.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:28:0) after 9m4s
[00:58:45.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:28:0)
[00:58:45.558] Build status: SCHEDULED
[00:58:45.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:29:0) after 4m53s
[01:03:38.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:29:0)
[01:03:38.771] Build status: SCHEDULED
[01:03:38.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:30:0) after 4m24s
[01:08:02.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:30:0)
[01:08:02.896] Build status: SCHEDULED
[01:08:02.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:31:0) after 3m46s
[01:11:48.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:31:0)
[01:11:49.052] Build status: SCHEDULED
[01:11:49.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:32:0) after 3m38s
[01:15:27.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:32:0)
[01:15:27.096] Build status: SCHEDULED
[01:15:27.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:33:0) after 7m29s
[01:22:56.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:33:0)
[01:22:56.157] Build status: SCHEDULED
[01:22:56.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:34:0) after 3m44s
[01:26:40.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:34:0)
[01:26:40.521] Build status: SCHEDULED
[01:26:40.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:35:0) after 1m3s
[01:27:43.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:35:0)
[01:27:43.619] Build status: SCHEDULED
[01:27:43.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:36:0) after 9m1s
[01:36:44.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:36:0)
[01:36:44.726] Build status: SCHEDULED
[01:36:44.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:37:0) after 8m30s
[01:45:14.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:37:0)
[01:45:14.816] Build status: SCHEDULED
[01:45:14.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:38:0) after 2m17s
[01:47:31.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:38:0)
[01:47:31.845] Build status: SCHEDULED
[01:47:31.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:39:0) after 1m17s
[01:48:48.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:39:0)
[01:48:48.981] Build status: SCHEDULED
[01:48:48.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:40:0) after 5m21s
[01:54:10.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:40:0)
[01:54:10.066] Build status: SCHEDULED
[01:54:10.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:41:0) after 8m35s
[02:02:45.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:41:0)
[02:02:45.239] Build status: SCHEDULED
[02:02:45.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:42:0) after 8m11s
[02:10:56.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:42:0)
[02:10:56.542] Build status: SCHEDULED
[02:10:56.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:43:0) after 6m20s
[02:17:16.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:43:0)
[02:17:16.646] Build status: SCHEDULED
[02:17:16.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:44:0) after 4m39s
[02:21:55.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:44:0)
[02:21:55.937] Build status: SCHEDULED
[02:21:55.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:45:0) after 8m16s
[02:30:12.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:45:0)
[02:30:12.034] Build status: SCHEDULED
[02:30:12.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:46:0) after 9m22s
[02:39:34.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:46:0)
[02:39:34.222] Build status: SCHEDULED
[02:39:34.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:47:0) after 9m21s
[02:48:55.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:47:0)
[02:48:55.354] Build status: SCHEDULED
[02:48:55.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:48:0) after 5m3s
[02:53:58.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:48:0)
[02:53:58.390] Build status: SCHEDULED
[02:53:58.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:49:0) after 1m50s
[02:55:48.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:49:0)
[02:55:48.421] Build status: SCHEDULED
[02:55:48.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:50:0) after 1m3s
[02:56:51.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:50:0)
[02:56:51.522] Build status: SCHEDULED
[02:56:51.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:51:0) after 9m41s
[03:06:32.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:51:0)
[03:06:32.699] Build status: SCHEDULED
[03:06:32.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:52:0) after 4m3s
[03:10:35.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:52:0)
[03:10:35.737] Build status: SCHEDULED
[03:10:35.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:53:0) after 1m51s
[03:12:26.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:53:0)
[03:12:26.811] Build status: SCHEDULED
[03:12:26.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:54:0) after 7m4s
[03:19:30.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:54:0)
[03:19:31.061] Build status: SCHEDULED
[03:19:31.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:55:0) after 9m55s
[03:29:26.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:55:0)
[03:29:26.110] Build status: SCHEDULED
[03:29:26.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:56:0) after 2m40s
[03:32:06.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:56:0)
[03:32:06.261] Build status: SCHEDULED
[03:32:06.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:57:0) after 9m54s
[03:42:00.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:57:0)
[03:42:00.346] Build status: SCHEDULED
[03:42:00.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:58:0) after 2m55s
[03:44:55.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:58:0)
[03:44:55.421] Build status: SCHEDULED
[03:44:55.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:59:0) after 2m30s
[03:47:25.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:59:0)
[03:47:25.529] Build status: SCHEDULED
[03:47:25.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:60:0) after 1m44s
[03:49:09.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:60:0)
[03:49:09.581] Build status: SCHEDULED
[03:49:09.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:61:0) after 1m34s
[03:50:43.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:61:0)
[03:50:43.663] Build status: SCHEDULED
[03:50:43.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:62:0) after 8m47s
[03:59:30.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:62:0)
[03:59:30.709] Build status: SCHEDULED
[03:59:30.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:63:0) after 9m56s
[04:09:26.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:63:0)
[04:09:26.864] Build status: SCHEDULED
[04:09:26.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:64:0) after 4m8s
[04:12:48.892] Received PubSub notification, asking Buildbucket for the build status
[04:12:48.912] Build status: STARTED
[04:13:34.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:64:0)
[04:13:34.978] Build status: STARTED
[04:13:34.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8839063448641259328:66:0) after 9m38s
[04:16:49.317] Received PubSub notification, asking Buildbucket for the build status
[04:16:49.341] Build:
{
  "id": "8673633386359469105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-12T23:00:31.713315513Z",
  "startTime": "2026-08-13T04:12:48.698484743Z",
  "endTime": "2026-08-13T04:16:49.012542639Z",
  "updateTime": "2026-08-13T04:16:49.012542639Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[04:16:49.341] Invocation finished in 5h16m19.187588371s with status FAILED