1. All projects
  2. pigweed
  3. pigweed.sandbox.dev.ci-pigweed-linux-sandbox
  4. 8837701188533045088
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 70524db3852cf27d2636eedee03dcebdf74f19f6) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.sandbox.dev.ci"
  builder: "pigweed-linux-sandbox"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/upstream/main",
  "repository": "https://pigweed.googlesource.com/pigweed/sandbox",
  "revision": "b9f6b1b773ac8d24ed29e84310b25726662356b4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/b9f6b1b773ac8d24ed29e84310b25726662356b4
  • gitiles_ref:refs/heads/upstream/main

Debug log (UTC)

[23:53:02.639] New invocation is queued and will start shortly
[23:53:03.746] Starting the invocation (attempt 1)
[23:53:03.767] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/b9f6b1b773ac8d24ed29e84310b25726662356b4"
[23:53:03.767] Popped gitiles commit info from properties and tags
[23:53:03.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:53:03.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:53:03.767] Buildbucket request:
{
  "requestId": "8837701188533045088",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837701188533045088",
            "job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "dc61f63ec959168168369d40244ba9aced2aae42"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@dc61f63ec959168168369d40244ba9aced2aae42",
                        "title": "dc61f63ec959168168369d40244ba9aced2aae42",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/dc61f63ec959168168369d40244ba9aced2aae42"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "b9f6b1b773ac8d24ed29e84310b25726662356b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@b9f6b1b773ac8d24ed29e84310b25726662356b4",
                        "title": "b9f6b1b773ac8d24ed29e84310b25726662356b4",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/b9f6b1b773ac8d24ed29e84310b25726662356b4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/sandbox",
    "id": "b9f6b1b773ac8d24ed29e84310b25726662356b4",
    "ref": "refs/heads/upstream/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837701188533045088"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:53:04.173] Scheduled build:
{
  "id": "8672271126609914801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T23:53:03.848807435Z",
  "updateTime": "2026-08-27T23:53:03.848807435Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "b9f6b1b773ac8d24ed29e84310b25726662356b4",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[23:53:04.173] Task URL: https://cr-buildbucket.appspot.com/build/8672271126609914801
[23:53:04.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:2:0) after 4m37s
[23:53:05.156] Received PubSub notification, asking Buildbucket for the build status
[23:53:05.172] Build status: SCHEDULED
[23:57:41.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:2:0)
[23:57:41.231] Build status: SCHEDULED
[23:57:41.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:4:0) after 5m3s
[00:02:44.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:4:0)
[00:02:44.307] Build status: SCHEDULED
[00:02:44.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:5:0) after 3m25s
[00:06:09.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:5:0)
[00:06:09.384] Build status: SCHEDULED
[00:06:09.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:6:0) after 7m51s
[00:14:00.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:6:0)
[00:14:00.480] Build status: SCHEDULED
[00:14:00.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:7:0) after 5m26s
[00:19:26.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:7:0)
[00:19:26.536] Build status: SCHEDULED
[00:19:26.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:8:0) after 8m43s
[00:28:09.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:8:0)
[00:28:09.809] Build status: SCHEDULED
[00:28:09.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:9:0) after 5m14s
[00:33:23.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:9:0)
[00:33:23.887] Build status: SCHEDULED
[00:33:23.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:10:0) after 4m29s
[00:37:52.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:10:0)
[00:37:52.949] Build status: SCHEDULED
[00:37:52.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:11:0) after 5m42s
[00:43:34.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:11:0)
[00:43:35.027] Build status: SCHEDULED
[00:43:35.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:12:0) after 5m13s
[00:48:48.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:12:0)
[00:48:48.168] Build status: SCHEDULED
[00:48:48.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:13:0) after 9m36s
[00:58:24.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:13:0)
[00:58:24.203] Build status: SCHEDULED
[00:58:24.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:14:0) after 1m31s
[00:59:55.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:14:0)
[00:59:55.256] Build status: SCHEDULED
[00:59:55.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:15:0) after 9m25s
[01:09:20.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:15:0)
[01:09:20.341] Build status: SCHEDULED
[01:09:20.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:16:0) after 8m55s
[01:18:15.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:16:0)
[01:18:15.590] Build status: SCHEDULED
[01:18:15.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:17:0) after 3m12s
[01:21:27.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:17:0)
[01:21:27.713] Build status: SCHEDULED
[01:21:27.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:18:0) after 6m17s
[01:27:44.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:18:0)
[01:27:44.796] Build status: SCHEDULED
[01:27:44.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:19:0) after 2m52s
[01:30:36.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:19:0)
[01:30:36.973] Build status: SCHEDULED
[01:30:36.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:20:0) after 5m18s
[01:35:55.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:20:0)
[01:35:55.095] Build status: SCHEDULED
[01:35:55.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:21:0) after 5m53s
[01:41:48.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:21:0)
[01:41:48.148] Build status: SCHEDULED
[01:41:48.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:22:0) after 5m33s
[01:47:21.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:22:0)
[01:47:21.203] Build status: SCHEDULED
[01:47:21.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:23:0) after 3m21s
[01:50:42.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:23:0)
[01:50:42.297] Build status: SCHEDULED
[01:50:42.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:24:0) after 9m18s
[02:00:00.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:24:0)
[02:00:00.506] Build status: SCHEDULED
[02:00:00.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:25:0) after 1m43s
[02:01:43.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:25:0)
[02:01:43.542] Build status: SCHEDULED
[02:01:43.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:26:0) after 4m16s
[02:05:59.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:26:0)
[02:05:59.685] Build status: SCHEDULED
[02:05:59.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:27:0) after 4m9s
[02:10:08.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:27:0)
[02:10:08.927] Build status: SCHEDULED
[02:10:08.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:28:0) after 8m9s
[02:18:17.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:28:0)
[02:18:17.937] Build status: SCHEDULED
[02:18:17.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:29:0) after 8m14s
[02:26:32.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:29:0)
[02:26:32.059] Build status: SCHEDULED
[02:26:32.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:30:0) after 1m9s
[02:27:41.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:30:0)
[02:27:41.230] Build status: SCHEDULED
[02:27:41.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:31:0) after 2m14s
[02:29:55.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:31:0)
[02:29:55.273] Build status: SCHEDULED
[02:29:55.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:32:0) after 3m24s
[02:33:19.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:32:0)
[02:33:19.418] Build status: SCHEDULED
[02:33:19.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:33:0) after 6m22s
[02:39:41.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:33:0)
[02:39:41.511] Build status: SCHEDULED
[02:39:41.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:34:0) after 8m16s
[02:47:57.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:34:0)
[02:47:57.646] Build status: SCHEDULED
[02:47:57.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:35:0) after 2m51s
[02:50:48.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:35:0)
[02:50:48.776] Build status: SCHEDULED
[02:50:48.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:36:0) after 7m44s
[02:58:32.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:36:0)
[02:58:32.959] Build status: SCHEDULED
[02:58:32.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:37:0) after 7m22s
[03:05:54.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:37:0)
[03:05:55.015] Build status: SCHEDULED
[03:05:55.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:38:0) after 6m5s
[03:12:00.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:38:0)
[03:12:00.256] Build status: SCHEDULED
[03:12:00.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:39:0) after 4m59s
[03:16:59.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:39:0)
[03:16:59.278] Build status: SCHEDULED
[03:16:59.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:40:0) after 5m37s
[03:22:36.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:40:0)
[03:22:36.443] Build status: SCHEDULED
[03:22:36.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:41:0) after 5m51s
[03:28:27.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:41:0)
[03:28:27.484] Build status: SCHEDULED
[03:28:27.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:42:0) after 7m36s
[03:36:03.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:42:0)
[03:36:03.598] Build status: SCHEDULED
[03:36:03.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:43:0) after 8m0s
[03:44:03.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:43:0)
[03:44:03.642] Build status: SCHEDULED
[03:44:03.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:44:0) after 9m27s
[03:53:30.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:44:0)
[03:53:30.632] Build status: SCHEDULED
[03:53:30.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:45:0) after 6m52s
[04:00:22.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:45:0)
[04:00:22.641] Build status: SCHEDULED
[04:00:22.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:46:0) after 6m26s
[04:06:48.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:46:0)
[04:06:48.874] Build status: SCHEDULED
[04:06:48.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:47:0) after 5m57s
[04:12:45.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:47:0)
[04:12:45.930] Build status: SCHEDULED
[04:12:45.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:48:0) after 1m37s
[04:14:22.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:48:0)
[04:14:22.922] Build status: SCHEDULED
[04:14:22.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:49:0) after 1m40s
[04:16:02.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:49:0)
[04:16:03.037] Build status: SCHEDULED
[04:16:03.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:50:0) after 5m15s
[04:21:18.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:50:0)
[04:21:18.043] Build status: SCHEDULED
[04:21:18.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:51:0) after 2m57s
[04:24:15.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:51:0)
[04:24:15.086] Build status: SCHEDULED
[04:24:15.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:52:0) after 9m48s
[04:34:03.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:52:0)
[04:34:03.307] Build status: SCHEDULED
[04:34:03.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:53:0) after 2m35s
[04:36:38.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:53:0)
[04:36:38.337] Build status: SCHEDULED
[04:36:38.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:54:0) after 9m54s
[04:46:32.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:54:0)
[04:46:32.434] Build status: SCHEDULED
[04:46:32.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:55:0) after 6m59s
[04:53:31.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:55:0)
[04:53:31.488] Build status: SCHEDULED
[04:53:31.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:56:0) after 4m33s
[04:58:04.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:56:0)
[04:58:04.635] Build status: SCHEDULED
[04:58:04.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:57:0) after 7m8s
[05:05:12.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:57:0)
[05:05:12.666] Build status: SCHEDULED
[05:05:12.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:58:0) after 6m19s
[05:11:31.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:58:0)
[05:11:31.715] Build status: SCHEDULED
[05:11:31.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:59:0) after 7m0s
[05:18:31.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:59:0)
[05:18:31.750] Build status: SCHEDULED
[05:18:31.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:60:0) after 3m10s
[05:21:41.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:60:0)
[05:21:41.802] Build status: SCHEDULED
[05:21:41.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:61:0) after 1m48s
[05:23:29.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:61:0)
[05:23:29.836] Build status: SCHEDULED
[05:23:29.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:62:0) after 7m50s
[05:31:19.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:62:0)
[05:31:19.881] Build status: SCHEDULED
[05:31:19.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:63:0) after 4m16s
[05:35:35.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:63:0)
[05:35:35.912] Build status: SCHEDULED
[05:35:35.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:64:0) after 2m52s
[05:38:27.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:64:0)
[05:38:27.952] Build status: SCHEDULED
[05:38:27.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:65:0) after 1m32s
[05:40:00.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:65:0)
[05:40:00.080] Build status: SCHEDULED
[05:40:00.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:66:0) after 3m31s
[05:43:31.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:66:0)
[05:43:31.134] Build status: SCHEDULED
[05:43:31.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:67:0) after 4m27s
[05:47:58.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:67:0)
[05:47:58.246] Build status: SCHEDULED
[05:47:58.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:68:0) after 7m10s
[05:55:08.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:68:0)
[05:55:08.286] Build status: SCHEDULED
[05:55:08.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:69:0) after 5m21s
[06:00:29.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:69:0)
[06:00:29.419] Build status: SCHEDULED
[06:00:29.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:70:0) after 4m48s
[06:05:17.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:70:0)
[06:05:17.455] Build status: SCHEDULED
[06:05:17.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:71:0) after 7m48s
[06:13:05.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:71:0)
[06:13:05.521] Build status: SCHEDULED
[06:13:05.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:72:0) after 9m29s
[06:22:34.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:72:0)
[06:22:34.560] Build status: SCHEDULED
[06:22:34.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:73:0) after 4m39s
[06:27:13.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:73:0)
[06:27:13.614] Build status: SCHEDULED
[06:27:13.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:74:0) after 5m4s
[06:32:17.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:74:0)
[06:32:17.712] Build status: SCHEDULED
[06:32:17.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:75:0) after 5m36s
[06:37:53.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:75:0)
[06:37:53.765] Build status: SCHEDULED
[06:37:53.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:76:0) after 1m40s
[06:39:33.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:76:0)
[06:39:33.886] Build status: SCHEDULED
[06:39:33.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:77:0) after 3m12s
[06:42:45.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:77:0)
[06:42:45.924] Build status: SCHEDULED
[06:42:45.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:78:0) after 2m12s
[06:44:57.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:78:0)
[06:44:57.972] Build status: SCHEDULED
[06:44:57.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:79:0) after 3m17s
[06:48:14.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:79:0)
[06:48:15.012] Build status: SCHEDULED
[06:48:15.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:80:0) after 7m26s
[06:55:41.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:80:0)
[06:55:41.048] Build status: SCHEDULED
[06:55:41.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:81:0) after 3m6s
[06:58:47.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:81:0)
[06:58:47.080] Build status: SCHEDULED
[06:58:47.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:82:0) after 4m31s
[07:03:18.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:82:0)
[07:03:18.158] Build status: SCHEDULED
[07:03:18.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:83:0) after 4m27s
[07:07:45.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:83:0)
[07:07:45.203] Build status: SCHEDULED
[07:07:45.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:84:0) after 9m13s
[07:16:58.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:84:0)
[07:16:58.293] Build status: SCHEDULED
[07:16:58.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:85:0) after 4m57s
[07:21:55.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:85:0)
[07:21:55.380] Build status: SCHEDULED
[07:21:55.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:86:0) after 3m5s
[07:25:00.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:86:0)
[07:25:00.461] Build status: SCHEDULED
[07:25:00.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:87:0) after 7m22s
[07:32:22.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:87:0)
[07:32:22.556] Build status: SCHEDULED
[07:32:22.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:88:0) after 7m58s
[07:40:20.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:88:0)
[07:40:20.601] Build status: SCHEDULED
[07:40:20.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:89:0) after 6m26s
[07:46:46.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:89:0)
[07:46:46.621] Build status: SCHEDULED
[07:46:46.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:90:0) after 6m19s
[07:53:05.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:90:0)
[07:53:05.661] Build status: SCHEDULED
[07:53:05.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837701188533045088:91:0) after 6m35s
[07:53:12.529] Received PubSub notification, asking Buildbucket for the build status
[07:53:12.559] Build:
{
  "id": "8672271126609914801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T23:53:03.848807435Z",
  "endTime": "2026-08-28T07:53:12.113839254Z",
  "updateTime": "2026-08-28T07:53:12.113839254Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "b9f6b1b773ac8d24ed29e84310b25726662356b4",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[07:53:12.559] Invocation finished in 8h0m9.928275101s with status FAILED