Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 70524db3852cf27d2636eedee03dcebdf74f19f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.sandbox.dev.ci"
  builder: "pigweed-linux-sandbox"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/upstream/main",
  "repository": "https://pigweed.googlesource.com/pigweed/sandbox",
  "revision": "ecd7f1478639d3794303d7bcb0cefce34e43b201"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/ecd7f1478639d3794303d7bcb0cefce34e43b201
  • gitiles_ref:refs/heads/upstream/main

Debug log (UTC)

[18:31:44.140] New invocation is queued and will start shortly
[18:31:45.237] Starting the invocation (attempt 1)
[18:31:45.267] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/ecd7f1478639d3794303d7bcb0cefce34e43b201"
[18:31:45.267] Popped gitiles commit info from properties and tags
[18:31:45.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:31:45.267] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:31:45.267] Buildbucket request:
{
  "requestId": "8840258118558600688",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840258118558600688",
            "job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "6f39e06b5465e5161f8822366650011aa4810775"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@6f39e06b5465e5161f8822366650011aa4810775",
                        "title": "6f39e06b5465e5161f8822366650011aa4810775",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6f39e06b5465e5161f8822366650011aa4810775"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "a2f0a66e59699eed2a1a14ca46a1020947d8527e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@a2f0a66e59699eed2a1a14ca46a1020947d8527e",
                        "title": "a2f0a66e59699eed2a1a14ca46a1020947d8527e",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/a2f0a66e59699eed2a1a14ca46a1020947d8527e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "ecd7f1478639d3794303d7bcb0cefce34e43b201"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@ecd7f1478639d3794303d7bcb0cefce34e43b201",
                        "title": "ecd7f1478639d3794303d7bcb0cefce34e43b201",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/ecd7f1478639d3794303d7bcb0cefce34e43b201"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/sandbox",
    "id": "ecd7f1478639d3794303d7bcb0cefce34e43b201",
    "ref": "refs/heads/upstream/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840258118558600688"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:31:45.717] Scheduled build:
{
  "id": "8674828056628972817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-30T18:31:45.360364716Z",
  "updateTime": "2026-07-30T18:31:45.360364716Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "ecd7f1478639d3794303d7bcb0cefce34e43b201",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[18:31:45.717] Task URL: https://cr-buildbucket.appspot.com/build/8674828056628972817
[18:31:45.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:2:0) after 4m51s
[18:31:48.224] Received PubSub notification, asking Buildbucket for the build status
[18:31:48.253] Build status: SCHEDULED
[18:36:36.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:2:0)
[18:36:36.803] Build status: SCHEDULED
[18:36:36.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:4:0) after 4m29s
[18:41:05.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:4:0)
[18:41:05.866] Build status: SCHEDULED
[18:41:05.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:5:0) after 6m46s
[18:47:51.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:5:0)
[18:47:51.956] Build status: SCHEDULED
[18:47:51.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:6:0) after 1m31s
[18:49:23.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:6:0)
[18:49:23.045] Build status: SCHEDULED
[18:49:23.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:7:0) after 4m29s
[18:53:52.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:7:0)
[18:53:52.102] Build status: SCHEDULED
[18:53:52.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:8:0) after 9m37s
[19:03:29.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:8:0)
[19:03:29.134] Build status: SCHEDULED
[19:03:29.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:9:0) after 4m41s
[19:08:10.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:9:0)
[19:08:10.141] Build status: SCHEDULED
[19:08:10.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:10:0) after 4m38s
[19:12:48.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:10:0)
[19:12:48.219] Build status: SCHEDULED
[19:12:48.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:11:0) after 3m12s
[19:16:00.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:11:0)
[19:16:00.350] Build status: SCHEDULED
[19:16:00.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:12:0) after 6m0s
[19:22:00.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:12:0)
[19:22:00.481] Build status: SCHEDULED
[19:22:00.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:13:0) after 4m46s
[19:26:46.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:13:0)
[19:26:46.515] Build status: SCHEDULED
[19:26:46.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:14:0) after 7m58s
[19:34:44.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:14:0)
[19:34:44.635] Build status: SCHEDULED
[19:34:44.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:15:0) after 3m2s
[19:37:46.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:15:0)
[19:37:46.787] Build status: SCHEDULED
[19:37:46.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:16:0) after 8m35s
[19:46:21.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:16:0)
[19:46:21.873] Build status: SCHEDULED
[19:46:21.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:17:0) after 2m49s
[19:49:10.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:17:0)
[19:49:11.141] Build status: SCHEDULED
[19:49:11.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:18:0) after 5m4s
[19:54:15.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:18:0)
[19:54:15.179] Build status: SCHEDULED
[19:54:15.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:19:0) after 9m8s
[20:03:23.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:19:0)
[20:03:23.376] Build status: SCHEDULED
[20:03:23.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:20:0) after 6m16s
[20:09:39.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:20:0)
[20:09:39.431] Build status: SCHEDULED
[20:09:39.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:21:0) after 5m21s
[20:15:00.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:21:0)
[20:15:00.559] Build status: SCHEDULED
[20:15:00.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:22:0) after 7m19s
[20:22:19.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:22:0)
[20:22:19.680] Build status: SCHEDULED
[20:22:19.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:23:0) after 5m34s
[20:27:53.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:23:0)
[20:27:53.763] Build status: SCHEDULED
[20:27:53.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:24:0) after 5m31s
[20:33:24.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:24:0)
[20:33:24.859] Build status: SCHEDULED
[20:33:24.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:25:0) after 2m15s
[20:35:39.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:25:0)
[20:35:39.958] Build status: SCHEDULED
[20:35:39.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:26:0) after 5m30s
[20:41:09.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:26:0)
[20:41:09.958] Build status: SCHEDULED
[20:41:09.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:27:0) after 3m22s
[20:44:32.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:27:0)
[20:44:32.420] Build status: SCHEDULED
[20:44:32.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:28:0) after 2m50s
[20:47:22.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:28:0)
[20:47:22.449] Build status: SCHEDULED
[20:47:22.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:29:0) after 1m57s
[20:49:19.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:29:0)
[20:49:19.528] Build status: SCHEDULED
[20:49:19.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:30:0) after 3m34s
[20:52:53.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:30:0)
[20:52:53.717] Build status: SCHEDULED
[20:52:53.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:31:0) after 7m6s
[20:59:59.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:31:0)
[20:59:59.848] Build status: SCHEDULED
[20:59:59.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:32:0) after 1m56s
[21:01:55.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:32:0)
[21:01:55.993] Build status: SCHEDULED
[21:01:55.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:33:0) after 1m8s
[21:03:03.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:33:0)
[21:03:04.014] Build status: SCHEDULED
[21:03:04.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:34:0) after 7m8s
[21:10:12.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:34:0)
[21:10:12.229] Build status: SCHEDULED
[21:10:12.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:35:0) after 9m29s
[21:19:41.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:35:0)
[21:19:41.267] Build status: SCHEDULED
[21:19:41.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:36:0) after 4m39s
[21:24:20.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:36:0)
[21:24:20.354] Build status: SCHEDULED
[21:24:20.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:37:0) after 8m28s
[21:32:48.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:37:0)
[21:32:48.386] Build status: SCHEDULED
[21:32:48.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:38:0) after 6m15s
[21:39:03.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:38:0)
[21:39:03.478] Build status: SCHEDULED
[21:39:03.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:39:0) after 4m51s
[21:43:54.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:39:0)
[21:43:54.513] Build status: SCHEDULED
[21:43:54.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:40:0) after 9m48s
[21:53:42.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:40:0)
[21:53:42.826] Build status: SCHEDULED
[21:53:42.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:41:0) after 7m22s
[22:01:04.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:41:0)
[22:01:04.895] Build status: SCHEDULED
[22:01:04.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:42:0) after 8m14s
[22:09:19.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:42:0)
[22:09:19.167] Build status: SCHEDULED
[22:09:19.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:43:0) after 9m6s
[22:18:25.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:43:0)
[22:18:25.211] Build status: SCHEDULED
[22:18:25.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:44:0) after 5m6s
[22:23:31.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:44:0)
[22:23:31.328] Build status: SCHEDULED
[22:23:31.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:45:0) after 6m49s
[22:30:20.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:45:0)
[22:30:20.420] Build status: SCHEDULED
[22:30:20.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:46:0) after 6m20s
[22:36:40.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:46:0)
[22:36:40.512] Build status: SCHEDULED
[22:36:40.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:47:0) after 1m23s
[22:38:03.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:47:0)
[22:38:03.612] Build status: SCHEDULED
[22:38:03.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:48:0) after 7m52s
[22:45:55.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:48:0)
[22:45:57.328] Build status: SCHEDULED
[22:45:57.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:49:0) after 1m56s
[22:47:53.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:49:0)
[22:47:53.362] Build status: SCHEDULED
[22:47:53.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:50:0) after 5m55s
[22:53:48.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:50:0)
[22:53:48.523] Build status: SCHEDULED
[22:53:48.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:51:0) after 8m50s
[23:02:38.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:51:0)
[23:02:38.720] Build status: SCHEDULED
[23:02:38.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:52:0) after 4m27s
[23:07:05.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:52:0)
[23:07:05.773] Build status: SCHEDULED
[23:07:05.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:53:0) after 8m12s
[23:15:17.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:53:0)
[23:15:18.075] Build status: SCHEDULED
[23:15:18.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:54:0) after 8m19s
[23:23:37.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:54:0)
[23:23:37.122] Build status: SCHEDULED
[23:23:37.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:55:0) after 6m4s
[23:29:41.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:55:0)
[23:29:41.297] Build status: SCHEDULED
[23:29:41.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:56:0) after 4m31s
[23:34:12.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:56:0)
[23:34:12.378] Build status: SCHEDULED
[23:34:12.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:57:0) after 9m56s
[23:44:08.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:57:0)
[23:44:08.445] Build status: SCHEDULED
[23:44:08.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:58:0) after 4m1s
[23:48:09.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:58:0)
[23:48:09.530] Build status: SCHEDULED
[23:48:09.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:59:0) after 3m56s
[23:52:05.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:59:0)
[23:52:05.601] Build status: SCHEDULED
[23:52:05.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:60:0) after 5m34s
[23:57:39.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:60:0)
[23:57:39.731] Build status: SCHEDULED
[23:57:39.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:61:0) after 5m41s
[00:03:20.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:61:0)
[00:03:20.767] Build status: SCHEDULED
[00:03:20.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:62:0) after 2m4s
[00:05:24.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:62:0)
[00:05:25.004] Build status: SCHEDULED
[00:05:25.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:63:0) after 6m33s
[00:11:58.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:63:0)
[00:11:58.067] Build status: SCHEDULED
[00:11:58.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:64:0) after 3m53s
[00:15:51.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:64:0)
[00:15:51.180] Build status: SCHEDULED
[00:15:51.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:65:0) after 3m33s
[00:19:24.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:65:0)
[00:19:24.261] Build status: SCHEDULED
[00:19:24.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:66:0) after 4m0s
[00:23:24.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:66:0)
[00:23:24.305] Build status: SCHEDULED
[00:23:24.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:67:0) after 4m1s
[00:27:25.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:67:0)
[00:27:25.498] Build status: SCHEDULED
[00:27:25.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:68:0) after 6m36s
[00:34:01.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:68:0)
[00:34:01.653] Build status: SCHEDULED
[00:34:01.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:69:0) after 9m56s
[00:43:57.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:69:0)
[00:43:57.703] Build status: SCHEDULED
[00:43:57.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:70:0) after 1m27s
[00:45:24.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:70:0)
[00:45:24.758] Build status: SCHEDULED
[00:45:24.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:71:0) after 8m16s
[00:53:40.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:71:0)
[00:53:40.796] Build status: SCHEDULED
[00:53:40.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:72:0) after 7m4s
[01:00:44.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:72:0)
[01:00:44.885] Build status: SCHEDULED
[01:00:44.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:73:0) after 2m4s
[01:02:48.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:73:0)
[01:02:48.929] Build status: SCHEDULED
[01:02:48.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:74:0) after 3m6s
[01:05:54.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:74:0)
[01:05:54.976] Build status: SCHEDULED
[01:05:54.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:75:0) after 7m40s
[01:13:35.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:75:0)
[01:13:35.068] Build status: SCHEDULED
[01:13:35.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:76:0) after 6m8s
[01:19:43.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:76:0)
[01:19:43.168] Build status: SCHEDULED
[01:19:43.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:77:0) after 1m42s
[01:21:25.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:77:0)
[01:21:25.318] Build status: SCHEDULED
[01:21:25.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8840258118558600688:78:0) after 4m19s
[01:22:47.766] Received PubSub notification, asking Buildbucket for the build status
[01:22:47.883] Build status: STARTED
[01:23:51.652] Received PubSub notification, asking Buildbucket for the build status
[01:23:51.681] Build:
{
  "id": "8674828056628972817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-30T18:31:45.360364716Z",
  "startTime": "2026-07-31T01:22:47.487729579Z",
  "endTime": "2026-07-31T01:23:51.138294338Z",
  "updateTime": "2026-07-31T01:23:51.138294338Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "ecd7f1478639d3794303d7bcb0cefce34e43b201",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[01:23:51.681] Invocation finished in 6h52m7.545222279s with status FAILED