Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 70524db3852cf27d2636eedee03dcebdf74f19f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.sandbox.dev.ci"
  builder: "pigweed-linux-sandbox"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/rpc2",
  "repository": "https://pigweed.googlesource.com/pigweed/sandbox",
  "revision": "1ca09cac0c2f535c96a70e877444fe8a9b91f303"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/1ca09cac0c2f535c96a70e877444fe8a9b91f303
  • gitiles_ref:refs/heads/rpc2

Debug log (UTC)

[21:03:30.114] New invocation is queued and will start shortly
[21:03:31.181] Starting the invocation (attempt 1)
[21:03:31.202] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/1ca09cac0c2f535c96a70e877444fe8a9b91f303"
[21:03:31.202] Popped gitiles commit info from properties and tags
[21:03:31.202] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:03:31.202] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:03:31.202] Buildbucket request:
{
  "requestId": "8835446931038594896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8835446931038594896",
            "job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "fa3c25bff79da94f6ff8e1456a7fd8eb9dd354fa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@fa3c25bff79da94f6ff8e1456a7fd8eb9dd354fa",
                        "title": "fa3c25bff79da94f6ff8e1456a7fd8eb9dd354fa",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/fa3c25bff79da94f6ff8e1456a7fd8eb9dd354fa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "34b46e806d8b29d35a16923c275aad9926d1e5e4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@34b46e806d8b29d35a16923c275aad9926d1e5e4",
                        "title": "34b46e806d8b29d35a16923c275aad9926d1e5e4",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/34b46e806d8b29d35a16923c275aad9926d1e5e4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "70b6aafba5efcaeb76b19b2e566572242ccd3e52"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@70b6aafba5efcaeb76b19b2e566572242ccd3e52",
                        "title": "70b6aafba5efcaeb76b19b2e566572242ccd3e52",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/70b6aafba5efcaeb76b19b2e566572242ccd3e52"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "2d46a6091ac3e3129839cd58fcd3b874f4dd40ca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@2d46a6091ac3e3129839cd58fcd3b874f4dd40ca",
                        "title": "2d46a6091ac3e3129839cd58fcd3b874f4dd40ca",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2d46a6091ac3e3129839cd58fcd3b874f4dd40ca"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "93b35e0b3b9948404e5c7aaa50d91f815ceaa27f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@93b35e0b3b9948404e5c7aaa50d91f815ceaa27f",
                        "title": "93b35e0b3b9948404e5c7aaa50d91f815ceaa27f",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/93b35e0b3b9948404e5c7aaa50d91f815ceaa27f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "86c2b950389d836b2489c7553d068d00b4f89001"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@86c2b950389d836b2489c7553d068d00b4f89001",
                        "title": "86c2b950389d836b2489c7553d068d00b4f89001",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/86c2b950389d836b2489c7553d068d00b4f89001"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "3c49696118f4ec51dd8fbfaf669f4f2a0d27f521"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@3c49696118f4ec51dd8fbfaf669f4f2a0d27f521",
                        "title": "3c49696118f4ec51dd8fbfaf669f4f2a0d27f521",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/3c49696118f4ec51dd8fbfaf669f4f2a0d27f521"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "d9b14ae6466e30ff1359046986b161c517a24d68"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@d9b14ae6466e30ff1359046986b161c517a24d68",
                        "title": "d9b14ae6466e30ff1359046986b161c517a24d68",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d9b14ae6466e30ff1359046986b161c517a24d68"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "91e65360efa6a14f09654b92464b678316a0ca67"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@91e65360efa6a14f09654b92464b678316a0ca67",
                        "title": "91e65360efa6a14f09654b92464b678316a0ca67",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/91e65360efa6a14f09654b92464b678316a0ca67"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "db626c277a54894e24a182e28d044df2558bb2be"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@db626c277a54894e24a182e28d044df2558bb2be",
                        "title": "db626c277a54894e24a182e28d044df2558bb2be",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/db626c277a54894e24a182e28d044df2558bb2be"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "973e9c8b4b7358d05563c9c2df00768b8c504603"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@973e9c8b4b7358d05563c9c2df00768b8c504603",
                        "title": "973e9c8b4b7358d05563c9c2df00768b8c504603",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/973e9c8b4b7358d05563c9c2df00768b8c504603"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "0f77e2eb9670cbe17fa1a9e8971bba3d011f34d3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@0f77e2eb9670cbe17fa1a9e8971bba3d011f34d3",
                        "title": "0f77e2eb9670cbe17fa1a9e8971bba3d011f34d3",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/0f77e2eb9670cbe17fa1a9e8971bba3d011f34d3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "1ca09cac0c2f535c96a70e877444fe8a9b91f303"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@1ca09cac0c2f535c96a70e877444fe8a9b91f303",
                        "title": "1ca09cac0c2f535c96a70e877444fe8a9b91f303",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/1ca09cac0c2f535c96a70e877444fe8a9b91f303"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/sandbox",
    "id": "1ca09cac0c2f535c96a70e877444fe8a9b91f303",
    "ref": "refs/heads/rpc2"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835446931038594896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:03:31.667] Scheduled build:
{
  "id": "8670016869159057761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-21T21:03:31.282773126Z",
  "updateTime": "2026-09-21T21:03:31.282773126Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "1ca09cac0c2f535c96a70e877444fe8a9b91f303",
      "ref": "refs/heads/rpc2"
    }
  }
}
[21:03:31.667] Task URL: https://cr-buildbucket.appspot.com/build/8670016869159057761
[21:03:31.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:2:0) after 2m3s
[21:03:32.648] Received PubSub notification, asking Buildbucket for the build status
[21:03:32.670] Build status: SCHEDULED
[21:05:34.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:2:0)
[21:05:34.882] Build status: SCHEDULED
[21:05:34.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:4:0) after 9m27s
[21:15:01.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:4:0)
[21:15:01.935] Build status: SCHEDULED
[21:15:01.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:5:0) after 1m38s
[21:16:40.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:5:0)
[21:16:40.073] Build status: SCHEDULED
[21:16:40.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:6:0) after 8m15s
[21:24:55.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:6:0)
[21:24:55.109] Build status: SCHEDULED
[21:24:55.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:7:0) after 6m18s
[21:31:13.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:7:0)
[21:31:13.218] Build status: SCHEDULED
[21:31:13.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:8:0) after 6m46s
[21:37:59.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:8:0)
[21:37:59.283] Build status: SCHEDULED
[21:37:59.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:9:0) after 8m16s
[21:46:15.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:9:0)
[21:46:15.344] Build status: SCHEDULED
[21:46:15.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:10:0) after 7m57s
[21:54:12.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:10:0)
[21:54:12.437] Build status: SCHEDULED
[21:54:12.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:11:0) after 6m7s
[22:00:19.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:11:0)
[22:00:19.624] Build status: SCHEDULED
[22:00:19.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:12:0) after 4m46s
[22:05:05.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:12:0)
[22:05:05.693] Build status: SCHEDULED
[22:05:05.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:13:0) after 6m7s
[22:11:12.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:13:0)
[22:11:12.733] Build status: SCHEDULED
[22:11:12.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:14:0) after 3m3s
[22:14:15.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:14:0)
[22:14:15.925] Build status: SCHEDULED
[22:14:15.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:15:0) after 2m17s
[22:16:32.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:15:0)
[22:16:33.036] Build status: SCHEDULED
[22:16:33.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:16:0) after 1m14s
[22:17:47.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:16:0)
[22:17:47.127] Build status: SCHEDULED
[22:17:47.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:17:0) after 4m8s
[22:21:55.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:17:0)
[22:21:55.191] Build status: SCHEDULED
[22:21:55.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:18:0) after 3m27s
[22:25:22.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:18:0)
[22:25:22.181] Build status: SCHEDULED
[22:25:22.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:19:0) after 7m59s
[22:33:21.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:19:0)
[22:33:21.229] Build status: SCHEDULED
[22:33:21.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:20:0) after 3m11s
[22:36:32.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:20:0)
[22:36:32.230] Build status: SCHEDULED
[22:36:32.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:21:0) after 6m2s
[22:42:34.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:21:0)
[22:42:34.353] Build status: SCHEDULED
[22:42:34.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:22:0) after 6m32s
[22:49:06.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:22:0)
[22:49:06.558] Build status: SCHEDULED
[22:49:06.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:23:0) after 5m13s
[22:54:19.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:23:0)
[22:54:19.742] Build status: SCHEDULED
[22:54:19.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:24:0) after 5m46s
[23:00:05.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:24:0)
[23:00:05.901] Build status: SCHEDULED
[23:00:05.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:25:0) after 2m32s
[23:02:37.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:25:0)
[23:02:37.938] Build status: SCHEDULED
[23:02:37.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:26:0) after 6m41s
[23:09:18.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:26:0)
[23:09:18.935] Build status: SCHEDULED
[23:09:18.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:27:0) after 5m45s
[23:15:03.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:27:0)
[23:15:03.996] Build status: SCHEDULED
[23:15:03.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:28:0) after 2m17s
[23:17:21.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:28:0)
[23:17:21.046] Build status: SCHEDULED
[23:17:21.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:29:0) after 9m3s
[23:26:24.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:29:0)
[23:26:24.234] Build status: SCHEDULED
[23:26:24.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:30:0) after 6m36s
[23:33:00.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:30:0)
[23:33:00.414] Build status: SCHEDULED
[23:33:00.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:31:0) after 1m25s
[23:34:25.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:31:0)
[23:34:25.576] Build status: SCHEDULED
[23:34:25.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:32:0) after 1m22s
[23:35:47.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:32:0)
[23:35:47.727] Build status: SCHEDULED
[23:35:47.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:33:0) after 2m36s
[23:38:23.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:33:0)
[23:38:23.817] Build status: SCHEDULED
[23:38:23.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:34:0) after 8m8s
[23:46:31.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:34:0)
[23:46:31.989] Build status: SCHEDULED
[23:46:31.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:35:0) after 7m26s
[23:53:58.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:35:0)
[23:53:58.083] Build status: SCHEDULED
[23:53:58.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:36:0) after 6m24s
[00:00:22.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:36:0)
[00:00:22.178] Build status: SCHEDULED
[00:00:22.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:37:0) after 8m24s
[00:08:46.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:37:0)
[00:08:46.374] Build status: SCHEDULED
[00:08:46.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:38:0) after 7m19s
[00:16:05.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:38:0)
[00:16:05.491] Build status: SCHEDULED
[00:16:05.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:39:0) after 5m35s
[00:21:40.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:39:0)
[00:21:40.586] Build status: SCHEDULED
[00:21:40.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:40:0) after 2m1s
[00:23:41.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:40:0)
[00:23:41.695] Build status: SCHEDULED
[00:23:41.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:41:0) after 6m59s
[00:30:40.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:41:0)
[00:30:40.931] Build status: SCHEDULED
[00:30:40.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:42:0) after 3m21s
[00:34:02.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:42:0)
[00:34:02.095] Build status: SCHEDULED
[00:34:02.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:43:0) after 3m9s
[00:37:11.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:43:0)
[00:37:11.267] Build status: SCHEDULED
[00:37:11.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:44:0) after 4m30s
[00:41:41.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:44:0)
[00:41:41.372] Build status: SCHEDULED
[00:41:41.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:45:0) after 2m49s
[00:44:30.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:45:0)
[00:44:30.504] Build status: SCHEDULED
[00:44:30.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:46:0) after 2m28s
[00:46:58.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:46:0)
[00:46:58.587] Build status: SCHEDULED
[00:46:58.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:47:0) after 8m19s
[00:55:17.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:47:0)
[00:55:17.685] Build status: SCHEDULED
[00:55:17.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:48:0) after 9m13s
[01:04:30.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:48:0)
[01:04:30.781] Build status: SCHEDULED
[01:04:30.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:49:0) after 7m29s
[01:11:59.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:49:0)
[01:11:59.908] Build status: SCHEDULED
[01:11:59.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:50:0) after 7m14s
[01:19:13.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:50:0)
[01:19:14.024] Build status: SCHEDULED
[01:19:14.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:51:0) after 7m25s
[01:26:39.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:51:0)
[01:26:39.121] Build status: SCHEDULED
[01:26:39.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:52:0) after 6m6s
[01:32:45.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:52:0)
[01:32:45.180] Build status: SCHEDULED
[01:32:45.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:53:0) after 6m29s
[01:39:14.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:53:0)
[01:39:14.470] Build status: SCHEDULED
[01:39:14.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:54:0) after 5m11s
[01:44:25.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:54:0)
[01:44:25.537] Build status: SCHEDULED
[01:44:25.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:55:0) after 5m29s
[01:49:54.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:55:0)
[01:49:54.749] Build status: SCHEDULED
[01:49:54.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:56:0) after 1m10s
[01:51:04.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:56:0)
[01:51:04.849] Build status: SCHEDULED
[01:51:04.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:57:0) after 1m59s
[01:53:03.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:57:0)
[01:53:03.947] Build status: SCHEDULED
[01:53:03.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:58:0) after 2m54s
[01:55:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:58:0)
[01:55:57.986] Build status: SCHEDULED
[01:55:57.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:59:0) after 5m4s
[02:01:02.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:59:0)
[02:01:02.132] Build status: SCHEDULED
[02:01:02.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:60:0) after 9m34s
[02:10:36.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:60:0)
[02:10:36.227] Build status: SCHEDULED
[02:10:36.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:61:0) after 4m47s
[02:15:23.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:61:0)
[02:15:23.312] Build status: SCHEDULED
[02:15:23.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:62:0) after 7m33s
[02:22:56.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:62:0)
[02:22:56.404] Build status: SCHEDULED
[02:22:56.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:63:0) after 7m18s
[02:30:14.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:63:0)
[02:30:14.503] Build status: SCHEDULED
[02:30:14.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835446931038594896:64:0) after 8m51s
[02:36:24.737] Received PubSub notification, asking Buildbucket for the build status
[02:36:24.765] Build status: STARTED
[02:37:44.935] Received PubSub notification, asking Buildbucket for the build status
[02:37:44.957] Build:
{
  "id": "8670016869159057761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-linux-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-21T21:03:31.282773126Z",
  "startTime": "2026-09-22T02:36:23.363311181Z",
  "endTime": "2026-09-22T02:37:44.615106793Z",
  "updateTime": "2026-09-22T02:37:44.615106793Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "1ca09cac0c2f535c96a70e877444fe8a9b91f303",
      "ref": "refs/heads/rpc2"
    }
  }
}
[02:37:44.957] Invocation finished in 5h34m14.850264808s with status FAILED