Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 70524db3852cf27d2636eedee03dcebdf74f19f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.sandbox.dev.ci"
  builder: "pigweed-mac-arm-sandbox"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/upstream/main",
  "repository": "https://pigweed.googlesource.com/pigweed/sandbox",
  "revision": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/05d77b69303c8436da7ce9a4937ccd12fa9ac5e8
  • gitiles_ref:refs/heads/upstream/main

Debug log (UTC)

[19:02:18.450] New invocation is queued and will start shortly
[19:02:19.579] Starting the invocation (attempt 1)
[19:02:19.609] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
[19:02:19.609] Popped gitiles commit info from properties and tags
[19:02:19.609] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:02:19.609] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:02:19.610] Buildbucket request:
{
  "requestId": "8844604849533940352",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-mac-arm-sandbox"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844604849533940352",
            "job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "104dd9af468b210cf8a0268447afe98b8417a9b7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@104dd9af468b210cf8a0268447afe98b8417a9b7",
                        "title": "104dd9af468b210cf8a0268447afe98b8417a9b7",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/104dd9af468b210cf8a0268447afe98b8417a9b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "c5a69a6d1b0efc8b31635913082f055bb1b74703"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@c5a69a6d1b0efc8b31635913082f055bb1b74703",
                        "title": "c5a69a6d1b0efc8b31635913082f055bb1b74703",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/c5a69a6d1b0efc8b31635913082f055bb1b74703"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "89f08651f283432641f1137104bbd6186e0a32f4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@89f08651f283432641f1137104bbd6186e0a32f4",
                        "title": "89f08651f283432641f1137104bbd6186e0a32f4",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/89f08651f283432641f1137104bbd6186e0a32f4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "6d1941263519bcc1a581ce1a177eb77678cc9ec6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@6d1941263519bcc1a581ce1a177eb77678cc9ec6",
                        "title": "6d1941263519bcc1a581ce1a177eb77678cc9ec6",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6d1941263519bcc1a581ce1a177eb77678cc9ec6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
                        "title": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "6f756c15a38a9a1abe7939d1b0a2c78daad4d205"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@6f756c15a38a9a1abe7939d1b0a2c78daad4d205",
                        "title": "6f756c15a38a9a1abe7939d1b0a2c78daad4d205",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6f756c15a38a9a1abe7939d1b0a2c78daad4d205"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "a7630fb3e63e481e134410f4a1f63d5a5fc625f4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@a7630fb3e63e481e134410f4a1f63d5a5fc625f4",
                        "title": "a7630fb3e63e481e134410f4a1f63d5a5fc625f4",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/a7630fb3e63e481e134410f4a1f63d5a5fc625f4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "cf08cdf0cf6b639348927b8715e1aca0bfbb05cf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@cf08cdf0cf6b639348927b8715e1aca0bfbb05cf",
                        "title": "cf08cdf0cf6b639348927b8715e1aca0bfbb05cf",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/cf08cdf0cf6b639348927b8715e1aca0bfbb05cf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "acba7bd342b32402be50be1f3817f2d04b82bff5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@acba7bd342b32402be50be1f3817f2d04b82bff5",
                        "title": "acba7bd342b32402be50be1f3817f2d04b82bff5",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/acba7bd342b32402be50be1f3817f2d04b82bff5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
                        "title": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "2cde7d63489ac8cdf0201754294c1714456a59df"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@2cde7d63489ac8cdf0201754294c1714456a59df",
                        "title": "2cde7d63489ac8cdf0201754294c1714456a59df",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2cde7d63489ac8cdf0201754294c1714456a59df"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "cd75e1a612170db134024156d1dd10cc3104ffa1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@cd75e1a612170db134024156d1dd10cc3104ffa1",
                        "title": "cd75e1a612170db134024156d1dd10cc3104ffa1",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/cd75e1a612170db134024156d1dd10cc3104ffa1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "b592e332f7f594fb76a2f13317267e7ee71a4b93"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@b592e332f7f594fb76a2f13317267e7ee71a4b93",
                        "title": "b592e332f7f594fb76a2f13317267e7ee71a4b93",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/b592e332f7f594fb76a2f13317267e7ee71a4b93"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "10b6150206cf01d70b7ff4a94f4c8c95520458c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@10b6150206cf01d70b7ff4a94f4c8c95520458c5",
                        "title": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "504333147ba393fbc07f191ff458a32357218bea"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@504333147ba393fbc07f191ff458a32357218bea",
                        "title": "504333147ba393fbc07f191ff458a32357218bea",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/504333147ba393fbc07f191ff458a32357218bea"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
                        "title": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/4933de4a4ded1b44992dcf9df7658b24bd8fe0fc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "d28462202f90f5b0998b7d3a1c7d2b968813c943"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@d28462202f90f5b0998b7d3a1c7d2b968813c943",
                        "title": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d28462202f90f5b0998b7d3a1c7d2b968813c943"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
                        "title": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "f2b6e0fcf21c73b3089a03f0699084909d34608d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@f2b6e0fcf21c73b3089a03f0699084909d34608d",
                        "title": "f2b6e0fcf21c73b3089a03f0699084909d34608d",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/f2b6e0fcf21c73b3089a03f0699084909d34608d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "title": "3a5e3c24bf42d33676025b2a98451e006a6a51bf",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/3a5e3c24bf42d33676025b2a98451e006a6a51bf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "title": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "70a25521129b8a796424682b80074e3742ae4cc9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@70a25521129b8a796424682b80074e3742ae4cc9",
                        "title": "70a25521129b8a796424682b80074e3742ae4cc9",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/70a25521129b8a796424682b80074e3742ae4cc9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "859b464228e8000a7aa6b0a81bfdc45a7e23676a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@859b464228e8000a7aa6b0a81bfdc45a7e23676a",
                        "title": "859b464228e8000a7aa6b0a81bfdc45a7e23676a",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/859b464228e8000a7aa6b0a81bfdc45a7e23676a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "50d7679dab73649229ac958b2b95206f1f82d29e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@50d7679dab73649229ac958b2b95206f1f82d29e",
                        "title": "50d7679dab73649229ac958b2b95206f1f82d29e",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/50d7679dab73649229ac958b2b95206f1f82d29e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/rpc2",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "b8cfc2514a429c0be2917ab1d6a8b5968bd9833d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@b8cfc2514a429c0be2917ab1d6a8b5968bd9833d",
                        "title": "b8cfc2514a429c0be2917ab1d6a8b5968bd9833d",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/b8cfc2514a429c0be2917ab1d6a8b5968bd9833d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "a07c185b85886d8ff7c2bb6bbadf656313827c9a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@a07c185b85886d8ff7c2bb6bbadf656313827c9a",
                        "title": "a07c185b85886d8ff7c2bb6bbadf656313827c9a",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/a07c185b85886d8ff7c2bb6bbadf656313827c9a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/upstream/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/sandbox",
                              "revision": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
                        "title": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
                        "url": "https://pigweed.googlesource.com/pigweed/sandbox/+/05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/sandbox",
    "id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
    "ref": "refs/heads/upstream/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844604849533940352"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:02:20.249] Scheduled build:
{
  "id": "8679174787577012833",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-mac-arm-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T19:02:19.695779629Z",
  "updateTime": "2026-06-12T19:02:19.695779629Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[19:02:20.249] Task URL: https://cr-buildbucket.appspot.com/build/8679174787577012833
[19:02:20.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:2:0) after 4m0s
[19:02:24.275] Received PubSub notification, asking Buildbucket for the build status
[19:02:24.292] Build status: SCHEDULED
[19:06:20.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:2:0)
[19:06:20.306] Build status: SCHEDULED
[19:06:20.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:4:0) after 7m16s
[19:13:36.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:4:0)
[19:13:36.492] Build status: SCHEDULED
[19:13:36.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:5:0) after 4m53s
[19:18:29.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:5:0)
[19:18:29.585] Build status: SCHEDULED
[19:18:29.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:6:0) after 7m17s
[19:25:46.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:6:0)
[19:25:46.617] Build status: SCHEDULED
[19:25:46.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:7:0) after 1m20s
[19:27:06.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:7:0)
[19:27:06.681] Build status: SCHEDULED
[19:27:06.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:8:0) after 3m43s
[19:30:49.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:8:0)
[19:30:49.725] Build status: SCHEDULED
[19:30:49.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:9:0) after 8m55s
[19:39:44.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:9:0)
[19:39:44.769] Build status: SCHEDULED
[19:39:44.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:10:0) after 9m54s
[19:49:38.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:10:0)
[19:49:38.883] Build status: SCHEDULED
[19:49:38.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:11:0) after 7m10s
[19:56:48.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:11:0)
[19:56:48.956] Build status: SCHEDULED
[19:56:48.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:12:0) after 2m22s
[19:59:11.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:12:0)
[19:59:11.040] Build status: SCHEDULED
[19:59:11.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:13:0) after 6m21s
[20:05:32.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:13:0)
[20:05:32.223] Build status: SCHEDULED
[20:05:32.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:14:0) after 8m5s
[20:13:37.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:14:0)
[20:13:37.381] Build status: SCHEDULED
[20:13:37.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:15:0) after 1m33s
[20:15:10.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:15:0)
[20:15:10.449] Build status: SCHEDULED
[20:15:10.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:16:0) after 5m56s
[20:21:06.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:16:0)
[20:21:06.534] Build status: SCHEDULED
[20:21:06.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:17:0) after 7m50s
[20:28:56.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:17:0)
[20:28:56.661] Build status: SCHEDULED
[20:28:56.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:18:0) after 1m57s
[20:30:53.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:18:0)
[20:30:53.763] Build status: SCHEDULED
[20:30:53.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:19:0) after 1m30s
[20:32:23.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:19:0)
[20:32:23.765] Build status: SCHEDULED
[20:32:23.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:20:0) after 3m57s
[20:36:20.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:20:0)
[20:36:20.872] Build status: SCHEDULED
[20:36:20.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:21:0) after 1m24s
[20:37:44.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:21:0)
[20:37:44.976] Build status: SCHEDULED
[20:37:44.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:22:0) after 3m49s
[20:41:33.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:22:0)
[20:41:34.019] Build status: SCHEDULED
[20:41:34.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:23:0) after 2m37s
[20:44:11.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:23:0)
[20:44:11.099] Build status: SCHEDULED
[20:44:11.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:24:0) after 6m47s
[20:50:58.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:24:0)
[20:50:58.179] Build status: SCHEDULED
[20:50:58.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:25:0) after 4m16s
[20:55:14.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:25:0)
[20:55:14.391] Build status: SCHEDULED
[20:55:14.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:26:0) after 9m3s
[21:04:17.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:26:0)
[21:04:17.431] Build status: SCHEDULED
[21:04:17.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:27:0) after 6m56s
[21:11:13.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:27:0)
[21:11:13.477] Build status: SCHEDULED
[21:11:13.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:28:0) after 4m20s
[21:15:33.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:28:0)
[21:15:33.519] Build status: SCHEDULED
[21:15:33.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:29:0) after 8m2s
[21:23:35.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:29:0)
[21:23:35.561] Build status: SCHEDULED
[21:23:35.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:30:0) after 8m23s
[21:31:58.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:30:0)
[21:31:58.599] Build status: SCHEDULED
[21:31:58.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:31:0) after 7m58s
[21:39:56.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:31:0)
[21:39:56.653] Build status: SCHEDULED
[21:39:56.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:32:0) after 7m50s
[21:47:46.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:32:0)
[21:47:46.693] Build status: SCHEDULED
[21:47:46.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:33:0) after 9m45s
[21:57:31.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:33:0)
[21:57:31.698] Build status: SCHEDULED
[21:57:31.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:34:0) after 7m44s
[22:04:14.944] Received PubSub notification, asking Buildbucket for the build status
[22:04:14.980] Build status: STARTED
[22:05:15.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:34:0)
[22:05:15.895] Build status: STARTED
[22:05:15.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:36:0) after 2m4s
[22:07:19.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:36:0)
[22:07:20.002] Build status: STARTED
[22:07:20.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844604849533940352:37:0) after 6m4s
[22:08:22.255] Received PubSub notification, asking Buildbucket for the build status
[22:08:22.366] Build:
{
  "id": "8679174787577012833",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.sandbox.dev.ci",
    "builder": "pigweed-mac-arm-sandbox"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-12T19:02:19.695779629Z",
  "startTime": "2026-06-12T22:04:14.727771623Z",
  "endTime": "2026-06-12T22:08:21.826439696Z",
  "updateTime": "2026-06-12T22:08:21.826439696Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/sandbox",
      "id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
      "ref": "refs/heads/upstream/main"
    }
  }
}
[22:08:22.366] Invocation finished in 3h6m3.921710364s with status FAILED