Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-zephyr"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b8d3b57a114d79a840080c282e2fda200fb58b5b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b8d3b57a114d79a840080c282e2fda200fb58b5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:38:53.106] New invocation is queued and will start shortly
[21:38:54.186] Starting the invocation (attempt 1)
[21:38:54.214] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b8d3b57a114d79a840080c282e2fda200fb58b5b"
[21:38:54.214] Popped gitiles commit info from properties and tags
[21:38:54.214] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:38:54.214] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:38:54.215] Buildbucket request:
{
  "requestId": "8893789151295389984",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8893789151295389984",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2081503f18231ca9670c65843c1c44825da362cd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2081503f18231ca9670c65843c1c44825da362cd",
                        "title": "2081503f18231ca9670c65843c1c44825da362cd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2081503f18231ca9670c65843c1c44825da362cd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f3fb838c055b629dc805cf48fb979001ea0d6f00"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f3fb838c055b629dc805cf48fb979001ea0d6f00",
                        "title": "f3fb838c055b629dc805cf48fb979001ea0d6f00",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f3fb838c055b629dc805cf48fb979001ea0d6f00"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "13446e506fb94bcf4345bbf74b7987cff0fe0e3a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13446e506fb94bcf4345bbf74b7987cff0fe0e3a",
                        "title": "13446e506fb94bcf4345bbf74b7987cff0fe0e3a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13446e506fb94bcf4345bbf74b7987cff0fe0e3a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9097766c7198ab6bafd0b9161368b2df6c58443"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9097766c7198ab6bafd0b9161368b2df6c58443",
                        "title": "f9097766c7198ab6bafd0b9161368b2df6c58443",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9097766c7198ab6bafd0b9161368b2df6c58443"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4f14d74071549bc9ef233d491de5e177d8260bce"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4f14d74071549bc9ef233d491de5e177d8260bce",
                        "title": "4f14d74071549bc9ef233d491de5e177d8260bce",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4f14d74071549bc9ef233d491de5e177d8260bce"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9f042fe0e14aa19e22f3fa5313115286bc95317f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f042fe0e14aa19e22f3fa5313115286bc95317f",
                        "title": "9f042fe0e14aa19e22f3fa5313115286bc95317f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f042fe0e14aa19e22f3fa5313115286bc95317f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8c376c48954df891248126c6c804b561ada4364e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c376c48954df891248126c6c804b561ada4364e",
                        "title": "8c376c48954df891248126c6c804b561ada4364e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c376c48954df891248126c6c804b561ada4364e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b8d3b57a114d79a840080c282e2fda200fb58b5b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b8d3b57a114d79a840080c282e2fda200fb58b5b",
                        "title": "b8d3b57a114d79a840080c282e2fda200fb58b5b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b8d3b57a114d79a840080c282e2fda200fb58b5b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b8d3b57a114d79a840080c282e2fda200fb58b5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8893789151295389984"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:38:55.153] Scheduled build:
{
  "id": "8728359089334527729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-16T21:38:54.338961905Z",
  "updateTime": "2024-12-16T21:38:54.338961905Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b8d3b57a114d79a840080c282e2fda200fb58b5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:38:55.153] Task URL: https://cr-buildbucket.appspot.com/build/8728359089334527729
[21:38:55.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:2:0) after 3m43s
[21:38:55.780] Received PubSub notification, asking Buildbucket for the build status
[21:38:55.808] Build status: SCHEDULED
[21:42:38.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:2:0)
[21:42:38.221] Build status: SCHEDULED
[21:42:38.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:4:0) after 1m23s
[21:44:01.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:4:0)
[21:44:03.661] Build status: SCHEDULED
[21:44:03.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:5:0) after 7m37s
[21:51:40.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:5:0)
[21:51:40.766] Build status: SCHEDULED
[21:51:40.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:6:0) after 3m11s
[21:54:51.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:6:0)
[21:54:51.871] Build status: SCHEDULED
[21:54:51.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:7:0) after 7m1s
[22:01:52.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:7:0)
[22:01:53.017] Build status: SCHEDULED
[22:01:53.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:8:0) after 1m44s
[22:03:37.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:8:0)
[22:03:37.123] Build status: SCHEDULED
[22:03:37.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:9:0) after 1m38s
[22:05:15.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:9:0)
[22:05:15.179] Build status: SCHEDULED
[22:05:15.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:10:0) after 5m16s
[22:10:31.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:10:0)
[22:10:31.330] Build status: SCHEDULED
[22:10:31.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:11:0) after 6m48s
[22:17:19.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:11:0)
[22:17:19.449] Build status: SCHEDULED
[22:17:19.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:12:0) after 9m13s
[22:26:32.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:12:0)
[22:26:32.489] Build status: SCHEDULED
[22:26:32.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:13:0) after 1m53s
[22:28:25.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:13:0)
[22:28:25.611] Build status: SCHEDULED
[22:28:25.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:14:0) after 5m25s
[22:33:50.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:14:0)
[22:33:50.648] Build status: SCHEDULED
[22:33:50.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:15:0) after 2m25s
[22:36:15.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:15:0)
[22:36:15.832] Build status: SCHEDULED
[22:36:15.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:16:0) after 5m14s
[22:41:29.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:16:0)
[22:41:29.867] Build status: SCHEDULED
[22:41:29.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:17:0) after 8m34s
[22:50:03.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:17:0)
[22:50:03.915] Build status: SCHEDULED
[22:50:03.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:18:0) after 4m58s
[22:55:01.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:18:0)
[22:55:01.956] Build status: SCHEDULED
[22:55:01.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:19:0) after 7m3s
[23:02:05.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:19:0)
[23:02:05.047] Build status: SCHEDULED
[23:02:05.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:20:0) after 7m2s
[23:09:07.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:20:0)
[23:09:07.081] Build status: SCHEDULED
[23:09:07.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:21:0) after 2m27s
[23:11:34.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:21:0)
[23:11:34.274] Build status: SCHEDULED
[23:11:34.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:22:0) after 5m2s
[23:16:36.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:22:0)
[23:16:36.337] Build status: SCHEDULED
[23:16:36.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:23:0) after 1m42s
[23:18:18.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:23:0)
[23:18:18.374] Build status: SCHEDULED
[23:18:18.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:24:0) after 4m18s
[23:22:36.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:24:0)
[23:22:36.463] Build status: SCHEDULED
[23:22:36.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:25:0) after 1m24s
[23:24:00.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:25:0)
[23:24:00.500] Build status: SCHEDULED
[23:24:00.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:26:0) after 2m28s
[23:26:28.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:26:0)
[23:26:28.536] Build status: SCHEDULED
[23:26:28.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:27:0) after 9m20s
[23:35:48.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:27:0)
[23:35:48.673] Build status: SCHEDULED
[23:35:48.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:28:0) after 2m9s
[23:37:57.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:28:0)
[23:37:57.824] Build status: SCHEDULED
[23:37:57.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:29:0) after 8m14s
[23:46:11.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:29:0)
[23:46:11.987] Build status: SCHEDULED
[23:46:11.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:30:0) after 2m14s
[23:48:26.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:30:0)
[23:48:26.026] Build status: SCHEDULED
[23:48:26.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:31:0) after 6m23s
[23:54:49.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:31:0)
[23:54:49.058] Build status: SCHEDULED
[23:54:49.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:32:0) after 7m23s
[00:02:12.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:32:0)
[00:02:12.192] Build status: SCHEDULED
[00:02:12.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:33:0) after 7m49s
[00:10:01.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:33:0)
[00:10:01.306] Build status: SCHEDULED
[00:10:01.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:34:0) after 5m53s
[00:15:54.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:34:0)
[00:15:54.326] Build status: SCHEDULED
[00:15:54.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:35:0) after 4m7s
[00:20:01.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:35:0)
[00:20:01.335] Build status: SCHEDULED
[00:20:01.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:36:0) after 5m50s
[00:25:51.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:36:0)
[00:25:51.424] Build status: SCHEDULED
[00:25:51.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:37:0) after 8m0s
[00:33:51.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:37:0)
[00:33:51.421] Build status: SCHEDULED
[00:33:51.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:38:0) after 2m45s
[00:36:36.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:38:0)
[00:36:36.495] Build status: SCHEDULED
[00:36:36.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:39:0) after 2m58s
[00:39:34.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:39:0)
[00:39:34.534] Build status: SCHEDULED
[00:39:34.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:40:0) after 9m29s
[00:49:03.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:40:0)
[00:49:03.576] Build status: SCHEDULED
[00:49:03.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:41:0) after 4m5s
[00:53:08.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:41:0)
[00:53:08.618] Build status: SCHEDULED
[00:53:08.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:42:0) after 5m17s
[00:58:25.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:42:0)
[00:58:25.664] Build status: SCHEDULED
[00:58:25.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:43:0) after 4m17s
[01:02:42.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:43:0)
[01:02:42.706] Build status: SCHEDULED
[01:02:42.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:44:0) after 2m36s
[01:05:18.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:44:0)
[01:05:18.911] Build status: SCHEDULED
[01:05:18.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:45:0) after 7m9s
[01:12:27.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:45:0)
[01:12:27.956] Build status: SCHEDULED
[01:12:27.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:46:0) after 4m25s
[01:16:53.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:46:0)
[01:16:53.077] Build status: SCHEDULED
[01:16:53.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:47:0) after 6m39s
[01:23:32.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:47:0)
[01:23:32.120] Build status: SCHEDULED
[01:23:32.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:48:0) after 6m34s
[01:30:06.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:48:0)
[01:30:06.146] Build status: SCHEDULED
[01:30:06.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:49:0) after 5m9s
[01:35:15.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:49:0)
[01:35:15.183] Build status: SCHEDULED
[01:35:15.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:50:0) after 4m36s
[01:39:51.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:50:0)
[01:39:51.267] Build status: SCHEDULED
[01:39:51.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:51:0) after 2m41s
[01:42:32.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:51:0)
[01:42:32.370] Build status: SCHEDULED
[01:42:32.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:52:0) after 2m15s
[01:44:47.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:52:0)
[01:44:47.458] Build status: SCHEDULED
[01:44:47.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:53:0) after 5m12s
[01:49:59.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:53:0)
[01:49:59.509] Build status: SCHEDULED
[01:49:59.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:54:0) after 9m50s
[01:59:49.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:54:0)
[01:59:49.540] Build status: SCHEDULED
[01:59:49.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:55:0) after 3m55s
[02:03:44.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:55:0)
[02:03:44.574] Build status: SCHEDULED
[02:03:44.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:56:0) after 8m52s
[02:12:36.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:56:0)
[02:12:36.662] Build status: SCHEDULED
[02:12:36.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:57:0) after 6m5s
[02:18:41.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:57:0)
[02:18:41.713] Build status: SCHEDULED
[02:18:41.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:58:0) after 7m18s
[02:25:59.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:58:0)
[02:25:59.797] Build status: SCHEDULED
[02:25:59.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:59:0) after 1m7s
[02:27:06.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:59:0)
[02:27:06.881] Build status: SCHEDULED
[02:27:06.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:60:0) after 6m44s
[02:33:50.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:60:0)
[02:33:50.920] Build status: SCHEDULED
[02:33:50.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:61:0) after 1m29s
[02:35:19.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:61:0)
[02:35:20.006] Build status: SCHEDULED
[02:35:20.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:62:0) after 6m1s
[02:41:20.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:62:0)
[02:41:21.030] Build status: SCHEDULED
[02:41:21.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:63:0) after 2m51s
[02:44:12.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:63:0)
[02:44:12.087] Build status: SCHEDULED
[02:44:12.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:64:0) after 2m2s
[02:46:14.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:64:0)
[02:46:14.120] Build status: SCHEDULED
[02:46:14.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:65:0) after 4m0s
[02:50:14.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:65:0)
[02:50:14.139] Build status: SCHEDULED
[02:50:14.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:66:0) after 9m21s
[02:59:35.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:66:0)
[02:59:35.246] Build status: SCHEDULED
[02:59:35.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:67:0) after 8m33s
[03:08:08.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:67:0)
[03:08:08.340] Build status: SCHEDULED
[03:08:08.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:68:0) after 1m39s
[03:09:47.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:68:0)
[03:09:47.420] Build status: SCHEDULED
[03:09:47.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:69:0) after 1m52s
[03:11:39.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:69:0)
[03:11:39.451] Build status: SCHEDULED
[03:11:39.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:70:0) after 1m32s
[03:13:11.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:70:0)
[03:13:11.542] Build status: SCHEDULED
[03:13:11.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8893789151295389984:71:0) after 7m36s
[03:17:20.457] Received PubSub notification, asking Buildbucket for the build status
[03:17:20.488] Build status: STARTED
[03:19:47.445] Received PubSub notification, asking Buildbucket for the build status
[03:19:47.471] Build:
{
  "id": "8728359089334527729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-16T21:38:54.338961905Z",
  "startTime": "2024-12-17T03:17:19.702208233Z",
  "endTime": "2024-12-17T03:19:47.011341416Z",
  "updateTime": "2024-12-17T03:19:47.011341416Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b8d3b57a114d79a840080c282e2fda200fb58b5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:19:47.471] Invocation finished in 5h40m54.385854798s with status FAILED