Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "15af03a9436d3f450926c43ec71eba59c244624c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/15af03a9436d3f450926c43ec71eba59c244624c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:00:15.435] New invocation is queued and will start shortly
[02:00:16.591] Starting the invocation (attempt 1)
[02:00:16.621] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/15af03a9436d3f450926c43ec71eba59c244624c"
[02:00:16.621] Popped gitiles commit info from properties and tags
[02:00:16.621] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:00:16.621] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:00:16.621] Buildbucket request:
{
  "requestId": "8868133765676312832",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868133765676312832",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0dd6fdc17794955d7638bac067f395aa05bd1422"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0dd6fdc17794955d7638bac067f395aa05bd1422",
                        "title": "0dd6fdc17794955d7638bac067f395aa05bd1422",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0dd6fdc17794955d7638bac067f395aa05bd1422"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7a79b5e94d700386c53281f7c174b26a771656cd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a79b5e94d700386c53281f7c174b26a771656cd",
                        "title": "7a79b5e94d700386c53281f7c174b26a771656cd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a79b5e94d700386c53281f7c174b26a771656cd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4f146c789a3bb394724cd1fbcf358753544b237d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4f146c789a3bb394724cd1fbcf358753544b237d",
                        "title": "4f146c789a3bb394724cd1fbcf358753544b237d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4f146c789a3bb394724cd1fbcf358753544b237d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "812c7177bfebeb88ca0febee25223d86e4936134"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@812c7177bfebeb88ca0febee25223d86e4936134",
                        "title": "812c7177bfebeb88ca0febee25223d86e4936134",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/812c7177bfebeb88ca0febee25223d86e4936134"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cf9e8b8900cbfc28e020f056dde7ef3a39335c61"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf9e8b8900cbfc28e020f056dde7ef3a39335c61",
                        "title": "cf9e8b8900cbfc28e020f056dde7ef3a39335c61",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf9e8b8900cbfc28e020f056dde7ef3a39335c61"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ef047b4f22bfbd253d0ba0d1b7409799d7dda212"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ef047b4f22bfbd253d0ba0d1b7409799d7dda212",
                        "title": "ef047b4f22bfbd253d0ba0d1b7409799d7dda212",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ef047b4f22bfbd253d0ba0d1b7409799d7dda212"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5c3e1b62de05c7872ae34afe4d704c229fff895"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5c3e1b62de05c7872ae34afe4d704c229fff895",
                        "title": "a5c3e1b62de05c7872ae34afe4d704c229fff895",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5c3e1b62de05c7872ae34afe4d704c229fff895"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "15af03a9436d3f450926c43ec71eba59c244624c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15af03a9436d3f450926c43ec71eba59c244624c",
                        "title": "15af03a9436d3f450926c43ec71eba59c244624c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15af03a9436d3f450926c43ec71eba59c244624c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "15af03a9436d3f450926c43ec71eba59c244624c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868133765676312832"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:00:17.036] Scheduled build:
{
  "id": "8702703703713786305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-26T02:00:16.682859839Z",
  "updateTime": "2025-09-26T02:00:16.682859839Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "15af03a9436d3f450926c43ec71eba59c244624c",
      "ref": "refs/heads/main"
    }
  }
}
[02:00:17.036] Task URL: https://cr-buildbucket.appspot.com/build/8702703703713786305
[02:00:17.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:2:0) after 2m58s
[02:00:17.568] Received PubSub notification, asking Buildbucket for the build status
[02:00:17.588] Build status: SCHEDULED
[02:03:15.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:2:0)
[02:03:15.039] Build status: SCHEDULED
[02:03:15.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:4:0) after 5m30s
[02:08:45.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:4:0)
[02:08:45.060] Build status: SCHEDULED
[02:08:45.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:5:0) after 5m54s
[02:14:39.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:5:0)
[02:14:39.180] Build status: SCHEDULED
[02:14:39.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:6:0) after 5m53s
[02:20:32.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:6:0)
[02:20:32.312] Build status: SCHEDULED
[02:20:32.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:7:0) after 8m38s
[02:29:10.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:7:0)
[02:29:10.366] Build status: SCHEDULED
[02:29:10.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:8:0) after 5m43s
[02:34:53.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:8:0)
[02:34:53.406] Build status: SCHEDULED
[02:34:53.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:9:0) after 9m32s
[02:44:25.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:9:0)
[02:44:25.493] Build status: SCHEDULED
[02:44:25.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:10:0) after 5m19s
[02:49:44.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:10:0)
[02:49:44.560] Build status: SCHEDULED
[02:49:44.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:11:0) after 9m59s
[02:59:43.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:11:0)
[02:59:43.646] Build status: SCHEDULED
[02:59:43.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:12:0) after 6m58s
[03:06:41.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:12:0)
[03:06:41.682] Build status: SCHEDULED
[03:06:41.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:13:0) after 1m53s
[03:08:34.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:13:0)
[03:08:34.850] Build status: SCHEDULED
[03:08:34.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:14:0) after 5m45s
[03:14:19.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:14:0)
[03:14:19.886] Build status: SCHEDULED
[03:14:19.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:15:0) after 1m50s
[03:16:09.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:15:0)
[03:16:09.964] Build status: SCHEDULED
[03:16:09.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:16:0) after 1m34s
[03:17:43.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:16:0)
[03:17:44.007] Build status: SCHEDULED
[03:17:44.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:17:0) after 1m0s
[03:18:44.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:17:0)
[03:18:44.092] Build status: SCHEDULED
[03:18:44.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:18:0) after 7m41s
[03:26:25.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:18:0)
[03:26:25.188] Build status: SCHEDULED
[03:26:25.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:19:0) after 1m45s
[03:28:10.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:19:0)
[03:28:10.223] Build status: SCHEDULED
[03:28:10.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:20:0) after 6m54s
[03:35:04.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:20:0)
[03:35:04.412] Build status: SCHEDULED
[03:35:04.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:21:0) after 5m33s
[03:40:37.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:21:0)
[03:40:37.596] Build status: SCHEDULED
[03:40:37.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:22:0) after 1m17s
[03:41:54.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:22:0)
[03:41:54.676] Build status: SCHEDULED
[03:41:54.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:23:0) after 2m8s
[03:44:02.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:23:0)
[03:44:02.779] Build status: SCHEDULED
[03:44:02.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:24:0) after 9m12s
[03:53:14.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:24:0)
[03:53:14.813] Build status: SCHEDULED
[03:53:14.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:25:0) after 3m55s
[03:57:09.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:25:0)
[03:57:09.825] Build status: SCHEDULED
[03:57:09.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:26:0) after 9m47s
[04:06:56.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:26:0)
[04:06:56.870] Build status: SCHEDULED
[04:06:56.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:27:0) after 8m38s
[04:15:34.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:27:0)
[04:15:34.902] Build status: SCHEDULED
[04:15:34.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:28:0) after 8m1s
[04:23:35.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:28:0)
[04:23:35.913] Build status: SCHEDULED
[04:23:35.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:29:0) after 4m10s
[04:27:45.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:29:0)
[04:27:45.953] Build status: SCHEDULED
[04:27:45.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:30:0) after 4m31s
[04:32:16.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:30:0)
[04:32:17.080] Build status: SCHEDULED
[04:32:17.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:31:0) after 3m18s
[04:35:35.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:31:0)
[04:35:35.183] Build status: SCHEDULED
[04:35:35.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:32:0) after 7m53s
[04:43:28.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:32:0)
[04:43:28.253] Build status: SCHEDULED
[04:43:28.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:33:0) after 6m6s
[04:49:34.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:33:0)
[04:49:34.282] Build status: SCHEDULED
[04:49:34.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:34:0) after 1m12s
[04:50:46.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:34:0)
[04:50:46.437] Build status: SCHEDULED
[04:50:46.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:35:0) after 4m46s
[04:55:32.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:35:0)
[04:55:32.542] Build status: SCHEDULED
[04:55:32.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:36:0) after 7m11s
[05:02:43.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:36:0)
[05:02:43.600] Build status: SCHEDULED
[05:02:43.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:37:0) after 2m20s
[05:05:03.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:37:0)
[05:05:03.657] Build status: SCHEDULED
[05:05:03.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:38:0) after 9m17s
[05:14:20.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:38:0)
[05:14:20.825] Build status: SCHEDULED
[05:14:20.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:39:0) after 4m30s
[05:18:50.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:39:0)
[05:18:50.866] Build status: SCHEDULED
[05:18:50.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:40:0) after 5m58s
[05:24:48.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:40:0)
[05:24:48.947] Build status: SCHEDULED
[05:24:48.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:41:0) after 8m30s
[05:33:19.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:41:0)
[05:33:19.065] Build status: SCHEDULED
[05:33:19.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:42:0) after 6m53s
[05:40:12.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:42:0)
[05:40:12.151] Build status: SCHEDULED
[05:40:12.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:43:0) after 9m35s
[05:49:47.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:43:0)
[05:49:47.285] Build status: SCHEDULED
[05:49:47.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:44:0) after 7m41s
[05:57:28.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:44:0)
[05:57:28.403] Build status: SCHEDULED
[05:57:28.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:45:0) after 7m49s
[06:05:17.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:45:0)
[06:05:17.541] Build status: SCHEDULED
[06:05:17.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:46:0) after 1m32s
[06:06:49.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:46:0)
[06:06:49.572] Build status: SCHEDULED
[06:06:49.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:47:0) after 5m26s
[06:12:15.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:47:0)
[06:12:15.634] Build status: SCHEDULED
[06:12:15.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:48:0) after 4m38s
[06:16:53.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:48:0)
[06:16:53.685] Build status: SCHEDULED
[06:16:53.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:49:0) after 8m53s
[06:25:46.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:49:0)
[06:25:46.717] Build status: SCHEDULED
[06:25:46.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:50:0) after 8m11s
[06:33:58.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:50:0)
[06:33:58.031] Build status: SCHEDULED
[06:33:58.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:51:0) after 9m58s
[06:43:56.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:51:0)
[06:43:56.096] Build status: SCHEDULED
[06:43:56.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:52:0) after 2m47s
[06:46:43.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:52:0)
[06:46:43.168] Build status: SCHEDULED
[06:46:43.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:53:0) after 6m18s
[06:53:01.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:53:0)
[06:53:01.208] Build status: SCHEDULED
[06:53:01.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:54:0) after 9m59s
[07:03:00.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:54:0)
[07:03:00.194] Build status: SCHEDULED
[07:03:00.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:55:0) after 3m47s
[07:06:47.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:55:0)
[07:06:47.229] Build status: SCHEDULED
[07:06:47.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:56:0) after 6m47s
[07:13:34.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:56:0)
[07:13:34.315] Build status: SCHEDULED
[07:13:34.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:57:0) after 1m26s
[07:15:00.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:57:0)
[07:15:00.491] Build status: SCHEDULED
[07:15:00.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:58:0) after 5m57s
[07:20:57.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:58:0)
[07:20:57.636] Build status: SCHEDULED
[07:20:57.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:59:0) after 9m16s
[07:30:13.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:59:0)
[07:30:13.849] Build status: SCHEDULED
[07:30:13.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:60:0) after 2m51s
[07:33:04.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:60:0)
[07:33:04.889] Build status: SCHEDULED
[07:33:04.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:61:0) after 5m52s
[07:38:56.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:61:0)
[07:38:56.920] Build status: SCHEDULED
[07:38:56.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:62:0) after 7m48s
[07:46:44.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:62:0)
[07:46:44.969] Build status: STARTED
[07:46:44.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:63:0) after 7m22s
[07:47:00.789] Received PubSub notification, asking Buildbucket for the build status
[07:47:00.807] Build status: STARTED
[07:54:07.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:63:0)
[07:54:07.047] Build status: STARTED
[07:54:07.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868133765676312832:65:0) after 2m14s
[07:54:23.950] Received PubSub notification, asking Buildbucket for the build status
[07:54:23.966] Build:
{
  "id": "8702703703713786305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-26T02:00:16.682859839Z",
  "startTime": "2025-09-26T07:46:42.609678959Z",
  "endTime": "2025-09-26T07:54:23.601343239Z",
  "updateTime": "2025-09-26T07:54:23.601343239Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "15af03a9436d3f450926c43ec71eba59c244624c",
      "ref": "refs/heads/main"
    }
  }
}
[07:54:23.966] Invocation finished in 5h54m8.539082159s with status FAILED