1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-default
  4. 8864884908840814592
Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bd5e1ca1f5e491b9ea113946f0072118f0bd87c6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:39:26.764] New invocation is queued and will start shortly
[22:39:27.823] Starting the invocation (attempt 1)
[22:39:27.845] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bd5e1ca1f5e491b9ea113946f0072118f0bd87c6"
[22:39:27.845] Popped gitiles commit info from properties and tags
[22:39:27.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:27.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:27.846] Buildbucket request:
{
  "requestId": "8864884908840814592",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8864884908840814592",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd5e1ca1f5e491b9ea113946f0072118f0bd87c6",
                        "title": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd5e1ca1f5e491b9ea113946f0072118f0bd87c6"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864884908840814592"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:39:28.333] Scheduled build:
{
  "id": "8699454846918337585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-31T22:39:27.966519716Z",
  "updateTime": "2025-10-31T22:39:27.966519716Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6",
      "ref": "refs/heads/main"
    }
  }
}
[22:39:28.333] Task URL: https://cr-buildbucket.appspot.com/build/8699454846918337585
[22:39:28.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:2:0) after 5m56s
[22:39:29.261] Received PubSub notification, asking Buildbucket for the build status
[22:39:29.276] Build status: SCHEDULED
[22:45:24.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:2:0)
[22:45:24.368] Build status: SCHEDULED
[22:45:24.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:4:0) after 9m20s
[22:54:44.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:4:0)
[22:54:44.450] Build status: SCHEDULED
[22:54:44.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:5:0) after 4m24s
[22:59:08.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:5:0)
[22:59:08.622] Build status: SCHEDULED
[22:59:08.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:6:0) after 1m6s
[23:00:14.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:6:0)
[23:00:14.657] Build status: SCHEDULED
[23:00:14.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:7:0) after 9m10s
[23:09:24.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:7:0)
[23:09:24.693] Build status: SCHEDULED
[23:09:24.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:8:0) after 2m50s
[23:12:14.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:8:0)
[23:12:14.723] Build status: SCHEDULED
[23:12:14.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:9:0) after 5m34s
[23:17:48.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:9:0)
[23:17:48.822] Build status: SCHEDULED
[23:17:48.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:10:0) after 1m29s
[23:19:17.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:10:0)
[23:19:17.974] Build status: SCHEDULED
[23:19:17.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:11:0) after 9m3s
[23:28:21.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:11:0)
[23:28:21.067] Build status: SCHEDULED
[23:28:21.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:12:0) after 1m39s
[23:30:00.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:12:0)
[23:30:00.140] Build status: SCHEDULED
[23:30:00.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:13:0) after 8m25s
[23:38:25.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:13:0)
[23:38:25.225] Build status: SCHEDULED
[23:38:25.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:14:0) after 2m8s
[23:40:33.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:14:0)
[23:40:33.266] Build status: SCHEDULED
[23:40:33.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:15:0) after 3m38s
[23:44:11.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:15:0)
[23:44:11.433] Build status: SCHEDULED
[23:44:11.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:16:0) after 3m34s
[23:47:45.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:16:0)
[23:47:45.473] Build status: SCHEDULED
[23:47:45.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:17:0) after 8m43s
[23:56:28.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:17:0)
[23:56:28.612] Build status: SCHEDULED
[23:56:28.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:18:0) after 8m53s
[00:05:21.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:18:0)
[00:05:21.663] Build status: SCHEDULED
[00:05:21.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:19:0) after 2m0s
[00:07:21.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:19:0)
[00:07:21.760] Build status: SCHEDULED
[00:07:21.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:20:0) after 6m13s
[00:13:34.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:20:0)
[00:13:34.848] Build status: SCHEDULED
[00:13:34.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:21:0) after 8m31s
[00:22:05.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:21:0)
[00:22:05.881] Build status: SCHEDULED
[00:22:05.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:22:0) after 7m0s
[00:29:05.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:22:0)
[00:29:05.912] Build status: SCHEDULED
[00:29:05.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:23:0) after 7m26s
[00:36:32.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:23:0)
[00:36:32.045] Build status: SCHEDULED
[00:36:32.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:24:0) after 7m30s
[00:44:02.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:24:0)
[00:44:02.100] Build status: SCHEDULED
[00:44:02.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:25:0) after 4m5s
[00:48:07.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:25:0)
[00:48:07.186] Build status: SCHEDULED
[00:48:07.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:26:0) after 1m15s
[00:49:22.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:26:0)
[00:49:22.221] Build status: SCHEDULED
[00:49:22.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:27:0) after 3m1s
[00:52:23.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:27:0)
[00:52:23.248] Build status: SCHEDULED
[00:52:23.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:28:0) after 8m53s
[01:01:16.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:28:0)
[01:01:16.309] Build status: SCHEDULED
[01:01:16.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:29:0) after 7m17s
[01:08:33.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:29:0)
[01:08:33.460] Build status: SCHEDULED
[01:08:33.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:30:0) after 6m15s
[01:14:48.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:30:0)
[01:14:48.493] Build status: SCHEDULED
[01:14:48.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:31:0) after 4m5s
[01:18:53.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:31:0)
[01:18:53.523] Build status: SCHEDULED
[01:18:53.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:32:0) after 7m50s
[01:26:43.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:32:0)
[01:26:43.596] Build status: SCHEDULED
[01:26:43.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:33:0) after 9m6s
[01:35:49.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:33:0)
[01:35:49.630] Build status: SCHEDULED
[01:35:49.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:34:0) after 9m34s
[01:45:23.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:34:0)
[01:45:24.177] Build status: SCHEDULED
[01:45:24.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:35:0) after 8m32s
[01:53:56.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:35:0)
[01:53:56.254] Build status: SCHEDULED
[01:53:56.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:36:0) after 5m23s
[01:59:19.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:36:0)
[01:59:19.287] Build status: SCHEDULED
[01:59:19.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:37:0) after 3m24s
[02:02:43.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:37:0)
[02:02:43.317] Build status: SCHEDULED
[02:02:43.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:38:0) after 4m14s
[02:06:57.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:38:0)
[02:06:57.350] Build status: SCHEDULED
[02:06:57.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:39:0) after 7m38s
[02:14:35.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:39:0)
[02:14:35.686] Build status: SCHEDULED
[02:14:35.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:40:0) after 3m36s
[02:18:11.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:40:0)
[02:18:11.877] Build status: SCHEDULED
[02:18:11.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:41:0) after 9m10s
[02:27:21.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:41:0)
[02:27:21.916] Build status: SCHEDULED
[02:27:21.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:42:0) after 5m14s
[02:32:36.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:42:0)
[02:32:36.826] Build status: SCHEDULED
[02:32:36.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:43:0) after 7m1s
[02:39:37.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:43:0)
[02:39:37.978] Build status: SCHEDULED
[02:39:37.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:44:0) after 5m35s
[02:45:13.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:44:0)
[02:45:13.544] Build status: SCHEDULED
[02:45:13.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:45:0) after 7m35s
[02:52:48.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:45:0)
[02:52:48.976] Build status: SCHEDULED
[02:52:48.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:46:0) after 2m19s
[02:55:07.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:46:0)
[02:55:08.010] Build status: SCHEDULED
[02:55:08.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:47:0) after 3m42s
[02:58:50.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:47:0)
[02:58:50.260] Build status: SCHEDULED
[02:58:50.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:48:0) after 4m45s
[03:03:35.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:48:0)
[03:03:35.438] Build status: SCHEDULED
[03:03:35.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:49:0) after 1m23s
[03:04:58.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:49:0)
[03:04:58.489] Build status: SCHEDULED
[03:04:58.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:50:0) after 1m3s
[03:06:01.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:50:0)
[03:06:02.026] Build status: SCHEDULED
[03:06:02.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:51:0) after 8m16s
[03:14:18.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:51:0)
[03:14:18.298] Build status: SCHEDULED
[03:14:18.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:52:0) after 5m35s
[03:19:53.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:52:0)
[03:19:53.726] Build status: SCHEDULED
[03:19:53.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:53:0) after 5m55s
[03:25:49.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:53:0)
[03:25:49.193] Build status: SCHEDULED
[03:25:49.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:54:0) after 3m23s
[03:29:12.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:54:0)
[03:29:12.268] Build status: SCHEDULED
[03:29:12.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:55:0) after 4m20s
[03:33:32.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:55:0)
[03:33:32.314] Build status: SCHEDULED
[03:33:32.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:56:0) after 1m23s
[03:34:55.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:56:0)
[03:34:55.524] Build status: SCHEDULED
[03:34:55.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:57:0) after 8m38s
[03:43:33.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:57:0)
[03:43:33.585] Build status: SCHEDULED
[03:43:33.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:58:0) after 9m5s
[03:52:38.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:58:0)
[03:52:38.778] Build status: SCHEDULED
[03:52:38.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:59:0) after 8m45s
[04:01:23.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:59:0)
[04:01:23.820] Build status: SCHEDULED
[04:01:23.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:60:0) after 2m47s
[04:04:10.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:60:0)
[04:04:10.903] Build status: SCHEDULED
[04:04:10.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:61:0) after 4m27s
[04:08:37.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:61:0)
[04:08:37.978] Build status: SCHEDULED
[04:08:37.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:62:0) after 6m41s
[04:15:18.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:62:0)
[04:15:19.014] Build status: SCHEDULED
[04:15:19.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:63:0) after 4m45s
[04:20:04.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:63:0)
[04:20:04.178] Build status: SCHEDULED
[04:20:04.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:64:0) after 9m29s
[04:29:33.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:64:0)
[04:29:33.212] Build status: SCHEDULED
[04:29:33.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:65:0) after 7m22s
[04:32:18.277] Received PubSub notification, asking Buildbucket for the build status
[04:32:18.296] Build status: STARTED
[04:36:55.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:65:0)
[04:36:55.244] Build status: STARTED
[04:36:55.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:67:0) after 6m6s
[04:43:01.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:67:0)
[04:43:01.313] Build status: STARTED
[04:43:01.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:68:0) after 5m48s
[04:48:49.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:68:0)
[04:48:49.377] Build status: STARTED
[04:48:49.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:69:0) after 1m46s
[04:50:35.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:69:0)
[04:50:35.422] Build status: STARTED
[04:50:35.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:70:0) after 1m14s
[04:51:49.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:70:0)
[04:51:49.469] Build status: STARTED
[04:51:49.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:71:0) after 5m19s
[04:57:08.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:71:0)
[04:57:08.505] Build status: STARTED
[04:57:08.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:72:0) after 9m25s
[05:06:33.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:72:0)
[05:06:33.523] Build status: STARTED
[05:06:33.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:73:0) after 9m20s
[05:15:53.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:73:0)
[05:15:53.568] Build status: STARTED
[05:15:53.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:74:0) after 5m11s
[05:21:04.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:74:0)
[05:21:04.649] Build status: STARTED
[05:21:04.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:75:0) after 7m37s
[05:28:41.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:75:0)
[05:28:41.783] Build status: STARTED
[05:28:41.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:76:0) after 7m29s
[05:36:10.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:76:0)
[05:36:11.042] Build status: STARTED
[05:36:11.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:77:0) after 9m35s
[05:45:46.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:77:0)
[05:45:46.078] Build status: STARTED
[05:45:46.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:78:0) after 8m44s
[05:54:30.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:78:0)
[05:54:30.130] Build status: STARTED
[05:54:30.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:79:0) after 6m9s
[06:00:39.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:79:0)
[06:00:39.453] Build status: STARTED
[06:00:39.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:80:0) after 3m27s
[06:04:06.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:80:0)
[06:04:06.650] Build status: STARTED
[06:04:06.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864884908840814592:81:0) after 6m56s
[06:06:50.405] Received PubSub notification, asking Buildbucket for the build status
[06:06:50.422] Build:
{
  "id": "8699454846918337585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-31T22:39:27.966519716Z",
  "startTime": "2025-11-01T04:32:17.952103736Z",
  "endTime": "2025-11-01T06:06:50.083233284Z",
  "updateTime": "2025-11-01T06:06:50.083233284Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "bd5e1ca1f5e491b9ea113946f0072118f0bd87c6",
      "ref": "refs/heads/main"
    }
  }
}
[06:06:50.422] Invocation finished in 7h27m23.673482654s with status FAILED