1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-default
  4. 8863285245531488800
Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "32a3e690caf551e19a0c9cc440d57e46c44d15c2"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/32a3e690caf551e19a0c9cc440d57e46c44d15c2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:25:24.566] New invocation is queued and will start shortly
[14:25:25.623] Starting the invocation (attempt 1)
[14:25:25.643] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/32a3e690caf551e19a0c9cc440d57e46c44d15c2"
[14:25:25.644] Popped gitiles commit info from properties and tags
[14:25:25.644] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:25:25.644] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:25:25.644] Buildbucket request:
{
  "requestId": "8863285245531488800",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863285245531488800",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "32a3e690caf551e19a0c9cc440d57e46c44d15c2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@32a3e690caf551e19a0c9cc440d57e46c44d15c2",
                        "title": "32a3e690caf551e19a0c9cc440d57e46c44d15c2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/32a3e690caf551e19a0c9cc440d57e46c44d15c2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "32a3e690caf551e19a0c9cc440d57e46c44d15c2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863285245531488800"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:25:26.123] Scheduled build:
{
  "id": "8697855183682225233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-18T14:25:25.709000716Z",
  "updateTime": "2025-11-18T14:25:25.709000716Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "32a3e690caf551e19a0c9cc440d57e46c44d15c2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:25:26.123] Task URL: https://cr-buildbucket.appspot.com/build/8697855183682225233
[14:25:26.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:2:0) after 8m2s
[14:25:27.085] Received PubSub notification, asking Buildbucket for the build status
[14:25:27.100] Build status: SCHEDULED
[14:33:28.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:2:0)
[14:33:28.234] Build status: SCHEDULED
[14:33:28.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:4:0) after 5m3s
[14:38:31.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:4:0)
[14:38:31.357] Build status: SCHEDULED
[14:38:31.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:5:0) after 7m2s
[14:45:33.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:5:0)
[14:45:33.437] Build status: SCHEDULED
[14:45:33.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:6:0) after 5m47s
[14:51:20.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:6:0)
[14:51:20.544] Build status: SCHEDULED
[14:51:20.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:7:0) after 8m37s
[14:59:57.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:7:0)
[14:59:57.630] Build status: SCHEDULED
[14:59:57.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:8:0) after 3m46s
[15:03:43.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:8:0)
[15:03:43.659] Build status: SCHEDULED
[15:03:43.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:9:0) after 4m56s
[15:08:39.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:9:0)
[15:08:39.767] Build status: SCHEDULED
[15:08:39.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:10:0) after 1m22s
[15:10:01.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:10:0)
[15:10:02.070] Build status: SCHEDULED
[15:10:02.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:11:0) after 5m32s
[15:15:34.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:11:0)
[15:15:34.170] Build status: SCHEDULED
[15:15:34.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:12:0) after 2m44s
[15:18:18.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:12:0)
[15:18:18.199] Build status: SCHEDULED
[15:18:18.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:13:0) after 8m42s
[15:27:00.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:13:0)
[15:27:00.329] Build status: SCHEDULED
[15:27:00.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:14:0) after 1m41s
[15:28:41.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:14:0)
[15:28:41.320] Build status: SCHEDULED
[15:28:41.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:15:0) after 4m21s
[15:33:02.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:15:0)
[15:33:02.378] Build status: SCHEDULED
[15:33:02.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:16:0) after 3m5s
[15:36:07.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:16:0)
[15:36:07.430] Build status: SCHEDULED
[15:36:07.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:17:0) after 9m34s
[15:45:41.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:17:0)
[15:45:41.458] Build status: SCHEDULED
[15:45:41.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:18:0) after 6m19s
[15:52:00.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:18:0)
[15:52:00.537] Build status: SCHEDULED
[15:52:00.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:19:0) after 7m26s
[15:59:26.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:19:0)
[15:59:26.547] Build status: SCHEDULED
[15:59:26.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:20:0) after 8m41s
[16:08:07.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:20:0)
[16:08:07.688] Build status: SCHEDULED
[16:08:07.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:21:0) after 6m8s
[16:14:15.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:21:0)
[16:14:15.921] Build status: SCHEDULED
[16:14:15.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:22:0) after 5m39s
[16:19:54.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:22:0)
[16:19:54.955] Build status: SCHEDULED
[16:19:54.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:23:0) after 3m8s
[16:23:02.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:23:0)
[16:23:02.990] Build status: SCHEDULED
[16:23:02.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:24:0) after 5m31s
[16:28:34.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:24:0)
[16:28:34.076] Build status: SCHEDULED
[16:28:34.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:25:0) after 1m48s
[16:30:22.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:25:0)
[16:30:22.110] Build status: SCHEDULED
[16:30:22.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:26:0) after 4m6s
[16:34:28.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:26:0)
[16:34:28.383] Build status: SCHEDULED
[16:34:28.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:27:0) after 4m11s
[16:38:39.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:27:0)
[16:38:39.471] Build status: SCHEDULED
[16:38:39.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:28:0) after 2m16s
[16:40:55.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:28:0)
[16:40:55.509] Build status: SCHEDULED
[16:40:55.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:29:0) after 2m8s
[16:43:03.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:29:0)
[16:43:03.570] Build status: SCHEDULED
[16:43:03.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:30:0) after 8m32s
[16:51:35.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:30:0)
[16:51:35.606] Build status: SCHEDULED
[16:51:35.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:31:0) after 9m38s
[17:01:13.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:31:0)
[17:01:13.640] Build status: SCHEDULED
[17:01:13.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:32:0) after 7m12s
[17:08:25.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:32:0)
[17:08:25.633] Build status: SCHEDULED
[17:08:25.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:33:0) after 4m31s
[17:12:56.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:33:0)
[17:12:56.759] Build status: SCHEDULED
[17:12:56.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:34:0) after 3m4s
[17:16:00.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:34:0)
[17:16:00.815] Build status: SCHEDULED
[17:16:00.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:35:0) after 2m57s
[17:18:57.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:35:0)
[17:18:57.845] Build status: SCHEDULED
[17:18:57.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:36:0) after 9m53s
[17:28:50.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:36:0)
[17:28:50.991] Build status: SCHEDULED
[17:28:50.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:37:0) after 8m52s
[17:37:43.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:37:0)
[17:37:43.057] Build status: SCHEDULED
[17:37:43.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:38:0) after 9m0s
[17:46:43.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:38:0)
[17:46:43.136] Build status: SCHEDULED
[17:46:43.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:39:0) after 2m25s
[17:49:08.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:39:0)
[17:49:08.182] Build status: SCHEDULED
[17:49:08.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:40:0) after 6m34s
[17:55:42.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:40:0)
[17:55:42.212] Build status: SCHEDULED
[17:55:42.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:41:0) after 6m56s
[18:02:38.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:41:0)
[18:02:38.260] Build status: SCHEDULED
[18:02:38.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:42:0) after 7m36s
[18:10:14.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:42:0)
[18:10:14.292] Build status: SCHEDULED
[18:10:14.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:43:0) after 1m11s
[18:11:25.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:43:0)
[18:11:25.455] Build status: SCHEDULED
[18:11:25.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:44:0) after 6m45s
[18:18:10.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:44:0)
[18:18:10.619] Build status: SCHEDULED
[18:18:10.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:45:0) after 8m39s
[18:26:49.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:45:0)
[18:26:49.649] Build status: SCHEDULED
[18:26:49.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:46:0) after 9m32s
[18:36:21.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:46:0)
[18:36:21.687] Build status: SCHEDULED
[18:36:21.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:47:0) after 7m26s
[18:43:47.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:47:0)
[18:43:47.743] Build status: SCHEDULED
[18:43:47.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:48:0) after 5m38s
[18:49:25.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:48:0)
[18:49:25.740] Build status: SCHEDULED
[18:49:25.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:49:0) after 1m18s
[18:50:43.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:49:0)
[18:50:43.869] Build status: SCHEDULED
[18:50:43.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:50:0) after 5m30s
[18:56:13.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:50:0)
[18:56:14.000] Build status: SCHEDULED
[18:56:14.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:51:0) after 5m16s
[19:01:30.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:51:0)
[19:01:30.050] Build status: SCHEDULED
[19:01:30.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:52:0) after 8m48s
[19:10:18.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:52:0)
[19:10:18.056] Build status: SCHEDULED
[19:10:18.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:53:0) after 7m55s
[19:18:13.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:53:0)
[19:18:13.111] Build status: SCHEDULED
[19:18:13.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:54:0) after 4m57s
[19:23:10.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:54:0)
[19:23:10.141] Build status: SCHEDULED
[19:23:10.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:55:0) after 2m2s
[19:25:12.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:55:0)
[19:25:12.281] Build status: SCHEDULED
[19:25:12.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:56:0) after 9m17s
[19:34:29.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:56:0)
[19:34:29.448] Build status: SCHEDULED
[19:34:29.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:57:0) after 4m2s
[19:38:31.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:57:0)
[19:38:31.687] Build status: SCHEDULED
[19:38:31.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:58:0) after 2m58s
[19:41:29.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:58:0)
[19:41:29.725] Build status: SCHEDULED
[19:41:29.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:59:0) after 6m42s
[19:48:11.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:59:0)
[19:48:11.768] Build status: SCHEDULED
[19:48:11.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:60:0) after 6m31s
[19:54:42.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:60:0)
[19:54:42.955] Build status: SCHEDULED
[19:54:42.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:61:0) after 4m59s
[19:59:41.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:61:0)
[19:59:41.996] Build status: SCHEDULED
[19:59:41.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:62:0) after 8m41s
[20:08:23.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:62:0)
[20:08:23.107] Build status: SCHEDULED
[20:08:23.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:63:0) after 9m5s
[20:17:28.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:63:0)
[20:17:28.264] Build status: SCHEDULED
[20:17:28.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:64:0) after 1m35s
[20:19:03.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:64:0)
[20:19:03.299] Build status: SCHEDULED
[20:19:03.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:65:0) after 4m20s
[20:23:23.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:65:0)
[20:23:23.393] Build status: SCHEDULED
[20:23:23.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:66:0) after 9m9s
[20:32:32.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:66:0)
[20:32:32.418] Build status: SCHEDULED
[20:32:32.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:67:0) after 7m0s
[20:39:32.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:67:0)
[20:39:32.449] Build status: SCHEDULED
[20:39:32.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:68:0) after 7m58s
[20:46:28.304] Received PubSub notification, asking Buildbucket for the build status
[20:46:28.319] Build status: STARTED
[20:47:30.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:68:0)
[20:47:30.543] Build status: STARTED
[20:47:30.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:70:0) after 8m32s
[20:56:02.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:70:0)
[20:56:02.594] Build status: STARTED
[20:56:02.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:71:0) after 8m19s
[21:04:21.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:71:0)
[21:04:21.669] Build status: STARTED
[21:04:21.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:72:0) after 5m12s
[21:09:33.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:72:0)
[21:09:33.758] Build status: STARTED
[21:09:33.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:73:0) after 8m3s
[21:17:36.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:73:0)
[21:17:36.837] Build status: STARTED
[21:17:36.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:74:0) after 9m41s
[21:27:17.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:74:0)
[21:27:17.832] Build status: STARTED
[21:27:17.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:75:0) after 2m6s
[21:29:23.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:75:0)
[21:29:23.842] Build status: STARTED
[21:29:23.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:76:0) after 7m54s
[21:37:17.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:76:0)
[21:37:17.898] Build status: STARTED
[21:37:17.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:77:0) after 5m47s
[21:43:04.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:77:0)
[21:43:04.972] Build status: STARTED
[21:43:04.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:78:0) after 4m46s
[21:47:51.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:78:0)
[21:47:51.052] Build status: STARTED
[21:47:51.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:79:0) after 3m8s
[21:50:59.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:79:0)
[21:50:59.088] Build status: STARTED
[21:50:59.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:80:0) after 5m31s
[21:56:30.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:80:0)
[21:56:30.116] Build status: STARTED
[21:56:30.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:81:0) after 1m8s
[21:57:38.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:81:0)
[21:57:38.155] Build status: STARTED
[21:57:38.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:82:0) after 2m5s
[21:59:43.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:82:0)
[21:59:43.189] Build status: STARTED
[21:59:43.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:83:0) after 1m8s
[22:00:51.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:83:0)
[22:00:51.295] Build status: STARTED
[22:00:51.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:84:0) after 7m32s
[22:08:23.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:84:0)
[22:08:23.333] Build status: STARTED
[22:08:23.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:85:0) after 6m56s
[22:15:19.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:85:0)
[22:15:19.336] Build status: STARTED
[22:15:19.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:86:0) after 4m10s
[22:19:29.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:86:0)
[22:19:29.496] Build status: STARTED
[22:19:29.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8863285245531488800:87:0) after 1m45s
[22:20:26.170] Received PubSub notification, asking Buildbucket for the build status
[22:20:26.190] Build:
{
  "id": "8697855183682225233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-18T14:25:25.709000716Z",
  "startTime": "2025-11-18T20:46:28.142679982Z",
  "endTime": "2025-11-18T22:20:25.266563850Z",
  "updateTime": "2025-11-18T22:20:25.266563850Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "32a3e690caf551e19a0c9cc440d57e46c44d15c2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:20:26.190] Invocation finished in 7h55m1.628008771s with status FAILED