1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-platform
  4. 8869337899973713360
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 575f56d3bcf68ea407b7d04b48f5487de4eb2d8f) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-platform"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b9b86d5be9a96092608d624913c3916b7eb9765f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b9b86d5be9a96092608d624913c3916b7eb9765f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:01:03.483] New invocation is queued and will start shortly
[19:01:04.586] Starting the invocation (attempt 1)
[19:01:04.618] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b9b86d5be9a96092608d624913c3916b7eb9765f"
[19:01:04.618] Popped gitiles commit info from properties and tags
[19:01:04.618] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:01:04.619] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:01:04.619] Buildbucket request:
{
  "requestId": "8869337899973713360",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869337899973713360",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3a26f67977e3850c0a76002f6896c4e32e248e28"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a26f67977e3850c0a76002f6896c4e32e248e28",
                        "title": "3a26f67977e3850c0a76002f6896c4e32e248e28",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a26f67977e3850c0a76002f6896c4e32e248e28"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9b86d5be9a96092608d624913c3916b7eb9765f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9b86d5be9a96092608d624913c3916b7eb9765f",
                        "title": "b9b86d5be9a96092608d624913c3916b7eb9765f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9b86d5be9a96092608d624913c3916b7eb9765f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b9b86d5be9a96092608d624913c3916b7eb9765f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869337899973713360"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:01:05.051] Scheduled build:
{
  "id": "8703907838036433937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T19:01:04.705856756Z",
  "updateTime": "2025-09-12T19:01:04.705856756Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b9b86d5be9a96092608d624913c3916b7eb9765f",
      "ref": "refs/heads/main"
    }
  }
}
[19:01:05.051] Task URL: https://cr-buildbucket.appspot.com/build/8703907838036433937
[19:01:05.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:2:0) after 7m2s
[19:01:05.995] Received PubSub notification, asking Buildbucket for the build status
[19:01:06.026] Build status: SCHEDULED
[19:08:07.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:2:0)
[19:08:07.085] Build status: SCHEDULED
[19:08:07.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:4:0) after 9m51s
[19:17:58.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:4:0)
[19:17:58.129] Build status: SCHEDULED
[19:17:58.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:5:0) after 6m38s
[19:24:36.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:5:0)
[19:24:36.294] Build status: SCHEDULED
[19:24:36.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:6:0) after 2m17s
[19:26:53.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:6:0)
[19:26:53.333] Build status: SCHEDULED
[19:26:53.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:7:0) after 7m45s
[19:34:38.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:7:0)
[19:34:38.388] Build status: SCHEDULED
[19:34:38.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:8:0) after 2m13s
[19:36:51.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:8:0)
[19:36:51.429] Build status: SCHEDULED
[19:36:51.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:9:0) after 4m51s
[19:41:42.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:9:0)
[19:41:42.436] Build status: SCHEDULED
[19:41:42.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:10:0) after 9m46s
[19:51:28.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:10:0)
[19:51:28.466] Build status: SCHEDULED
[19:51:28.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:11:0) after 6m2s
[19:57:30.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:11:0)
[19:57:30.520] Build status: SCHEDULED
[19:57:30.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:12:0) after 8m25s
[20:05:55.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:12:0)
[20:05:55.655] Build status: SCHEDULED
[20:05:55.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:13:0) after 2m44s
[20:08:39.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:13:0)
[20:08:39.699] Build status: SCHEDULED
[20:08:39.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:14:0) after 5m41s
[20:14:20.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:14:0)
[20:14:20.726] Build status: SCHEDULED
[20:14:20.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:15:0) after 2m38s
[20:16:58.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:15:0)
[20:16:58.771] Build status: SCHEDULED
[20:16:58.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:16:0) after 3m4s
[20:20:02.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:16:0)
[20:20:02.830] Build status: SCHEDULED
[20:20:02.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:17:0) after 6m38s
[20:26:40.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:17:0)
[20:26:40.939] Build status: SCHEDULED
[20:26:40.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:18:0) after 8m23s
[20:35:04.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:18:0)
[20:35:04.154] Build status: SCHEDULED
[20:35:04.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:19:0) after 7m33s
[20:42:37.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:19:0)
[20:42:37.193] Build status: SCHEDULED
[20:42:37.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:20:0) after 2m38s
[20:45:15.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:20:0)
[20:45:15.313] Build status: SCHEDULED
[20:45:15.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:21:0) after 2m49s
[20:48:04.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:21:0)
[20:48:04.402] Build status: SCHEDULED
[20:48:04.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:22:0) after 2m29s
[20:50:33.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:22:0)
[20:50:33.455] Build status: SCHEDULED
[20:50:33.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:23:0) after 2m57s
[20:53:30.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:23:0)
[20:53:30.584] Build status: SCHEDULED
[20:53:30.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:24:0) after 1m6s
[20:54:36.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:24:0)
[20:54:36.579] Build status: SCHEDULED
[20:54:36.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:25:0) after 2m27s
[20:57:03.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:25:0)
[20:57:03.701] Build status: SCHEDULED
[20:57:03.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:26:0) after 2m6s
[20:59:09.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:26:0)
[20:59:09.705] Build status: SCHEDULED
[20:59:09.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:27:0) after 2m39s
[21:01:48.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:27:0)
[21:01:48.793] Build status: SCHEDULED
[21:01:48.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:28:0) after 3m46s
[21:05:34.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:28:0)
[21:05:34.931] Build status: SCHEDULED
[21:05:34.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:29:0) after 5m55s
[21:11:29.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:29:0)
[21:11:29.966] Build status: SCHEDULED
[21:11:29.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:30:0) after 7m29s
[21:18:59.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:30:0)
[21:18:59.160] Build status: SCHEDULED
[21:18:59.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:31:0) after 4m35s
[21:23:34.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:31:0)
[21:23:34.252] Build status: SCHEDULED
[21:23:34.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:32:0) after 8m37s
[21:32:11.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:32:0)
[21:32:11.312] Build status: SCHEDULED
[21:32:11.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:33:0) after 6m22s
[21:38:33.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:33:0)
[21:38:33.399] Build status: SCHEDULED
[21:38:33.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:34:0) after 5m30s
[21:44:03.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:34:0)
[21:44:03.446] Build status: SCHEDULED
[21:44:03.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:35:0) after 3m44s
[21:47:47.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:35:0)
[21:47:47.502] Build status: SCHEDULED
[21:47:47.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:36:0) after 2m23s
[21:50:10.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:36:0)
[21:50:10.556] Build status: SCHEDULED
[21:50:10.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:37:0) after 9m52s
[22:00:02.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:37:0)
[22:00:02.651] Build status: SCHEDULED
[22:00:02.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:38:0) after 1m2s
[22:01:04.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:38:0)
[22:01:04.693] Build status: SCHEDULED
[22:01:04.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:39:0) after 8m33s
[22:09:37.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:39:0)
[22:09:37.726] Build status: SCHEDULED
[22:09:37.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:40:0) after 8m22s
[22:17:59.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:40:0)
[22:17:59.804] Build status: SCHEDULED
[22:17:59.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:41:0) after 6m51s
[22:24:50.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:41:0)
[22:24:50.859] Build status: SCHEDULED
[22:24:50.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:42:0) after 6m45s
[22:31:35.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:42:0)
[22:31:36.067] Build status: SCHEDULED
[22:31:36.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:43:0) after 6m9s
[22:37:45.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:43:0)
[22:37:45.201] Build status: SCHEDULED
[22:37:45.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:44:0) after 9m43s
[22:47:28.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:44:0)
[22:47:28.273] Build status: SCHEDULED
[22:47:28.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:45:0) after 1m47s
[22:49:15.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:45:0)
[22:49:15.442] Build status: SCHEDULED
[22:49:15.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:46:0) after 1m46s
[22:51:01.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:46:0)
[22:51:01.487] Build status: SCHEDULED
[22:51:01.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:47:0) after 1m51s
[22:52:52.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:47:0)
[22:52:52.532] Build status: SCHEDULED
[22:52:52.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:48:0) after 7m47s
[23:00:39.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:48:0)
[23:00:39.621] Build status: SCHEDULED
[23:00:39.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:49:0) after 8m35s
[23:09:14.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:49:0)
[23:09:14.654] Build status: SCHEDULED
[23:09:14.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:50:0) after 4m49s
[23:14:03.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:50:0)
[23:14:03.706] Build status: SCHEDULED
[23:14:03.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:51:0) after 1m12s
[23:15:15.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:51:0)
[23:15:15.839] Build status: SCHEDULED
[23:15:15.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:52:0) after 3m12s
[23:18:27.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:52:0)
[23:18:27.905] Build status: SCHEDULED
[23:18:27.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:53:0) after 2m54s
[23:21:21.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:53:0)
[23:21:22.003] Build status: SCHEDULED
[23:21:22.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:54:0) after 6m32s
[23:27:53.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:54:0)
[23:27:54.007] Build status: SCHEDULED
[23:27:54.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:55:0) after 6m45s
[23:34:39.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:55:0)
[23:34:39.043] Build status: SCHEDULED
[23:34:39.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:56:0) after 5m16s
[23:39:55.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:56:0)
[23:39:55.098] Build status: SCHEDULED
[23:39:55.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:57:0) after 4m21s
[23:44:16.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:57:0)
[23:44:16.131] Build status: SCHEDULED
[23:44:16.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:58:0) after 4m41s
[23:48:57.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:58:0)
[23:48:57.205] Build status: SCHEDULED
[23:48:57.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:59:0) after 1m44s
[23:50:41.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:59:0)
[23:50:41.208] Build status: SCHEDULED
[23:50:41.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:60:0) after 3m57s
[23:54:38.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:60:0)
[23:54:38.307] Build status: SCHEDULED
[23:54:38.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:61:0) after 5m8s
[23:59:46.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:61:0)
[23:59:46.470] Build status: SCHEDULED
[23:59:46.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:62:0) after 1m13s
[00:00:59.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:62:0)
[00:00:59.462] Build status: SCHEDULED
[00:00:59.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:63:0) after 1m37s
[00:02:36.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:63:0)
[00:02:36.568] Build status: SCHEDULED
[00:02:36.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:64:0) after 6m7s
[00:08:43.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:64:0)
[00:08:43.653] Build status: SCHEDULED
[00:08:43.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:65:0) after 5m30s
[00:14:13.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:65:0)
[00:14:13.689] Build status: SCHEDULED
[00:14:13.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:66:0) after 6m42s
[00:20:55.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:66:0)
[00:20:55.772] Build status: SCHEDULED
[00:20:55.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:67:0) after 3m53s
[00:24:48.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:67:0)
[00:24:48.938] Build status: SCHEDULED
[00:24:48.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:68:0) after 7m33s
[00:32:21.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:68:0)
[00:32:21.976] Build status: SCHEDULED
[00:32:21.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:69:0) after 5m46s
[00:38:07.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:69:0)
[00:38:08.011] Build status: SCHEDULED
[00:38:08.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:70:0) after 8m9s
[00:46:17.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:70:0)
[00:46:17.100] Build status: SCHEDULED
[00:46:17.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:71:0) after 4m24s
[00:50:41.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:71:0)
[00:50:41.165] Build status: SCHEDULED
[00:50:41.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:72:0) after 7m50s
[00:58:31.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:72:0)
[00:58:31.255] Build status: SCHEDULED
[00:58:31.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:73:0) after 8m3s
[01:06:34.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:73:0)
[01:06:34.375] Build status: SCHEDULED
[01:06:34.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:74:0) after 6m47s
[01:13:21.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:74:0)
[01:13:21.449] Build status: SCHEDULED
[01:13:21.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:75:0) after 9m42s
[01:23:03.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:75:0)
[01:23:03.493] Build status: SCHEDULED
[01:23:03.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:76:0) after 7m42s
[01:30:45.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:76:0)
[01:30:45.614] Build status: SCHEDULED
[01:30:45.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:77:0) after 7m27s
[01:38:12.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:77:0)
[01:38:12.663] Build status: SCHEDULED
[01:38:12.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:78:0) after 1m41s
[01:39:53.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:78:0)
[01:39:53.750] Build status: SCHEDULED
[01:39:53.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:79:0) after 3m41s
[01:43:34.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:79:0)
[01:43:34.810] Build status: SCHEDULED
[01:43:34.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:80:0) after 2m57s
[01:46:31.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:80:0)
[01:46:31.913] Build status: SCHEDULED
[01:46:31.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:81:0) after 5m37s
[01:52:08.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:81:0)
[01:52:08.975] Build status: SCHEDULED
[01:52:08.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:82:0) after 2m34s
[01:54:43.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:82:0)
[01:54:43.026] Build status: SCHEDULED
[01:54:43.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:83:0) after 3m57s
[01:58:40.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:83:0)
[01:58:40.067] Build status: SCHEDULED
[01:58:40.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:84:0) after 8m34s
[02:07:14.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:84:0)
[02:07:14.109] Build status: SCHEDULED
[02:07:14.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:85:0) after 6m53s
[02:14:07.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:85:0)
[02:14:07.285] Build status: SCHEDULED
[02:14:07.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:86:0) after 2m47s
[02:16:54.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:86:0)
[02:16:54.426] Build status: SCHEDULED
[02:16:54.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:87:0) after 9m17s
[02:26:11.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:87:0)
[02:26:11.460] Build status: SCHEDULED
[02:26:11.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:88:0) after 5m51s
[02:32:02.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:88:0)
[02:32:02.539] Build status: SCHEDULED
[02:32:02.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:89:0) after 8m32s
[02:40:34.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:89:0)
[02:40:34.653] Build status: SCHEDULED
[02:40:34.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:90:0) after 7m22s
[02:47:56.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:90:0)
[02:47:56.727] Build status: SCHEDULED
[02:47:56.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:91:0) after 8m38s
[02:56:34.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:91:0)
[02:56:34.795] Build status: SCHEDULED
[02:56:34.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869337899973713360:92:0) after 6m56s
[03:01:07.783] Received PubSub notification, asking Buildbucket for the build status
[03:01:07.801] Build:
{
  "id": "8703907838036433937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T19:01:04.705856756Z",
  "endTime": "2025-09-13T03:01:07.127371624Z",
  "updateTime": "2025-09-13T03:01:07.127371624Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b9b86d5be9a96092608d624913c3916b7eb9765f",
      "ref": "refs/heads/main"
    }
  }
}
[03:01:07.801] Invocation finished in 8h0m4.327534698s with status FAILED