LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-platform

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 575f56d3bcf68ea407b7d04b48f5487de4eb2d8f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-platform"
>

Incoming triggers

e3e78f5e013af90ca321df381512afa2202c85e8 (3 days ago)
694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a (3 days ago)
995b769db9fb297e424423189f232257237dfa68 (3 days ago)
917e298456665b0353003787a82e76d775aa75e1 (3 days ago)
81e0b3d02327aa310b43dbde3e740071aef4c927 (3 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "81e0b3d02327aa310b43dbde3e740071aef4c927"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927
gitiles_ref:refs/heads/main

Debug log (UTC)

[23:29:32.677] New invocation is queued and will start shortly
[23:29:34.638] Starting the invocation (attempt 1)
[23:29:34.664] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927"
[23:29:34.664] Popped gitiles commit info from properties and tags
[23:29:34.665] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:29:34.666] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:29:34.666] Buildbucket request:
{
  "requestId": "8878471301868905072",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8878471301868905072",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e3e78f5e013af90ca321df381512afa2202c85e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3e78f5e013af90ca321df381512afa2202c85e8",
                        "title": "e3e78f5e013af90ca321df381512afa2202c85e8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3e78f5e013af90ca321df381512afa2202c85e8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a",
                        "title": "694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "995b769db9fb297e424423189f232257237dfa68"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@995b769db9fb297e424423189f232257237dfa68",
                        "title": "995b769db9fb297e424423189f232257237dfa68",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/995b769db9fb297e424423189f232257237dfa68"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "917e298456665b0353003787a82e76d775aa75e1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@917e298456665b0353003787a82e76d775aa75e1",
                        "title": "917e298456665b0353003787a82e76d775aa75e1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/917e298456665b0353003787a82e76d775aa75e1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "81e0b3d02327aa310b43dbde3e740071aef4c927"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81e0b3d02327aa310b43dbde3e740071aef4c927",
                        "title": "81e0b3d02327aa310b43dbde3e740071aef4c927",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8878471301868905072"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:29:35.041] Scheduled build:
{
  "id": "8713041239050065457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-03T23:29:34.737596431Z",
  "updateTime": "2025-06-03T23:29:34.737596431Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
      "ref": "refs/heads/main"
    }
  }
}
[23:29:35.041] Task URL: https://cr-buildbucket.appspot.com/build/8713041239050065457
[23:29:35.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:2:0) after 2m30s
[23:29:35.309] Received PubSub notification, asking Buildbucket for the build status
[23:29:35.347] Build status: SCHEDULED
[23:32:05.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:2:0)
[23:32:05.086] Build status: SCHEDULED
[23:32:05.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:4:0) after 3m36s
[23:35:41.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:4:0)
[23:35:41.217] Build status: SCHEDULED
[23:35:41.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:5:0) after 3m38s
[23:39:19.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:5:0)
[23:39:19.276] Build status: SCHEDULED
[23:39:19.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:6:0) after 2m34s
[23:41:53.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:6:0)
[23:41:53.269] Build status: SCHEDULED
[23:41:53.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:7:0) after 4m44s
[23:46:37.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:7:0)
[23:46:37.423] Build status: SCHEDULED
[23:46:37.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:8:0) after 2m5s
[23:48:42.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:8:0)
[23:48:42.563] Build status: SCHEDULED
[23:48:42.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:9:0) after 5m40s
[23:54:22.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:9:0)
[23:54:22.593] Build status: SCHEDULED
[23:54:22.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:10:0) after 6m6s
[00:00:28.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:10:0)
[00:00:28.638] Build status: SCHEDULED
[00:00:28.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:11:0) after 4m46s
[00:05:14.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:11:0)
[00:05:14.685] Build status: SCHEDULED
[00:05:14.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:12:0) after 6m53s
[00:12:07.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:12:0)
[00:12:07.702] Build status: SCHEDULED
[00:12:07.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:13:0) after 7m48s
[00:19:55.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:13:0)
[00:19:55.747] Build status: SCHEDULED
[00:19:55.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:14:0) after 4m15s
[00:24:10.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:14:0)
[00:24:10.783] Build status: SCHEDULED
[00:24:10.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:15:0) after 2m49s
[00:26:59.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:15:0)
[00:26:59.807] Build status: SCHEDULED
[00:26:59.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:16:0) after 2m7s
[00:29:06.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:16:0)
[00:29:06.859] Build status: SCHEDULED
[00:29:06.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:17:0) after 6m21s
[00:35:27.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:17:0)
[00:35:27.910] Build status: SCHEDULED
[00:35:27.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:18:0) after 7m28s
[00:42:56.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:18:0)
[00:42:56.068] Build status: SCHEDULED
[00:42:56.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:19:0) after 9m53s
[00:52:49.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:19:0)
[00:52:49.181] Build status: SCHEDULED
[00:52:49.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:20:0) after 2m14s
[00:55:03.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:20:0)
[00:55:03.176] Build status: SCHEDULED
[00:55:03.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:21:0) after 2m5s
[00:57:08.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:21:0)
[00:57:08.285] Build status: SCHEDULED
[00:57:08.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:22:0) after 2m44s
[00:59:52.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:22:0)
[00:59:52.310] Build status: SCHEDULED
[00:59:52.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:23:0) after 4m35s
[01:04:27.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:23:0)
[01:04:27.402] Build status: SCHEDULED
[01:04:27.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:24:0) after 8m24s
[01:12:51.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:24:0)
[01:12:51.463] Build status: SCHEDULED
[01:12:51.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:25:0) after 3m28s
[01:16:19.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:25:0)
[01:16:19.482] Build status: SCHEDULED
[01:16:19.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:26:0) after 3m55s
[01:20:14.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:26:0)
[01:20:14.533] Build status: SCHEDULED
[01:20:14.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:27:0) after 6m32s
[01:26:46.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:27:0)
[01:26:46.672] Build status: SCHEDULED
[01:26:46.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:28:0) after 2m43s
[01:29:29.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:28:0)
[01:29:29.857] Build status: SCHEDULED
[01:29:29.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:29:0) after 2m48s
[01:32:18.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:29:0)
[01:32:18.047] Build status: SCHEDULED
[01:32:18.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:30:0) after 5m57s
[01:38:15.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:30:0)
[01:38:15.089] Build status: SCHEDULED
[01:38:15.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:31:0) after 7m55s
[01:46:10.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:31:0)
[01:46:10.136] Build status: SCHEDULED
[01:46:10.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:32:0) after 1m51s
[01:48:01.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:32:0)
[01:48:01.157] Build status: SCHEDULED
[01:48:01.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:33:0) after 8m47s
[01:56:48.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:33:0)
[01:56:48.203] Build status: SCHEDULED
[01:56:48.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:34:0) after 5m36s
[02:02:24.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:34:0)
[02:02:24.280] Build status: SCHEDULED
[02:02:24.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:35:0) after 8m48s
[02:11:12.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:35:0)
[02:11:12.378] Build status: SCHEDULED
[02:11:12.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:36:0) after 7m53s
[02:19:05.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:36:0)
[02:19:05.423] Build status: SCHEDULED
[02:19:05.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:37:0) after 7m30s
[02:26:35.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:37:0)
[02:26:35.503] Build status: SCHEDULED
[02:26:35.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:38:0) after 3m30s
[02:30:05.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:38:0)
[02:30:05.540] Build status: SCHEDULED
[02:30:05.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:39:0) after 8m23s
[02:38:28.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:39:0)
[02:38:28.539] Build status: SCHEDULED
[02:38:28.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:40:0) after 3m18s
[02:41:46.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:40:0)
[02:41:46.568] Build status: SCHEDULED
[02:41:46.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:41:0) after 9m2s
[02:50:48.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:41:0)
[02:50:48.619] Build status: SCHEDULED
[02:50:48.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:42:0) after 7m37s
[02:58:25.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:42:0)
[02:58:25.660] Build status: SCHEDULED
[02:58:25.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:43:0) after 7m12s
[03:05:37.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:43:0)
[03:05:37.696] Build status: SCHEDULED
[03:05:37.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:44:0) after 9m28s
[03:15:05.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:44:0)
[03:15:05.747] Build status: SCHEDULED
[03:15:05.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:45:0) after 3m48s
[03:18:53.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:45:0)
[03:18:53.940] Build status: SCHEDULED
[03:18:53.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:46:0) after 9m52s
[03:28:46.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:46:0)
[03:28:46.028] Build status: SCHEDULED
[03:28:46.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:47:0) after 8m25s
[03:37:11.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:47:0)
[03:37:11.138] Build status: SCHEDULED
[03:37:11.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:48:0) after 2m1s
[03:39:12.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:48:0)
[03:39:12.632] Build status: SCHEDULED
[03:39:12.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:49:0) after 2m2s
[03:41:14.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:49:0)
[03:41:14.830] Build status: SCHEDULED
[03:41:14.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:50:0) after 1m50s
[03:43:05.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:50:0)
[03:43:05.343] Build status: SCHEDULED
[03:43:05.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:51:0) after 1m5s
[03:44:10.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:51:0)
[03:44:10.442] Build status: SCHEDULED
[03:44:10.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:52:0) after 1m3s
[03:45:13.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:52:0)
[03:45:13.606] Build status: SCHEDULED
[03:45:13.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:53:0) after 3m35s
[03:48:48.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:53:0)
[03:48:48.739] Build status: SCHEDULED
[03:48:48.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:54:0) after 3m33s
[03:52:21.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:54:0)
[03:52:21.929] Build status: SCHEDULED
[03:52:21.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:55:0) after 5m57s
[03:58:19.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:55:0)
[03:58:19.088] Build status: SCHEDULED
[03:58:19.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:56:0) after 5m0s
[04:03:19.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:56:0)
[04:03:19.175] Build status: SCHEDULED
[04:03:19.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:57:0) after 2m21s
[04:05:40.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:57:0)
[04:05:40.232] Build status: SCHEDULED
[04:05:40.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:58:0) after 6m31s
[04:12:11.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:58:0)
[04:12:11.334] Build status: SCHEDULED
[04:12:11.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:59:0) after 8m32s
[04:20:43.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:59:0)
[04:20:43.442] Build status: SCHEDULED
[04:20:43.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:60:0) after 6m28s
[04:27:11.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:60:0)
[04:27:11.505] Build status: SCHEDULED
[04:27:11.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:61:0) after 4m15s
[04:31:26.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:61:0)
[04:31:26.626] Build status: SCHEDULED
[04:31:26.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:62:0) after 6m55s
[04:38:21.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:62:0)
[04:38:21.675] Build status: SCHEDULED
[04:38:21.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:63:0) after 7m32s
[04:45:54.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:63:0)
[04:45:54.217] Build status: SCHEDULED
[04:45:54.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:64:0) after 2m48s
[04:48:42.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:64:0)
[04:48:42.257] Build status: SCHEDULED
[04:48:42.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:65:0) after 6m3s
[04:54:45.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:65:0)
[04:54:45.296] Build status: SCHEDULED
[04:54:45.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:66:0) after 2m22s
[04:57:07.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:66:0)
[04:57:07.493] Build status: SCHEDULED
[04:57:07.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:67:0) after 9m36s
[05:06:43.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:67:0)
[05:06:43.531] Build status: SCHEDULED
[05:06:43.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:68:0) after 8m10s
[05:14:53.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:68:0)
[05:14:53.638] Build status: SCHEDULED
[05:14:53.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:69:0) after 1m45s
[05:16:38.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:69:0)
[05:16:38.729] Build status: SCHEDULED
[05:16:38.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:70:0) after 2m53s
[05:19:31.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:70:0)
[05:19:31.773] Build status: SCHEDULED
[05:19:31.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:71:0) after 4m12s
[05:23:43.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:71:0)
[05:23:43.817] Build status: SCHEDULED
[05:23:43.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:72:0) after 4m57s
[05:28:40.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:72:0)
[05:28:40.873] Build status: SCHEDULED
[05:28:40.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:73:0) after 7m0s
[05:35:40.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:73:0)
[05:35:40.968] Build status: SCHEDULED
[05:35:40.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:74:0) after 6m32s
[05:42:12.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:74:0)
[05:42:13.092] Build status: SCHEDULED
[05:42:13.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:75:0) after 6m7s
[05:48:20.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:75:0)
[05:48:20.123] Build status: SCHEDULED
[05:48:20.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:76:0) after 5m6s
[05:53:26.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:76:0)
[05:53:26.219] Build status: SCHEDULED
[05:53:26.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:77:0) after 1m44s
[05:55:10.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:77:0)
[05:55:10.265] Build status: SCHEDULED
[05:55:10.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:78:0) after 4m29s
[05:59:39.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:78:0)
[05:59:39.748] Build status: SCHEDULED
[05:59:39.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:79:0) after 8m33s
[06:08:12.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:79:0)
[06:08:12.843] Build status: SCHEDULED
[06:08:12.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:80:0) after 9m6s
[06:17:18.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:80:0)
[06:17:18.926] Build status: SCHEDULED
[06:17:18.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:81:0) after 5m45s
[06:23:04.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:81:0)
[06:23:04.257] Build status: SCHEDULED
[06:23:04.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:82:0) after 7m11s
[06:30:15.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:82:0)
[06:30:15.339] Build status: SCHEDULED
[06:30:15.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:83:0) after 8m27s
[06:38:42.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:83:0)
[06:38:42.429] Build status: SCHEDULED
[06:38:42.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:84:0) after 1m48s
[06:40:30.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:84:0)
[06:40:30.481] Build status: SCHEDULED
[06:40:30.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:85:0) after 3m21s
[06:43:51.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:85:0)
[06:43:51.991] Build status: SCHEDULED
[06:43:51.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:86:0) after 2m7s
[06:45:59.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:86:0)
[06:45:59.111] Build status: SCHEDULED
[06:45:59.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:87:0) after 7m51s
[06:53:50.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:87:0)
[06:53:50.146] Build status: SCHEDULED
[06:53:50.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:88:0) after 7m35s
[07:01:25.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:88:0)
[07:01:25.189] Build status: SCHEDULED
[07:01:25.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:89:0) after 6m11s
[07:07:36.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:89:0)
[07:07:36.363] Build status: SCHEDULED
[07:07:36.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:90:0) after 6m52s
[07:14:28.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:90:0)
[07:14:28.510] Build status: SCHEDULED
[07:14:28.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:91:0) after 2m37s
[07:17:05.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:91:0)
[07:17:05.646] Build status: SCHEDULED
[07:17:05.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:92:0) after 5m42s
[07:22:47.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:92:0)
[07:22:47.704] Build status: SCHEDULED
[07:22:47.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:93:0) after 5m7s
[07:27:54.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:93:0)
[07:27:54.765] Build status: SCHEDULED
[07:27:54.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8878471301868905072:94:0) after 6m10s
[07:29:40.723] Received PubSub notification, asking Buildbucket for the build status
[07:29:40.801] Build:
{
  "id": "8713041239050065457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-03T23:29:34.737596431Z",
  "endTime": "2025-06-04T07:29:40.547464426Z",
  "updateTime": "2025-06-04T07:29:40.547464426Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
      "ref": "refs/heads/main"
    }
  }
}
[07:29:40.801] Invocation finished in 8h0m8.135479507s with status FAILED