buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (1 month ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "367aaa0446fe08a01f008066b59a66fc52a78e9d53d7bad247114a7eeee9d684/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "83091935aab79b5cd0a4845a399a1379ab8a61c3",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "9e65dcac660723a06039c7e9b30f305b9b8ca652"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e65dcac660723a06039c7e9b30f305b9b8ca652
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[18:00:12.764] New invocation is queued and will start shortly
[18:00:12.764] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[18:00:14.258] Starting the invocation (attempt 1)
[18:00:14.293] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e65dcac660723a06039c7e9b30f305b9b8ca652"
[18:00:14.293] Reconstructed gitiles commit from tags
[18:00:14.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:00:14.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:00:14.294] Buildbucket request:
{
  "requestId": "8901141263244493632",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "367aaa0446fe08a01f008066b59a66fc52a78e9d53d7bad247114a7eeee9d684/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "83091935aab79b5cd0a4845a399a1379ab8a61c3",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901141263244493632",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "367aaa0446fe08a01f008066b59a66fc52a78e9d53d7bad247114a7eeee9d684/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "83091935aab79b5cd0a4845a399a1379ab8a61c3",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "9e65dcac660723a06039c7e9b30f305b9b8ca652"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e65dcac660723a06039c7e9b30f305b9b8ca652",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "7f5e56b1-0818-414f-8302-225181c03282",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "9e65dcac660723a06039c7e9b30f305b9b8ca652"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "9e65dcac660723a06039c7e9b30f305b9b8ca652",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901141263244493632"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:00:14.907] Scheduled build:
{
  "id": "8735711200894732369",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-26T18:00:14.372432624Z",
  "updateTime": "2024-09-26T18:00:14.372432624Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "9e65dcac660723a06039c7e9b30f305b9b8ca652",
      "ref": "refs/heads/main"
    }
  }
}
[18:00:14.907] Task URL: https://cr-buildbucket.appspot.com/build/8735711200894732369
[18:00:14.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:2:0) after 6m35s
[18:00:16.049] Received PubSub notification, asking Buildbucket for the build status
[18:00:16.075] Build status: SCHEDULED
[18:06:49.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:2:0)
[18:06:50.016] Build status: SCHEDULED
[18:06:50.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:4:0) after 1m41s
[18:08:31.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:4:0)
[18:08:31.079] Build status: SCHEDULED
[18:08:31.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:5:0) after 4m58s
[18:13:29.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:5:0)
[18:13:29.133] Build status: SCHEDULED
[18:13:29.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:6:0) after 7m4s
[18:20:33.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:6:0)
[18:20:33.250] Build status: SCHEDULED
[18:20:33.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:7:0) after 9m47s
[18:30:20.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:7:0)
[18:30:20.364] Build status: SCHEDULED
[18:30:20.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:8:0) after 1m16s
[18:31:36.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:8:0)
[18:31:36.424] Build status: SCHEDULED
[18:31:36.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:9:0) after 8m50s
[18:40:26.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:9:0)
[18:40:26.490] Build status: SCHEDULED
[18:40:26.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:10:0) after 3m13s
[18:43:39.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:10:0)
[18:43:39.571] Build status: SCHEDULED
[18:43:39.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:11:0) after 6m37s
[18:50:16.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:11:0)
[18:50:16.664] Build status: SCHEDULED
[18:50:16.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:12:0) after 5m14s
[18:55:30.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:12:0)
[18:55:30.805] Build status: SCHEDULED
[18:55:30.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:13:0) after 5m9s
[19:00:39.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:13:0)
[19:00:39.851] Build status: SCHEDULED
[19:00:39.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:14:0) after 1m32s
[19:02:11.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:14:0)
[19:02:11.948] Build status: SCHEDULED
[19:02:11.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:15:0) after 9m24s
[19:11:35.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:15:0)
[19:11:35.989] Build status: SCHEDULED
[19:11:35.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:16:0) after 4m58s
[19:16:34.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:16:0)
[19:16:34.179] Build status: SCHEDULED
[19:16:34.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:17:0) after 3m53s
[19:20:27.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:17:0)
[19:20:27.340] Build status: SCHEDULED
[19:20:27.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:18:0) after 9m50s
[19:30:17.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:18:0)
[19:30:17.443] Build status: SCHEDULED
[19:30:17.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:19:0) after 8m3s
[19:38:20.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:19:0)
[19:38:20.513] Build status: SCHEDULED
[19:38:20.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:20:0) after 9m20s
[19:47:40.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:20:0)
[19:47:40.603] Build status: SCHEDULED
[19:47:40.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:21:0) after 1m16s
[19:48:56.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:21:0)
[19:48:56.649] Build status: SCHEDULED
[19:48:56.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:22:0) after 3m17s
[19:52:13.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:22:0)
[19:52:13.697] Build status: SCHEDULED
[19:52:13.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:23:0) after 8m42s
[20:00:55.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:23:0)
[20:00:55.701] Build status: SCHEDULED
[20:00:55.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:24:0) after 5m55s
[20:06:50.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:24:0)
[20:06:50.748] Build status: SCHEDULED
[20:06:50.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:25:0) after 8m13s
[20:15:03.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:25:0)
[20:15:03.794] Build status: SCHEDULED
[20:15:03.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:26:0) after 2m54s
[20:17:57.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:26:0)
[20:17:57.895] Build status: SCHEDULED
[20:17:57.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:27:0) after 2m32s
[20:20:30.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:27:0)
[20:20:30.067] Build status: SCHEDULED
[20:20:30.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:28:0) after 8m49s
[20:29:19.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:28:0)
[20:29:19.073] Build status: SCHEDULED
[20:29:19.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:29:0) after 5m54s
[20:35:13.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:29:0)
[20:35:13.230] Build status: SCHEDULED
[20:35:13.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:30:0) after 1m19s
[20:36:32.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:30:0)
[20:36:32.276] Build status: SCHEDULED
[20:36:32.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:31:0) after 8m1s
[20:44:33.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:31:0)
[20:44:33.433] Build status: SCHEDULED
[20:44:33.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:32:0) after 9m9s
[20:53:42.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:32:0)
[20:53:42.493] Build status: SCHEDULED
[20:53:42.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:33:0) after 4m44s
[20:58:26.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:33:0)
[20:58:26.547] Build status: SCHEDULED
[20:58:26.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:34:0) after 6m10s
[21:04:36.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:34:0)
[21:04:36.644] Build status: SCHEDULED
[21:04:36.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:35:0) after 3m18s
[21:07:54.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:35:0)
[21:07:54.731] Build status: SCHEDULED
[21:07:54.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:36:0) after 6m54s
[21:14:48.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:36:0)
[21:14:48.834] Build status: SCHEDULED
[21:14:48.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:37:0) after 9m25s
[21:24:13.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:37:0)
[21:24:13.939] Build status: SCHEDULED
[21:24:13.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:38:0) after 9m32s
[21:33:45.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:38:0)
[21:33:45.994] Build status: SCHEDULED
[21:33:45.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:39:0) after 4m0s
[21:37:46.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:39:0)
[21:37:46.075] Build status: SCHEDULED
[21:37:46.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:40:0) after 6m11s
[21:43:57.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:40:0)
[21:43:57.111] Build status: SCHEDULED
[21:43:57.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:41:0) after 1m29s
[21:45:26.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:41:0)
[21:45:26.145] Build status: SCHEDULED
[21:45:26.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:42:0) after 2m7s
[21:47:33.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:42:0)
[21:47:33.275] Build status: SCHEDULED
[21:47:33.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:43:0) after 6m11s
[21:53:44.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:43:0)
[21:53:44.413] Build status: SCHEDULED
[21:53:44.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:44:0) after 9m29s
[22:03:13.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:44:0)
[22:03:13.495] Build status: SCHEDULED
[22:03:13.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:45:0) after 2m6s
[22:05:19.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:45:0)
[22:05:19.617] Build status: SCHEDULED
[22:05:19.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:46:0) after 6m41s
[22:12:00.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:46:0)
[22:12:00.715] Build status: SCHEDULED
[22:12:00.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:47:0) after 9m51s
[22:21:51.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:47:0)
[22:21:51.804] Build status: SCHEDULED
[22:21:51.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:48:0) after 7m1s
[22:28:52.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:48:0)
[22:28:52.845] Build status: SCHEDULED
[22:28:52.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:49:0) after 1m40s
[22:30:32.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:49:0)
[22:30:32.924] Build status: SCHEDULED
[22:30:32.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:50:0) after 5m44s
[22:36:16.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:50:0)
[22:36:17.012] Build status: SCHEDULED
[22:36:17.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:51:0) after 9m48s
[22:46:05.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:51:0)
[22:46:05.096] Build status: SCHEDULED
[22:46:05.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:52:0) after 1m42s
[22:47:47.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:52:0)
[22:47:47.115] Build status: SCHEDULED
[22:47:47.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:53:0) after 1m51s
[22:49:38.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:53:0)
[22:49:38.150] Build status: SCHEDULED
[22:49:38.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:54:0) after 1m23s
[22:51:01.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:54:0)
[22:51:01.226] Build status: SCHEDULED
[22:51:01.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:55:0) after 6m21s
[22:57:22.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:55:0)
[22:57:22.367] Build status: SCHEDULED
[22:57:22.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:56:0) after 6m27s
[23:03:49.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:56:0)
[23:03:49.428] Build status: SCHEDULED
[23:03:49.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:57:0) after 6m25s
[23:10:14.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:57:0)
[23:10:14.489] Build status: SCHEDULED
[23:10:14.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:58:0) after 7m6s
[23:17:20.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:58:0)
[23:17:20.588] Build status: SCHEDULED
[23:17:20.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:59:0) after 9m48s
[23:27:08.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:59:0)
[23:27:08.632] Build status: SCHEDULED
[23:27:08.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:60:0) after 5m20s
[23:32:28.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:60:0)
[23:32:28.680] Build status: SCHEDULED
[23:32:28.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:61:0) after 7m4s
[23:39:32.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:61:0)
[23:39:32.781] Build status: SCHEDULED
[23:39:32.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:62:0) after 2m22s
[23:41:54.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:62:0)
[23:41:54.794] Build status: SCHEDULED
[23:41:54.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:63:0) after 3m25s
[23:45:19.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:63:0)
[23:45:19.967] Build status: SCHEDULED
[23:45:19.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:64:0) after 4m5s
[23:49:25.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:64:0)
[23:49:25.018] Build status: SCHEDULED
[23:49:25.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:65:0) after 2m23s
[23:51:48.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:65:0)
[23:51:48.099] Build status: SCHEDULED
[23:51:48.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901141263244493632:66:0) after 8m51s
[00:00:14.673] Received PubSub notification, asking Buildbucket for the build status
[00:00:14.695] Build:
{
  "id": "8735711200894732369",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-26T18:00:14.372432624Z",
  "endTime": "2024-09-27T00:00:14.242875394Z",
  "updateTime": "2024-09-27T00:00:14.242875394Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "9e65dcac660723a06039c7e9b30f305b9b8ca652",
      "ref": "refs/heads/main"
    }
  }
}
[00:00:14.695] Invocation finished in 6h0m1.947737986s with status FAILED