buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (1 month ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "a632dd36b5dfb373abedcce37119c9e705088b02c3486d36b11ffe9335ba6403/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "de32a3b9580b4a37e0ec252c6067e4680fe4a64a",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b40ff5ac2d407074db4479c6e271f51c3f5db4c2
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[16:25:34.236] New invocation is queued and will start shortly
[16:25:34.236] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[16:25:35.283] Starting the invocation (attempt 1)
[16:25:35.321] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b40ff5ac2d407074db4479c6e271f51c3f5db4c2"
[16:25:35.321] Reconstructed gitiles commit from tags
[16:25:35.321] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:25:35.321] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:25:35.321] Buildbucket request:
{
  "requestId": "8901237814574763680",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "a632dd36b5dfb373abedcce37119c9e705088b02c3486d36b11ffe9335ba6403/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "de32a3b9580b4a37e0ec252c6067e4680fe4a64a",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901237814574763680",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "a632dd36b5dfb373abedcce37119c9e705088b02c3486d36b11ffe9335ba6403/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "de32a3b9580b4a37e0ec252c6067e4680fe4a64a",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b40ff5ac2d407074db4479c6e271f51c3f5db4c2",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1af5007a-45db-4103-8bae-7376e50565b2",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901237814574763680"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:25:35.764] Scheduled build:
{
  "id": "8735807752709549009",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-25T16:25:35.386846151Z",
  "updateTime": "2024-09-25T16:25:35.386846151Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2",
      "ref": "refs/heads/main"
    }
  }
}
[16:25:35.764] Task URL: https://cr-buildbucket.appspot.com/build/8735807752709549009
[16:25:35.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:2:0) after 9m4s
[16:25:36.680] Received PubSub notification, asking Buildbucket for the build status
[16:25:36.712] Build status: SCHEDULED
[16:34:39.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:2:0)
[16:34:39.854] Build status: SCHEDULED
[16:34:39.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:4:0) after 9m47s
[16:44:26.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:4:0)
[16:44:26.953] Build status: SCHEDULED
[16:44:26.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:5:0) after 9m16s
[16:53:42.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:5:0)
[16:53:43.013] Build status: SCHEDULED
[16:53:43.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:6:0) after 6m51s
[17:00:34.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:6:0)
[17:00:34.065] Build status: SCHEDULED
[17:00:34.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:7:0) after 7m33s
[17:08:07.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:7:0)
[17:08:07.109] Build status: SCHEDULED
[17:08:07.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:8:0) after 9m33s
[17:17:40.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:8:0)
[17:17:40.149] Build status: SCHEDULED
[17:17:40.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:9:0) after 9m46s
[17:27:26.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:9:0)
[17:27:26.259] Build status: SCHEDULED
[17:27:26.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:10:0) after 4m58s
[17:32:24.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:10:0)
[17:32:24.363] Build status: SCHEDULED
[17:32:24.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:11:0) after 8m31s
[17:40:55.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:11:0)
[17:40:55.386] Build status: SCHEDULED
[17:40:55.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:12:0) after 8m28s
[17:49:23.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:12:0)
[17:49:23.442] Build status: SCHEDULED
[17:49:23.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:13:0) after 9m18s
[17:58:41.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:13:0)
[17:58:41.639] Build status: SCHEDULED
[17:58:41.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:14:0) after 7m25s
[18:06:06.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:14:0)
[18:06:06.723] Build status: SCHEDULED
[18:06:06.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:15:0) after 7m44s
[18:13:50.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:15:0)
[18:13:50.789] Build status: SCHEDULED
[18:13:50.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:16:0) after 3m7s
[18:16:57.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:16:0)
[18:16:57.946] Build status: SCHEDULED
[18:16:57.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:17:0) after 3m37s
[18:20:34.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:17:0)
[18:20:35.012] Build status: SCHEDULED
[18:20:35.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:18:0) after 1m47s
[18:22:22.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:18:0)
[18:22:22.146] Build status: SCHEDULED
[18:22:22.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:19:0) after 3m30s
[18:25:52.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:19:0)
[18:25:52.238] Build status: SCHEDULED
[18:25:52.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:20:0) after 5m31s
[18:31:23.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:20:0)
[18:31:23.276] Build status: SCHEDULED
[18:31:23.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:21:0) after 2m57s
[18:34:20.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:21:0)
[18:34:20.337] Build status: SCHEDULED
[18:34:20.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:22:0) after 3m32s
[18:37:52.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:22:0)
[18:37:52.363] Build status: SCHEDULED
[18:37:52.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:23:0) after 7m9s
[18:45:01.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:23:0)
[18:45:01.634] Build status: SCHEDULED
[18:45:01.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:24:0) after 2m1s
[18:47:02.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:24:0)
[18:47:02.748] Build status: SCHEDULED
[18:47:02.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:25:0) after 1m38s
[18:48:40.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:25:0)
[18:48:40.866] Build status: SCHEDULED
[18:48:40.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:26:0) after 4m55s
[18:53:35.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:26:0)
[18:53:36.013] Build status: SCHEDULED
[18:53:36.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:27:0) after 2m14s
[18:55:50.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:27:0)
[18:55:50.109] Build status: SCHEDULED
[18:55:50.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:28:0) after 9m55s
[19:05:45.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:28:0)
[19:05:45.207] Build status: SCHEDULED
[19:05:45.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:29:0) after 5m16s
[19:11:01.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:29:0)
[19:11:01.222] Build status: SCHEDULED
[19:11:01.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:30:0) after 5m10s
[19:16:11.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:30:0)
[19:16:11.342] Build status: SCHEDULED
[19:16:11.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:31:0) after 3m36s
[19:19:47.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:31:0)
[19:19:47.371] Build status: SCHEDULED
[19:19:47.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:32:0) after 5m3s
[19:24:50.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:32:0)
[19:24:50.464] Build status: SCHEDULED
[19:24:50.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:33:0) after 4m27s
[19:29:17.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:33:0)
[19:29:17.516] Build status: SCHEDULED
[19:29:17.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:34:0) after 3m42s
[19:32:59.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:34:0)
[19:32:59.656] Build status: SCHEDULED
[19:32:59.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:35:0) after 5m7s
[19:38:06.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:35:0)
[19:38:06.701] Build status: SCHEDULED
[19:38:06.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:36:0) after 5m31s
[19:43:37.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:36:0)
[19:43:37.811] Build status: SCHEDULED
[19:43:37.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:37:0) after 6m48s
[19:50:25.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:37:0)
[19:50:25.949] Build status: SCHEDULED
[19:50:25.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:38:0) after 2m11s
[19:52:37.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:38:0)
[19:52:37.034] Build status: SCHEDULED
[19:52:37.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:39:0) after 7m8s
[19:59:45.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:39:0)
[19:59:45.069] Build status: SCHEDULED
[19:59:45.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:40:0) after 8m19s
[20:08:04.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:40:0)
[20:08:04.125] Build status: SCHEDULED
[20:08:04.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:41:0) after 2m42s
[20:10:46.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:41:0)
[20:10:46.154] Build status: SCHEDULED
[20:10:46.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:42:0) after 6m12s
[20:16:58.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:42:0)
[20:16:58.310] Build status: SCHEDULED
[20:16:58.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:43:0) after 9m1s
[20:25:59.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:43:0)
[20:25:59.346] Build status: SCHEDULED
[20:25:59.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:44:0) after 6m46s
[20:32:45.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:44:0)
[20:32:45.397] Build status: SCHEDULED
[20:32:45.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:45:0) after 9m21s
[20:42:06.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:45:0)
[20:42:06.459] Build status: SCHEDULED
[20:42:06.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:46:0) after 2m31s
[20:44:37.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:46:0)
[20:44:37.683] Build status: SCHEDULED
[20:44:37.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:47:0) after 2m36s
[20:47:13.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:47:0)
[20:47:13.727] Build status: SCHEDULED
[20:47:13.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:48:0) after 9m35s
[20:56:48.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:48:0)
[20:56:48.773] Build status: SCHEDULED
[20:56:48.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:49:0) after 5m36s
[21:02:24.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:49:0)
[21:02:24.815] Build status: SCHEDULED
[21:02:24.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:50:0) after 9m32s
[21:11:56.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:50:0)
[21:11:56.884] Build status: SCHEDULED
[21:11:56.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:51:0) after 1m35s
[21:13:31.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:51:0)
[21:13:31.969] Build status: SCHEDULED
[21:13:31.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:52:0) after 4m39s
[21:18:11.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:52:0)
[21:18:11.055] Build status: SCHEDULED
[21:18:11.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:53:0) after 9m57s
[21:28:08.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:53:0)
[21:28:08.303] Build status: SCHEDULED
[21:28:08.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:54:0) after 9m22s
[21:37:30.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:54:0)
[21:37:30.350] Build status: SCHEDULED
[21:37:30.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:55:0) after 5m43s
[21:43:13.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:55:0)
[21:43:13.402] Build status: SCHEDULED
[21:43:13.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:56:0) after 2m20s
[21:45:33.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:56:0)
[21:45:33.441] Build status: SCHEDULED
[21:45:33.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:57:0) after 8m12s
[21:53:45.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:57:0)
[21:53:45.476] Build status: SCHEDULED
[21:53:45.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:58:0) after 6m4s
[21:59:49.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:58:0)
[21:59:49.590] Build status: SCHEDULED
[21:59:49.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:59:0) after 2m20s
[22:02:09.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:59:0)
[22:02:09.621] Build status: SCHEDULED
[22:02:09.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:60:0) after 2m37s
[22:04:46.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:60:0)
[22:04:46.695] Build status: SCHEDULED
[22:04:46.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:61:0) after 9m1s
[22:13:47.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:61:0)
[22:13:47.736] Build status: SCHEDULED
[22:13:47.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:62:0) after 8m0s
[22:21:47.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:62:0)
[22:21:47.833] Build status: SCHEDULED
[22:21:47.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:63:0) after 1m38s
[22:23:25.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:63:0)
[22:23:25.872] Build status: SCHEDULED
[22:23:25.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901237814574763680:64:0) after 9m32s
[22:25:38.436] Received PubSub notification, asking Buildbucket for the build status
[22:25:38.454] Build:
{
  "id": "8735807752709549009",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-25T16:25:35.386846151Z",
  "endTime": "2024-09-25T22:25:38.238624447Z",
  "updateTime": "2024-09-25T22:25:38.238624447Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b40ff5ac2d407074db4479c6e271f51c3f5db4c2",
      "ref": "refs/heads/main"
    }
  }
}
[22:25:38.454] Invocation finished in 6h0m4.231096445s with status FAILED