Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "adcdc1f931efbaffaf8081d66f49c3f88de147cdcb226be21cb8eb7d11d543b7/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "d1d4df534039b16cf145caf3091e2211b82c6796",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "d3f6a88a1fb36f94c71940514e576821c6cc3ade"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d3f6a88a1fb36f94c71940514e576821c6cc3ade
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[17:40:52.795] New invocation is queued and will start shortly
[17:40:52.795] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[17:40:54.077] Starting the invocation (attempt 1)
[17:40:54.102] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d3f6a88a1fb36f94c71940514e576821c6cc3ade"
[17:40:54.102] Reconstructed gitiles commit from tags
[17:40:54.102] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:40:54.103] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:40:54.103] Buildbucket request:
{
  "requestId": "8915185009349467056",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "adcdc1f931efbaffaf8081d66f49c3f88de147cdcb226be21cb8eb7d11d543b7/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "d1d4df534039b16cf145caf3091e2211b82c6796",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915185009349467056",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "adcdc1f931efbaffaf8081d66f49c3f88de147cdcb226be21cb8eb7d11d543b7/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "d1d4df534039b16cf145caf3091e2211b82c6796",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "d3f6a88a1fb36f94c71940514e576821c6cc3ade"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d3f6a88a1fb36f94c71940514e576821c6cc3ade",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f45fe3f8-38ec-4b90-a7eb-f9e3f47d45ac",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "d3f6a88a1fb36f94c71940514e576821c6cc3ade"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "d3f6a88a1fb36f94c71940514e576821c6cc3ade",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915185009349467056"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:40:54.783] Scheduled build:
{
  "id": "8749754947251602513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-24T17:40:54.165757483Z",
  "updateTime": "2024-04-24T17:40:54.165757483Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "d3f6a88a1fb36f94c71940514e576821c6cc3ade",
      "ref": "refs/heads/main"
    }
  }
}
[17:40:54.783] Task URL: https://cr-buildbucket.appspot.com/build/8749754947251602513
[17:40:54.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:2:0) after 6m41s
[17:40:55.706] Received PubSub notification, asking Buildbucket for the build status
[17:40:55.725] Build status: SCHEDULED
[17:47:35.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:2:0)
[17:47:35.833] Build status: SCHEDULED
[17:47:35.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:4:0) after 9m47s
[17:57:22.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:4:0)
[17:57:23.024] Build status: SCHEDULED
[17:57:23.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:5:0) after 4m44s
[18:02:07.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:5:0)
[18:02:07.033] Build status: SCHEDULED
[18:02:07.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:6:0) after 5m42s
[18:07:49.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:6:0)
[18:07:49.093] Build status: SCHEDULED
[18:07:49.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:7:0) after 8m13s
[18:16:02.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:7:0)
[18:16:02.203] Build status: SCHEDULED
[18:16:02.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:8:0) after 5m44s
[18:21:46.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:8:0)
[18:21:46.255] Build status: SCHEDULED
[18:21:46.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:9:0) after 6m27s
[18:28:13.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:9:0)
[18:28:13.345] Build status: SCHEDULED
[18:28:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:10:0) after 2m5s
[18:30:18.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:10:0)
[18:30:18.406] Build status: SCHEDULED
[18:30:18.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:11:0) after 3m55s
[18:34:13.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:11:0)
[18:34:13.509] Build status: SCHEDULED
[18:34:13.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:12:0) after 4m23s
[18:38:36.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:12:0)
[18:38:36.634] Build status: SCHEDULED
[18:38:36.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:13:0) after 7m55s
[18:46:31.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:13:0)
[18:46:31.686] Build status: SCHEDULED
[18:46:31.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:14:0) after 8m42s
[18:55:13.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:14:0)
[18:55:13.751] Build status: SCHEDULED
[18:55:13.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:15:0) after 3m7s
[18:58:21.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:15:0)
[18:58:21.342] Build status: SCHEDULED
[18:58:21.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:16:0) after 7m1s
[19:05:22.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:16:0)
[19:05:22.405] Build status: SCHEDULED
[19:05:22.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:17:0) after 6m51s
[19:12:13.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:17:0)
[19:12:13.688] Build status: SCHEDULED
[19:12:13.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:18:0) after 8m6s
[19:20:19.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:18:0)
[19:20:19.864] Build status: SCHEDULED
[19:20:19.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:19:0) after 6m40s
[19:26:59.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:19:0)
[19:26:59.994] Build status: SCHEDULED
[19:26:59.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:20:0) after 3m32s
[19:30:32.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:20:0)
[19:30:32.167] Build status: SCHEDULED
[19:30:32.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:21:0) after 6m18s
[19:36:50.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:21:0)
[19:36:50.310] Build status: SCHEDULED
[19:36:50.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:22:0) after 4m2s
[19:40:52.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:22:0)
[19:40:52.365] Build status: SCHEDULED
[19:40:52.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:23:0) after 1m57s
[19:42:49.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:23:0)
[19:42:49.596] Build status: SCHEDULED
[19:42:49.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:24:0) after 6m30s
[19:49:19.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:24:0)
[19:49:19.650] Build status: SCHEDULED
[19:49:19.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:25:0) after 2m33s
[19:51:52.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:25:0)
[19:51:52.836] Build status: SCHEDULED
[19:51:52.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:26:0) after 7m18s
[19:59:10.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:26:0)
[19:59:10.918] Build status: SCHEDULED
[19:59:10.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:27:0) after 9m50s
[20:09:00.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:27:0)
[20:09:00.980] Build status: SCHEDULED
[20:09:00.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:28:0) after 5m40s
[20:14:41.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:28:0)
[20:14:41.032] Build status: SCHEDULED
[20:14:41.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:29:0) after 5m30s
[20:20:11.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:29:0)
[20:20:11.342] Build status: SCHEDULED
[20:20:11.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:30:0) after 2m39s
[20:22:50.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:30:0)
[20:22:50.541] Build status: SCHEDULED
[20:22:50.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:31:0) after 5m32s
[20:28:22.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:31:0)
[20:28:23.093] Build status: SCHEDULED
[20:28:23.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:32:0) after 7m20s
[20:35:43.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:32:0)
[20:35:43.168] Build status: SCHEDULED
[20:35:43.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:33:0) after 7m52s
[20:43:35.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:33:0)
[20:43:35.251] Build status: SCHEDULED
[20:43:35.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:34:0) after 4m56s
[20:48:31.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:34:0)
[20:48:31.329] Build status: SCHEDULED
[20:48:31.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:35:0) after 1m47s
[20:50:18.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:35:0)
[20:50:18.485] Build status: SCHEDULED
[20:50:18.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:36:0) after 8m57s
[20:59:15.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:36:0)
[20:59:15.605] Build status: SCHEDULED
[20:59:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:37:0) after 8m8s
[21:07:23.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:37:0)
[21:07:23.688] Build status: SCHEDULED
[21:07:23.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:38:0) after 4m20s
[21:11:43.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:38:0)
[21:11:43.706] Build status: SCHEDULED
[21:11:43.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:39:0) after 5m56s
[21:17:39.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:39:0)
[21:17:39.751] Build status: SCHEDULED
[21:17:39.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:40:0) after 6m40s
[21:24:19.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:40:0)
[21:24:19.847] Build status: SCHEDULED
[21:24:19.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:41:0) after 7m30s
[21:31:49.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:41:0)
[21:31:49.907] Build status: SCHEDULED
[21:31:49.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:42:0) after 9m31s
[21:41:20.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:42:0)
[21:41:20.970] Build status: SCHEDULED
[21:41:20.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:43:0) after 3m50s
[21:45:11.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:43:0)
[21:45:11.072] Build status: SCHEDULED
[21:45:11.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:44:0) after 3m28s
[21:48:39.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:44:0)
[21:48:39.117] Build status: SCHEDULED
[21:48:39.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:45:0) after 6m26s
[21:55:05.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:45:0)
[21:55:05.329] Build status: SCHEDULED
[21:55:05.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:46:0) after 4m1s
[21:59:06.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:46:0)
[21:59:06.396] Build status: SCHEDULED
[21:59:06.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:47:0) after 9m14s
[22:08:20.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:47:0)
[22:08:20.473] Build status: SCHEDULED
[22:08:20.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:48:0) after 1m47s
[22:10:07.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:48:0)
[22:10:07.620] Build status: SCHEDULED
[22:10:07.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:49:0) after 2m52s
[22:12:59.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:49:0)
[22:12:59.852] Build status: SCHEDULED
[22:12:59.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:50:0) after 2m22s
[22:15:21.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:50:0)
[22:15:21.996] Build status: SCHEDULED
[22:15:21.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:51:0) after 3m30s
[22:18:52.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:51:0)
[22:18:52.114] Build status: SCHEDULED
[22:18:52.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:52:0) after 9m17s
[22:28:09.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:52:0)
[22:28:09.179] Build status: SCHEDULED
[22:28:09.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:53:0) after 8m52s
[22:37:01.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:53:0)
[22:37:01.192] Build status: SCHEDULED
[22:37:01.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:54:0) after 6m7s
[22:43:08.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:54:0)
[22:43:08.289] Build status: SCHEDULED
[22:43:08.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:55:0) after 1m39s
[22:44:47.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:55:0)
[22:44:47.391] Build status: SCHEDULED
[22:44:47.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:56:0) after 7m48s
[22:52:35.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:56:0)
[22:52:35.807] Build status: SCHEDULED
[22:52:35.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:57:0) after 7m37s
[23:00:13.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:57:0)
[23:00:13.521] Build status: SCHEDULED
[23:00:13.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:58:0) after 3m47s
[23:04:00.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:58:0)
[23:04:01.004] Build status: SCHEDULED
[23:04:01.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:59:0) after 9m14s
[23:13:15.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:59:0)
[23:13:15.044] Build status: SCHEDULED
[23:13:15.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:60:0) after 2m45s
[23:16:00.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:60:0)
[23:16:00.246] Build status: SCHEDULED
[23:16:00.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:61:0) after 9m17s
[23:25:17.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:61:0)
[23:25:17.392] Build status: SCHEDULED
[23:25:17.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:62:0) after 5m42s
[23:31:00.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:62:0)
[23:31:00.420] Build status: SCHEDULED
[23:31:00.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:63:0) after 9m26s
[23:40:26.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:63:0)
[23:40:26.536] Build status: SCHEDULED
[23:40:26.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915185009349467056:64:0) after 9m23s
[23:41:00.292] Received PubSub notification, asking Buildbucket for the build status
[23:41:00.317] Build:
{
  "id": "8749754947251602513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-24T17:40:54.165757483Z",
  "endTime": "2024-04-24T23:41:00.057702547Z",
  "updateTime": "2024-04-24T23:41:00.057702547Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "d3f6a88a1fb36f94c71940514e576821c6cc3ade",
      "ref": "refs/heads/main"
    }
  }
}
[23:41:00.317] Invocation finished in 6h0m7.535311615s with status FAILED