Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "d0a97730ae187ecdaeb59bfcc66d14e141efb5621fd940cebf744a72c87550da/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "58d8805ff9f0a9947ac122b463c00d6c0656eae6"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58d8805ff9f0a9947ac122b463c00d6c0656eae6
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[00:24:28.534] New invocation is queued and will start shortly
[00:24:28.534] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[00:24:30.537] Starting the invocation (attempt 1)
[00:24:30.564] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58d8805ff9f0a9947ac122b463c00d6c0656eae6"
[00:24:30.564] Reconstructed gitiles commit from tags
[00:24:30.564] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:24:30.564] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:24:30.564] Buildbucket request:
{
  "requestId": "8919689465642363360",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "d0a97730ae187ecdaeb59bfcc66d14e141efb5621fd940cebf744a72c87550da/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8919689465642363360",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "e235b0e49d74c438a9cae48adcc4c263efb2832cb5131f7ccbea64324726c798/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "c9696a2c847cfba16dc87816e3891b65c3f073b2",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "083d8aa03aca55b88098a91e41e41a8e321a5721"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/083d8aa03aca55b88098a91e41e41a8e321a5721",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "58eb246c-24a5-48ab-8acf-1f68ff34f99a",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "5ef96f73a5bdf52adbcf9566fdb51eee5b9c8f34c51fcb3f654123859bfbf624/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "b3b408bbb379a1cfdac66a71534d86c23a9cf3f1"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b3b408bbb379a1cfdac66a71534d86c23a9cf3f1",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "9684a0be-a88f-4ed9-92c9-b9147365898b",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "16e2f7fb9c749c3aedd772c9d3c2c1465c76bd3335b5de4295ef6f2c59a98c80/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "5a5266248d4f7af101ad5a54960cbd814599a8d6"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a5266248d4f7af101ad5a54960cbd814599a8d6",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "caa6130b-4f8d-4d0e-a4b2-8714d714ea29",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "d0a97730ae187ecdaeb59bfcc66d14e141efb5621fd940cebf744a72c87550da/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "58d8805ff9f0a9947ac122b463c00d6c0656eae6"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58d8805ff9f0a9947ac122b463c00d6c0656eae6",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f07bd9b0-e05c-4e88-9cfa-d45006830b11",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "58d8805ff9f0a9947ac122b463c00d6c0656eae6"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "58d8805ff9f0a9947ac122b463c00d6c0656eae6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919689465642363360"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:24:31.029] Scheduled build:
{
  "id": "8754259402756722417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T00:24:30.640951649Z",
  "updateTime": "2024-03-06T00:24:30.640951649Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "58d8805ff9f0a9947ac122b463c00d6c0656eae6",
      "ref": "refs/heads/main"
    }
  }
}
[00:24:31.029] Task URL: https://cr-buildbucket.appspot.com/build/8754259402756722417
[00:24:31.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:2:0) after 9m36s
[00:24:32.084] Received PubSub notification, asking Buildbucket for the build status
[00:24:32.144] Build status: SCHEDULED
[00:34:07.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:2:0)
[00:34:07.227] Build status: SCHEDULED
[00:34:07.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:4:0) after 1m30s
[00:35:37.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:4:0)
[00:35:37.294] Build status: SCHEDULED
[00:35:37.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:5:0) after 2m35s
[00:38:12.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:5:0)
[00:38:12.388] Build status: SCHEDULED
[00:38:12.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:6:0) after 5m22s
[00:43:34.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:6:0)
[00:43:34.435] Build status: SCHEDULED
[00:43:34.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:7:0) after 2m21s
[00:45:55.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:7:0)
[00:45:55.528] Build status: SCHEDULED
[00:45:55.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:8:0) after 2m51s
[00:48:46.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:8:0)
[00:48:46.645] Build status: SCHEDULED
[00:48:46.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:9:0) after 7m11s
[00:55:57.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:9:0)
[00:55:57.734] Build status: SCHEDULED
[00:55:57.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:10:0) after 8m42s
[01:04:39.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:10:0)
[01:04:39.799] Build status: SCHEDULED
[01:04:39.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:11:0) after 6m22s
[01:11:01.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:11:0)
[01:11:01.935] Build status: SCHEDULED
[01:11:01.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:12:0) after 2m32s
[01:13:33.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:12:0)
[01:13:33.999] Build status: SCHEDULED
[01:13:33.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:13:0) after 5m23s
[01:18:57.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:13:0)
[01:18:57.043] Build status: SCHEDULED
[01:18:57.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:14:0) after 4m35s
[01:23:32.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:14:0)
[01:23:32.102] Build status: SCHEDULED
[01:23:32.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:15:0) after 1m42s
[01:25:14.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:15:0)
[01:25:14.324] Build status: SCHEDULED
[01:25:14.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:16:0) after 3m52s
[01:29:06.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:16:0)
[01:29:06.358] Build status: SCHEDULED
[01:29:06.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:17:0) after 5m57s
[01:35:03.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:17:0)
[01:35:03.435] Build status: SCHEDULED
[01:35:03.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:18:0) after 9m7s
[01:44:10.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:18:0)
[01:44:10.482] Build status: SCHEDULED
[01:44:10.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:19:0) after 2m17s
[01:46:27.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:19:0)
[01:46:27.488] Build status: SCHEDULED
[01:46:27.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:20:0) after 8m57s
[01:55:24.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:20:0)
[01:55:24.543] Build status: SCHEDULED
[01:55:24.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:21:0) after 2m48s
[01:58:12.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:21:0)
[01:58:12.634] Build status: SCHEDULED
[01:58:12.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:22:0) after 6m42s
[02:04:54.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:22:0)
[02:04:54.763] Build status: SCHEDULED
[02:04:54.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:23:0) after 2m20s
[02:07:15.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:23:0)
[02:07:15.174] Build status: SCHEDULED
[02:07:15.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:24:0) after 4m41s
[02:11:56.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:24:0)
[02:11:56.698] Build status: SCHEDULED
[02:11:56.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:25:0) after 5m6s
[02:17:02.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:25:0)
[02:17:02.968] Build status: SCHEDULED
[02:17:02.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:26:0) after 6m0s
[02:23:03.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:26:0)
[02:23:03.043] Build status: SCHEDULED
[02:23:03.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:27:0) after 9m32s
[02:32:35.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:27:0)
[02:32:35.250] Build status: SCHEDULED
[02:32:35.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:28:0) after 9m2s
[02:41:37.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:28:0)
[02:41:37.302] Build status: SCHEDULED
[02:41:37.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:29:0) after 1m20s
[02:42:57.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:29:0)
[02:42:57.682] Build status: SCHEDULED
[02:42:57.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:30:0) after 1m34s
[02:44:31.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:30:0)
[02:44:31.730] Build status: SCHEDULED
[02:44:31.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:31:0) after 8m43s
[02:53:14.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:31:0)
[02:53:14.838] Build status: SCHEDULED
[02:53:14.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:32:0) after 7m8s
[03:00:23.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:32:0)
[03:00:23.447] Build status: SCHEDULED
[03:00:23.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:33:0) after 8m23s
[03:08:46.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:33:0)
[03:08:47.019] Build status: SCHEDULED
[03:08:47.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:34:0) after 8m33s
[03:17:19.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:34:0)
[03:17:20.048] Build status: SCHEDULED
[03:17:20.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:35:0) after 3m12s
[03:20:32.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:35:0)
[03:20:32.304] Build status: SCHEDULED
[03:20:32.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:36:0) after 3m46s
[03:24:18.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:36:0)
[03:24:18.389] Build status: SCHEDULED
[03:24:18.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:37:0) after 7m37s
[03:31:55.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:37:0)
[03:31:55.585] Build status: SCHEDULED
[03:31:55.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:38:0) after 9m23s
[03:41:18.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:38:0)
[03:41:18.730] Build status: SCHEDULED
[03:41:18.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:39:0) after 8m6s
[03:49:24.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:39:0)
[03:49:24.906] Build status: SCHEDULED
[03:49:24.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:40:0) after 2m56s
[03:52:20.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:40:0)
[03:52:20.945] Build status: SCHEDULED
[03:52:20.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:41:0) after 3m20s
[03:55:40.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:41:0)
[03:55:40.979] Build status: SCHEDULED
[03:55:40.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:42:0) after 8m4s
[04:03:45.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:42:0)
[04:03:45.671] Build status: SCHEDULED
[04:03:45.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:43:0) after 2m29s
[04:06:14.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:43:0)
[04:06:14.870] Build status: SCHEDULED
[04:06:14.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:44:0) after 7m16s
[04:13:30.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:44:0)
[04:13:30.929] Build status: SCHEDULED
[04:13:30.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:45:0) after 6m42s
[04:20:12.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:45:0)
[04:20:13.005] Build status: SCHEDULED
[04:20:13.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:46:0) after 3m31s
[04:23:44.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:46:0)
[04:23:44.056] Build status: SCHEDULED
[04:23:44.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:47:0) after 4m6s
[04:27:50.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:47:0)
[04:27:50.552] Build status: SCHEDULED
[04:27:50.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:48:0) after 9m31s
[04:37:21.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:48:0)
[04:37:21.606] Build status: SCHEDULED
[04:37:21.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:49:0) after 1m8s
[04:38:29.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:49:0)
[04:38:29.851] Build status: SCHEDULED
[04:38:29.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:50:0) after 5m33s
[04:44:02.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:50:0)
[04:44:03.011] Build status: SCHEDULED
[04:44:03.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:51:0) after 6m6s
[04:50:09.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:51:0)
[04:50:09.279] Build status: SCHEDULED
[04:50:09.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:52:0) after 7m29s
[04:57:38.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:52:0)
[04:57:38.358] Build status: SCHEDULED
[04:57:38.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:53:0) after 6m56s
[05:04:34.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:53:0)
[05:04:34.743] Build status: SCHEDULED
[05:04:34.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:54:0) after 9m43s
[05:14:18.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:54:0)
[05:14:18.116] Build status: SCHEDULED
[05:14:18.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:55:0) after 1m44s
[05:16:02.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:55:0)
[05:16:02.163] Build status: SCHEDULED
[05:16:02.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:56:0) after 1m54s
[05:17:56.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:56:0)
[05:17:56.310] Build status: SCHEDULED
[05:17:56.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:57:0) after 8m48s
[05:26:44.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:57:0)
[05:26:44.441] Build status: SCHEDULED
[05:26:44.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:58:0) after 7m10s
[05:33:54.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:58:0)
[05:33:54.579] Build status: SCHEDULED
[05:33:54.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:59:0) after 3m17s
[05:37:11.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:59:0)
[05:37:11.629] Build status: SCHEDULED
[05:37:11.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:60:0) after 6m8s
[05:43:19.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:60:0)
[05:43:19.676] Build status: SCHEDULED
[05:43:19.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:61:0) after 7m14s
[05:50:33.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:61:0)
[05:50:33.812] Build status: SCHEDULED
[05:50:33.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:62:0) after 4m22s
[05:54:55.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:62:0)
[05:54:55.846] Build status: SCHEDULED
[05:54:55.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:63:0) after 3m16s
[05:58:12.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:63:0)
[05:58:12.252] Build status: SCHEDULED
[05:58:12.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:64:0) after 5m58s
[06:04:10.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:64:0)
[06:04:10.395] Build status: SCHEDULED
[06:04:10.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:65:0) after 9m54s
[06:14:04.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:65:0)
[06:14:04.620] Build status: SCHEDULED
[06:14:04.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:66:0) after 7m18s
[06:21:22.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:66:0)
[06:21:22.818] Build status: SCHEDULED
[06:21:22.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919689465642363360:67:0) after 6m46s
[06:24:33.076] Received PubSub notification, asking Buildbucket for the build status
[06:24:33.096] Build:
{
  "id": "8754259402756722417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T00:24:30.640951649Z",
  "endTime": "2024-03-06T06:24:32.458Z",
  "updateTime": "2024-03-06T06:24:32.458Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "58d8805ff9f0a9947ac122b463c00d6c0656eae6",
      "ref": "refs/heads/main"
    }
  }
}
[06:24:33.096] Invocation finished in 6h0m4.590624427s with status FAILED