Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "d6cd3532c87ee631fe9c3c6797800779d4dfec0fc260d55c1bfc5e493470c639/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "522801774dc589fcc28f93a1b50313104559e8f5",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05091aa3ac53a13d08c78882c0c2035e58a1b4c4
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[23:34:36.401] New invocation is queued and will start shortly
[23:34:36.401] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[23:34:37.807] Starting the invocation (attempt 1)
[23:34:37.856] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05091aa3ac53a13d08c78882c0c2035e58a1b4c4"
[23:34:37.856] Reconstructed gitiles commit from tags
[23:34:37.856] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:34:37.856] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:34:37.857] Buildbucket request:
{
  "requestId": "8922048124231843280",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "d6cd3532c87ee631fe9c3c6797800779d4dfec0fc260d55c1bfc5e493470c639/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "522801774dc589fcc28f93a1b50313104559e8f5",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8922048124231843280",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "78d18c4838912363d6e4f71216f6d3e7970b3395cf90957854fef7abdc4be7ad/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "72385c5594568ad1a8f7e4fb504d524021853d3a",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "ab4a793e8bc78f50f9f104c9c732e2dd91bf70a2"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ab4a793e8bc78f50f9f104c9c732e2dd91bf70a2",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d6b2a5a6-ca60-4c9a-a21c-7d5dcd499ad8",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c12c37e5c16571f0dca45fe9a0fa6407dfd78175cf9ec3c50978ddd7d4317206/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "522801774dc589fcc28f93a1b50313104559e8f5",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "705fcd4e0addee6e9e13541dbcbc81cec9748a83"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/705fcd4e0addee6e9e13541dbcbc81cec9748a83",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1a8ffbd6-ee30-43dd-8847-656b128dd2a1",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "9e958674ed9139fc1715973b6b7799bb6bb65e59e1ca143f1f7fab096f016360/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "522801774dc589fcc28f93a1b50313104559e8f5",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "5f4b40c90a51248b097de7b5bc89c6976d4c3298"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5f4b40c90a51248b097de7b5bc89c6976d4c3298",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "9729ba08-0f5b-4337-bd62-66aae794707c",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "d6cd3532c87ee631fe9c3c6797800779d4dfec0fc260d55c1bfc5e493470c639/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "522801774dc589fcc28f93a1b50313104559e8f5",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05091aa3ac53a13d08c78882c0c2035e58a1b4c4",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2ad00e08-093d-415b-9156-fbebd1efdcfc",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922048124231843280"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:34:38.712] Scheduled build:
{
  "id": "8756618061949315281",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-08T23:34:37.947923419Z",
  "updateTime": "2024-02-08T23:34:37.947923419Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4",
      "ref": "refs/heads/main"
    }
  }
}
[23:34:38.712] Task URL: https://cr-buildbucket.appspot.com/build/8756618061949315281
[23:34:38.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:2:0) after 4m28s
[23:34:39.517] Received PubSub notification, asking Buildbucket for the build status
[23:34:39.549] Build status: SCHEDULED
[23:39:06.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:2:0)
[23:39:06.820] Build status: SCHEDULED
[23:39:06.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:4:0) after 8m25s
[23:47:31.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:4:0)
[23:47:31.877] Build status: SCHEDULED
[23:47:31.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:5:0) after 1m23s
[23:48:54.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:5:0)
[23:48:54.950] Build status: SCHEDULED
[23:48:54.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:6:0) after 6m28s
[23:55:22.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:6:0)
[23:55:23.003] Build status: SCHEDULED
[23:55:23.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:7:0) after 2m2s
[23:57:25.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:7:0)
[23:57:25.083] Build status: SCHEDULED
[23:57:25.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:8:0) after 6m27s
[00:03:52.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:8:0)
[00:03:52.254] Build status: SCHEDULED
[00:03:52.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:9:0) after 7m49s
[00:11:41.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:9:0)
[00:11:41.412] Build status: SCHEDULED
[00:11:41.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:10:0) after 9m38s
[00:21:19.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:10:0)
[00:21:19.588] Build status: SCHEDULED
[00:21:19.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:11:0) after 2m18s
[00:23:37.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:11:0)
[00:23:37.644] Build status: SCHEDULED
[00:23:37.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:12:0) after 7m33s
[00:31:10.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:12:0)
[00:31:10.799] Build status: SCHEDULED
[00:31:10.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:13:0) after 5m42s
[00:36:52.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:13:0)
[00:36:52.895] Build status: SCHEDULED
[00:36:52.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:14:0) after 1m57s
[00:38:49.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:14:0)
[00:38:49.949] Build status: SCHEDULED
[00:38:49.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:15:0) after 7m46s
[00:46:35.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:15:0)
[00:46:36.015] Build status: SCHEDULED
[00:46:36.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:16:0) after 7m4s
[00:53:40.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:16:0)
[00:53:40.081] Build status: SCHEDULED
[00:53:40.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:17:0) after 4m7s
[00:57:47.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:17:0)
[00:57:47.081] Build status: SCHEDULED
[00:57:47.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:18:0) after 4m19s
[01:02:06.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:18:0)
[01:02:06.217] Build status: SCHEDULED
[01:02:06.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:19:0) after 1m30s
[01:03:36.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:19:0)
[01:03:36.282] Build status: SCHEDULED
[01:03:36.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:20:0) after 7m38s
[01:11:14.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:20:0)
[01:11:14.339] Build status: SCHEDULED
[01:11:14.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:21:0) after 7m9s
[01:18:23.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:21:0)
[01:18:23.478] Build status: SCHEDULED
[01:18:23.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:22:0) after 5m2s
[01:23:25.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:22:0)
[01:23:25.528] Build status: SCHEDULED
[01:23:25.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:23:0) after 7m57s
[01:31:22.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:23:0)
[01:31:22.691] Build status: SCHEDULED
[01:31:22.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:24:0) after 4m29s
[01:35:51.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:24:0)
[01:35:51.728] Build status: SCHEDULED
[01:35:51.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:25:0) after 6m57s
[01:42:48.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:25:0)
[01:42:48.810] Build status: SCHEDULED
[01:42:48.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:26:0) after 5m15s
[01:48:03.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:26:0)
[01:48:03.881] Build status: SCHEDULED
[01:48:03.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:27:0) after 8m24s
[01:56:27.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:27:0)
[01:56:28.017] Build status: SCHEDULED
[01:56:28.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:28:0) after 6m32s
[02:03:00.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:28:0)
[02:03:00.094] Build status: SCHEDULED
[02:03:00.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:29:0) after 1m55s
[02:04:55.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:29:0)
[02:04:55.145] Build status: SCHEDULED
[02:04:55.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:30:0) after 8m41s
[02:13:36.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:30:0)
[02:13:36.215] Build status: SCHEDULED
[02:13:36.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:31:0) after 3m33s
[02:17:09.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:31:0)
[02:17:09.327] Build status: SCHEDULED
[02:17:09.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:32:0) after 2m22s
[02:19:31.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:32:0)
[02:19:31.463] Build status: SCHEDULED
[02:19:31.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:33:0) after 8m27s
[02:27:58.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:33:0)
[02:27:58.562] Build status: SCHEDULED
[02:27:58.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:34:0) after 4m20s
[02:32:18.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:34:0)
[02:32:18.673] Build status: SCHEDULED
[02:32:18.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:35:0) after 4m40s
[02:36:59.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:35:0)
[02:36:59.471] Build status: SCHEDULED
[02:36:59.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:36:0) after 9m13s
[02:46:12.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:36:0)
[02:46:12.534] Build status: SCHEDULED
[02:46:12.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:37:0) after 3m52s
[02:50:04.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:37:0)
[02:50:04.616] Build status: SCHEDULED
[02:50:04.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:38:0) after 8m35s
[02:58:39.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:38:0)
[02:58:39.718] Build status: SCHEDULED
[02:58:39.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:39:0) after 4m53s
[03:03:32.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:39:0)
[03:03:32.772] Build status: SCHEDULED
[03:03:32.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:40:0) after 6m35s
[03:10:07.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:40:0)
[03:10:07.845] Build status: SCHEDULED
[03:10:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:41:0) after 9m10s
[03:19:17.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:41:0)
[03:19:17.918] Build status: SCHEDULED
[03:19:17.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:42:0) after 9m49s
[03:29:06.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:42:0)
[03:29:06.997] Build status: SCHEDULED
[03:29:06.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:43:0) after 2m1s
[03:31:08.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:43:0)
[03:31:08.247] Build status: SCHEDULED
[03:31:08.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:44:0) after 5m46s
[03:36:54.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:44:0)
[03:36:54.396] Build status: SCHEDULED
[03:36:54.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:45:0) after 7m49s
[03:44:43.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:45:0)
[03:44:43.901] Build status: SCHEDULED
[03:44:43.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:46:0) after 5m12s
[03:49:55.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:46:0)
[03:49:56.018] Build status: SCHEDULED
[03:49:56.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:47:0) after 8m48s
[03:58:44.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:47:0)
[03:58:44.258] Build status: SCHEDULED
[03:58:44.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:48:0) after 6m2s
[04:04:46.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:48:0)
[04:04:46.359] Build status: SCHEDULED
[04:04:46.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:49:0) after 3m36s
[04:08:22.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:49:0)
[04:08:22.465] Build status: SCHEDULED
[04:08:22.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:50:0) after 7m4s
[04:15:26.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:50:0)
[04:15:26.546] Build status: SCHEDULED
[04:15:26.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:51:0) after 6m8s
[04:21:35.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:51:0)
[04:21:35.552] Build status: SCHEDULED
[04:21:35.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:52:0) after 6m35s
[04:28:10.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:52:0)
[04:28:10.847] Build status: SCHEDULED
[04:28:10.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:53:0) after 5m20s
[04:33:30.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:53:0)
[04:33:30.891] Build status: SCHEDULED
[04:33:30.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:54:0) after 6m47s
[04:40:17.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:54:0)
[04:40:17.935] Build status: SCHEDULED
[04:40:17.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:55:0) after 9m49s
[04:50:06.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:55:0)
[04:50:07.046] Build status: SCHEDULED
[04:50:07.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:56:0) after 6m32s
[04:56:39.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:56:0)
[04:56:39.480] Build status: SCHEDULED
[04:56:39.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:57:0) after 1m41s
[04:58:20.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:57:0)
[04:58:20.865] Build status: SCHEDULED
[04:58:20.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:58:0) after 2m14s
[05:00:34.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:58:0)
[05:00:34.973] Build status: SCHEDULED
[05:00:34.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:59:0) after 3m35s
[05:04:10.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:59:0)
[05:04:10.617] Build status: SCHEDULED
[05:04:10.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:60:0) after 3m3s
[05:07:13.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:60:0)
[05:07:13.995] Build status: SCHEDULED
[05:07:13.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:61:0) after 1m43s
[05:08:57.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:61:0)
[05:08:57.205] Build status: SCHEDULED
[05:08:57.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:62:0) after 5m6s
[05:14:03.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:62:0)
[05:14:03.355] Build status: SCHEDULED
[05:14:03.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:63:0) after 8m14s
[05:19:03.919] Received PubSub notification, asking Buildbucket for the build status
[05:19:03.951] Build status: STARTED
[05:22:17.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:63:0)
[05:22:17.449] Build status: STARTED
[05:22:17.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:65:0) after 8m33s
[05:30:50.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:65:0)
[05:30:50.489] Build status: STARTED
[05:30:50.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:66:0) after 3m39s
[05:34:29.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:66:0)
[05:34:29.741] Build status: STARTED
[05:34:29.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:67:0) after 2m49s
[05:37:18.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:67:0)
[05:37:19.077] Build status: STARTED
[05:37:19.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:68:0) after 2m13s
[05:39:32.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:68:0)
[05:39:32.202] Build status: STARTED
[05:39:32.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:69:0) after 8m30s
[05:48:02.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:69:0)
[05:48:02.996] Build status: STARTED
[05:48:02.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:70:0) after 3m22s
[05:51:24.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:70:0)
[05:51:25.010] Build status: STARTED
[05:51:25.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:71:0) after 6m49s
[05:58:14.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:71:0)
[05:58:14.028] Build status: STARTED
[05:58:14.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922048124231843280:72:0) after 8m51s
[06:06:37.611] Received PubSub notification, asking Buildbucket for the build status
[06:06:37.642] Build:
{
  "id": "8756618061949315281",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-08T23:34:37.947923419Z",
  "startTime": "2024-02-09T05:19:03.385137Z",
  "endTime": "2024-02-09T06:06:36.626961Z",
  "updateTime": "2024-02-09T06:06:36.626961Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "05091aa3ac53a13d08c78882c0c2035e58a1b4c4",
      "ref": "refs/heads/main"
    }
  }
}
[06:06:37.642] Invocation finished in 6h32m1.254369401s with status FAILED