Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 5 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "79f9c57cb9471bcb19433ed8e5c7520922464a9644fadb7fad202e1915bff5d6/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "0e0d155f87b199c137fe7bd506fb443c242f785e"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0e0d155f87b199c137fe7bd506fb443c242f785e
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[01:19:44.907] New invocation is queued and will start shortly
[01:19:44.907] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[01:19:46.014] Starting the invocation (attempt 1)
[01:19:46.041] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0e0d155f87b199c137fe7bd506fb443c242f785e"
[01:19:46.041] Reconstructed gitiles commit from tags
[01:19:46.041] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:19:46.041] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:19:46.042] Buildbucket request:
{
  "requestId": "8922766285012254336",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "79f9c57cb9471bcb19433ed8e5c7520922464a9644fadb7fad202e1915bff5d6/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8922766285012254336",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "3756472980bf9ad56231ef63b9bd4d4c3941f973b86a3a4297e5d8e78bf0d998/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "09fc333ec094c9c48f315dd322105b51b34ff2c4"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/09fc333ec094c9c48f315dd322105b51b34ff2c4",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "4d14f2c7-59ff-4445-84f6-2a2f75446a37",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "9e14030c13b087c42cd06e6ec4cd0c65d5b3f1be24e5e4eee8385ed3de37e513/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "c003d851f5cc1476774153fa9ed02fda725e9d57"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c003d851f5cc1476774153fa9ed02fda725e9d57",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1b36afbb-3ed6-428b-8f7f-d3fa0e143ede",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "782ad3cb2ea188334b4af9a1570da7c265b3b1864ad333479c8ab0aa4018b2dd/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "a03a6e99647318a86ea398c42e241da43e3c550e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a03a6e99647318a86ea398c42e241da43e3c550e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e68a38f3-e65c-4aa5-bdf1-d6f9ffdbe3ea",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "3fcf24258f8a1997ddb3c8bc1ec57f32dee766ddd9e77f54a473b521935b85be/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "f264da432207064f4716f81485399ef127b57fd4"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f264da432207064f4716f81485399ef127b57fd4",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ebcfd174-4a99-4738-a44b-cd998f1e5039",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "79f9c57cb9471bcb19433ed8e5c7520922464a9644fadb7fad202e1915bff5d6/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "0e0d155f87b199c137fe7bd506fb443c242f785e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0e0d155f87b199c137fe7bd506fb443c242f785e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e0fabd39-7916-47ca-b559-b908c6555221",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "0e0d155f87b199c137fe7bd506fb443c242f785e"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "0e0d155f87b199c137fe7bd506fb443c242f785e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922766285012254336"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:19:46.513] Scheduled build:
{
  "id": "8757336223104116337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-01T01:19:46.099107050Z",
  "updateTime": "2024-02-01T01:19:46.099107050Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "0e0d155f87b199c137fe7bd506fb443c242f785e",
      "ref": "refs/heads/main"
    }
  }
}
[01:19:46.513] Task URL: https://cr-buildbucket.appspot.com/build/8757336223104116337
[01:19:46.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:2:0) after 6m55s
[01:19:47.440] Received PubSub notification, asking Buildbucket for the build status
[01:19:47.471] Build status: SCHEDULED
[01:26:41.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:2:0)
[01:26:41.882] Build status: SCHEDULED
[01:26:41.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:4:0) after 7m36s
[01:34:18.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:4:0)
[01:34:18.238] Build status: SCHEDULED
[01:34:18.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:5:0) after 2m4s
[01:36:22.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:5:0)
[01:36:22.376] Build status: SCHEDULED
[01:36:22.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:6:0) after 9m35s
[01:45:57.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:6:0)
[01:45:57.443] Build status: SCHEDULED
[01:45:57.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:7:0) after 7m42s
[01:53:39.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:7:0)
[01:53:39.522] Build status: SCHEDULED
[01:53:39.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:8:0) after 4m11s
[01:57:50.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:8:0)
[01:57:50.568] Build status: SCHEDULED
[01:57:50.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:9:0) after 2m2s
[01:59:52.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:9:0)
[01:59:52.721] Build status: SCHEDULED
[01:59:52.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:10:0) after 4m16s
[02:04:08.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:10:0)
[02:04:08.792] Build status: SCHEDULED
[02:04:08.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:11:0) after 9m35s
[02:13:43.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:11:0)
[02:13:43.865] Build status: SCHEDULED
[02:13:43.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:12:0) after 4m2s
[02:17:45.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:12:0)
[02:17:45.975] Build status: SCHEDULED
[02:17:45.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:13:0) after 4m5s
[02:21:51.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:13:0)
[02:21:51.189] Build status: SCHEDULED
[02:21:51.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:14:0) after 6m7s
[02:27:58.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:14:0)
[02:27:58.310] Build status: SCHEDULED
[02:27:58.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:15:0) after 2m19s
[02:30:17.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:15:0)
[02:30:17.378] Build status: SCHEDULED
[02:30:17.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:16:0) after 7m11s
[02:37:28.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:16:0)
[02:37:28.417] Build status: SCHEDULED
[02:37:28.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:17:0) after 5m52s
[02:43:20.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:17:0)
[02:43:20.652] Build status: SCHEDULED
[02:43:20.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:18:0) after 4m49s
[02:48:10.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:18:0)
[02:48:10.094] Build status: SCHEDULED
[02:48:10.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:19:0) after 5m11s
[02:53:21.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:19:0)
[02:53:21.271] Build status: SCHEDULED
[02:53:21.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:20:0) after 7m11s
[03:00:32.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:20:0)
[03:00:32.312] Build status: SCHEDULED
[03:00:32.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:21:0) after 6m24s
[03:06:56.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:21:0)
[03:06:56.629] Build status: SCHEDULED
[03:06:56.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:22:0) after 7m12s
[03:14:08.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:22:0)
[03:14:08.730] Build status: SCHEDULED
[03:14:08.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:23:0) after 7m51s
[03:21:59.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:23:0)
[03:21:59.997] Build status: SCHEDULED
[03:21:59.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:24:0) after 9m54s
[03:31:54.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:24:0)
[03:31:54.117] Build status: SCHEDULED
[03:31:54.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:25:0) after 5m58s
[03:37:52.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:25:0)
[03:37:52.658] Build status: SCHEDULED
[03:37:52.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:26:0) after 7m56s
[03:45:48.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:26:0)
[03:45:48.838] Build status: SCHEDULED
[03:45:48.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:27:0) after 2m53s
[03:48:41.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:27:0)
[03:48:41.938] Build status: SCHEDULED
[03:48:41.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:28:0) after 9m32s
[03:58:14.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:28:0)
[03:58:14.033] Build status: SCHEDULED
[03:58:14.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:29:0) after 2m15s
[04:00:29.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:29:0)
[04:00:29.127] Build status: SCHEDULED
[04:00:29.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:30:0) after 4m1s
[04:04:30.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:30:0)
[04:04:30.176] Build status: SCHEDULED
[04:04:30.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:31:0) after 8m31s
[04:13:01.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:31:0)
[04:13:01.210] Build status: SCHEDULED
[04:13:01.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:32:0) after 6m12s
[04:19:13.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:32:0)
[04:19:13.432] Build status: SCHEDULED
[04:19:13.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:33:0) after 6m36s
[04:25:49.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:33:0)
[04:25:49.606] Build status: SCHEDULED
[04:25:49.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:34:0) after 2m46s
[04:28:35.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:34:0)
[04:28:35.893] Build status: SCHEDULED
[04:28:35.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:35:0) after 1m18s
[04:29:53.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:35:0)
[04:29:54.029] Build status: SCHEDULED
[04:29:54.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:36:0) after 4m25s
[04:34:19.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:36:0)
[04:34:19.182] Build status: SCHEDULED
[04:34:19.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:37:0) after 9m25s
[04:43:44.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:37:0)
[04:43:44.183] Build status: SCHEDULED
[04:43:44.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:38:0) after 5m24s
[04:49:08.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:38:0)
[04:49:08.614] Build status: SCHEDULED
[04:49:08.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:39:0) after 1m46s
[04:50:54.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:39:0)
[04:50:54.673] Build status: SCHEDULED
[04:50:54.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:40:0) after 9m51s
[05:00:45.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:40:0)
[05:00:45.828] Build status: SCHEDULED
[05:00:45.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:41:0) after 3m37s
[05:04:22.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:41:0)
[05:04:22.901] Build status: SCHEDULED
[05:04:22.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:42:0) after 6m27s
[05:10:50.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:42:0)
[05:10:50.135] Build status: SCHEDULED
[05:10:50.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:43:0) after 8m15s
[05:19:05.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:43:0)
[05:19:05.304] Build status: SCHEDULED
[05:19:05.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:44:0) after 7m53s
[05:26:58.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:44:0)
[05:26:58.357] Build status: SCHEDULED
[05:26:58.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:45:0) after 2m33s
[05:29:31.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:45:0)
[05:29:31.646] Build status: SCHEDULED
[05:29:31.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:46:0) after 3m51s
[05:33:22.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:46:0)
[05:33:22.987] Build status: SCHEDULED
[05:33:22.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:47:0) after 1m5s
[05:34:28.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:47:0)
[05:34:28.068] Build status: SCHEDULED
[05:34:28.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:48:0) after 1m11s
[05:35:39.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:48:0)
[05:35:39.272] Build status: SCHEDULED
[05:35:39.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:49:0) after 7m4s
[05:42:43.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:49:0)
[05:42:43.323] Build status: SCHEDULED
[05:42:43.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:50:0) after 7m17s
[05:50:00.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:50:0)
[05:50:00.393] Build status: SCHEDULED
[05:50:00.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:51:0) after 3m28s
[05:53:28.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:51:0)
[05:53:28.467] Build status: SCHEDULED
[05:53:28.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:52:0) after 9m55s
[06:03:23.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:52:0)
[06:03:23.572] Build status: SCHEDULED
[06:03:23.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:53:0) after 3m50s
[06:07:13.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:53:0)
[06:07:13.655] Build status: SCHEDULED
[06:07:13.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:54:0) after 7m32s
[06:14:45.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:54:0)
[06:14:45.919] Build status: SCHEDULED
[06:14:45.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:55:0) after 5m11s
[06:19:54.988] Received PubSub notification, asking Buildbucket for the build status
[06:19:55.028] Build status: STARTED
[06:19:56.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:55:0)
[06:19:56.984] Build status: STARTED
[06:19:56.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:57:0) after 3m12s
[06:23:09.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:57:0)
[06:23:09.210] Build status: STARTED
[06:23:09.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:58:0) after 9m37s
[06:32:46.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:58:0)
[06:32:46.374] Build status: STARTED
[06:32:46.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:59:0) after 9m38s
[06:42:24.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:59:0)
[06:42:24.474] Build status: STARTED
[06:42:24.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:60:0) after 5m1s
[06:47:25.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:60:0)
[06:47:25.525] Build status: STARTED
[06:47:25.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:61:0) after 6m54s
[06:54:19.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:61:0)
[06:54:19.894] Build status: STARTED
[06:54:19.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:62:0) after 3m24s
[06:57:43.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:62:0)
[06:57:43.993] Build status: STARTED
[06:57:43.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:63:0) after 5m8s
[07:02:52.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:63:0)
[07:02:52.077] Build status: STARTED
[07:02:52.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922766285012254336:64:0) after 7m39s
[07:06:58.556] Received PubSub notification, asking Buildbucket for the build status
[07:06:58.586] Build:
{
  "id": "8757336223104116337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-01T01:19:46.099107050Z",
  "startTime": "2024-02-01T06:19:53.671797Z",
  "endTime": "2024-02-01T07:06:56.792435Z",
  "updateTime": "2024-02-01T07:06:56.792435Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "0e0d155f87b199c137fe7bd506fb443c242f785e",
      "ref": "refs/heads/main"
    }
  }
}
[07:06:58.586] Invocation finished in 5h47m13.690151052s with status FAILED