Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "eadcf319c004e2523ac3c6a7a356d21277c9b1fcbce0f0905e46969e9bcbd1e4/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "828bf134d732a29146d1dd666548c75b49012b08"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/828bf134d732a29146d1dd666548c75b49012b08
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[00:40:04.531] New invocation is queued and will start shortly
[00:40:04.531] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[00:40:05.721] Starting the invocation (attempt 1)
[00:40:05.748] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/828bf134d732a29146d1dd666548c75b49012b08"
[00:40:05.748] Reconstructed gitiles commit from tags
[00:40:05.748] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:40:05.748] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:40:05.750] Buildbucket request:
{
  "requestId": "8920866244724193520",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "eadcf319c004e2523ac3c6a7a356d21277c9b1fcbce0f0905e46969e9bcbd1e4/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8920866244724193520",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "2b33d5ccdc6c43d249c554a50672e6c8fd6ab40d0b5a25aabba41c4106a81019/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "03025689f22bcd9d9fcf0373eb46a5647bcbd929",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "966b026785a09ec079e8b0ba79358892fcb958ad"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/966b026785a09ec079e8b0ba79358892fcb958ad",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "515ba1ba-d0ae-4b38-9d27-f913cfa0708a",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "4f0099a50117e4df1120b3a5036fd82974b0f9ca159d8e9d7199e6cfcb97ef1a/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "5daf2001a1e4d71ce1273a1e7e31cf6e6ac37c10"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5daf2001a1e4d71ce1273a1e7e31cf6e6ac37c10",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "23b6e172-0400-491e-8ecd-4264e3e86839",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "2f5a9967ffcd4a2d3274a1a745b411f0b0379706e2f67670276ac99319b6dbbe/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "81b4b89197a6be5f19f907b558540bb3cb70f064"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/81b4b89197a6be5f19f907b558540bb3cb70f064",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f0eba94a-b92f-49e2-bf22-314051bf598a",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "0c0dff5258ee12c8796d2ca9db0ee20b8242cb9fe370c95d53a926b570dcf9b8/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "9eff001d3dbe84851caa7de4e1093af62c009e06"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9eff001d3dbe84851caa7de4e1093af62c009e06",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dc6cdf59-52d6-4883-abfd-1c0f8c5897b6",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "eadcf319c004e2523ac3c6a7a356d21277c9b1fcbce0f0905e46969e9bcbd1e4/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "828bf134d732a29146d1dd666548c75b49012b08"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/828bf134d732a29146d1dd666548c75b49012b08",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "c77cffd3-6035-4b61-abee-5d7573c48628",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "828bf134d732a29146d1dd666548c75b49012b08"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "828bf134d732a29146d1dd666548c75b49012b08",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920866244724193520"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:40:06.318] Scheduled build:
{
  "id": "8755436182701836625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-22T00:40:05.831001608Z",
  "updateTime": "2024-02-22T00:40:05.831001608Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "828bf134d732a29146d1dd666548c75b49012b08",
      "ref": "refs/heads/main"
    }
  }
}
[00:40:06.318] Task URL: https://cr-buildbucket.appspot.com/build/8755436182701836625
[00:40:06.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:2:0) after 8m2s
[00:40:07.306] Received PubSub notification, asking Buildbucket for the build status
[00:40:07.373] Build status: SCHEDULED
[00:48:08.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:2:0)
[00:48:08.395] Build status: SCHEDULED
[00:48:08.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:4:0) after 6m52s
[00:55:00.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:4:0)
[00:55:00.584] Build status: SCHEDULED
[00:55:00.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:5:0) after 1m29s
[00:56:29.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:5:0)
[00:56:29.633] Build status: SCHEDULED
[00:56:29.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:6:0) after 1m5s
[00:57:34.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:6:0)
[00:57:34.836] Build status: SCHEDULED
[00:57:34.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:7:0) after 6m28s
[01:04:03.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:7:0)
[01:04:03.100] Build status: SCHEDULED
[01:04:03.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:8:0) after 4m56s
[01:08:59.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:8:0)
[01:08:59.238] Build status: SCHEDULED
[01:08:59.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:9:0) after 9m33s
[01:18:32.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:9:0)
[01:18:32.339] Build status: SCHEDULED
[01:18:32.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:10:0) after 2m34s
[01:21:06.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:10:0)
[01:21:06.432] Build status: SCHEDULED
[01:21:06.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:11:0) after 8m3s
[01:29:09.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:11:0)
[01:29:09.523] Build status: SCHEDULED
[01:29:09.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:12:0) after 7m16s
[01:36:25.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:12:0)
[01:36:25.772] Build status: SCHEDULED
[01:36:25.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:13:0) after 5m12s
[01:41:37.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:13:0)
[01:41:37.828] Build status: SCHEDULED
[01:41:37.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:14:0) after 4m35s
[01:46:12.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:14:0)
[01:46:12.926] Build status: SCHEDULED
[01:46:12.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:15:0) after 2m54s
[01:49:06.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:15:0)
[01:49:06.972] Build status: SCHEDULED
[01:49:06.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:16:0) after 3m2s
[01:52:08.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:16:0)
[01:52:09.030] Build status: SCHEDULED
[01:52:09.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:17:0) after 1m1s
[01:53:10.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:17:0)
[01:53:10.116] Build status: SCHEDULED
[01:53:10.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:18:0) after 9m25s
[02:02:35.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:18:0)
[02:02:35.316] Build status: SCHEDULED
[02:02:35.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:19:0) after 1m8s
[02:03:43.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:19:0)
[02:03:43.370] Build status: SCHEDULED
[02:03:43.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:20:0) after 2m34s
[02:06:17.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:20:0)
[02:06:17.468] Build status: SCHEDULED
[02:06:17.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:21:0) after 3m27s
[02:09:44.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:21:0)
[02:09:44.628] Build status: SCHEDULED
[02:09:44.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:22:0) after 6m57s
[02:16:41.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:22:0)
[02:16:41.673] Build status: SCHEDULED
[02:16:41.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:23:0) after 8m1s
[02:24:42.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:23:0)
[02:24:42.745] Build status: SCHEDULED
[02:24:42.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:24:0) after 2m24s
[02:27:06.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:24:0)
[02:27:06.919] Build status: SCHEDULED
[02:27:06.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:25:0) after 7m23s
[02:34:29.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:25:0)
[02:34:30.006] Build status: SCHEDULED
[02:34:30.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:26:0) after 5m17s
[02:39:47.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:26:0)
[02:39:47.615] Build status: SCHEDULED
[02:39:47.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:27:0) after 9m57s
[02:49:44.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:27:0)
[02:49:44.818] Build status: SCHEDULED
[02:49:44.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:28:0) after 1m52s
[02:51:37.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:28:0)
[02:51:37.142] Build status: SCHEDULED
[02:51:37.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:29:0) after 5m36s
[02:57:13.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:29:0)
[02:57:13.200] Build status: SCHEDULED
[02:57:13.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:30:0) after 5m8s
[03:02:21.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:30:0)
[03:02:21.604] Build status: SCHEDULED
[03:02:21.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:31:0) after 6m14s
[03:08:35.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:31:0)
[03:08:35.836] Build status: SCHEDULED
[03:08:35.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:32:0) after 9m48s
[03:18:23.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:32:0)
[03:18:23.935] Build status: SCHEDULED
[03:18:23.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:33:0) after 4m8s
[03:22:32.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:33:0)
[03:22:32.034] Build status: SCHEDULED
[03:22:32.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:34:0) after 6m26s
[03:28:58.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:34:0)
[03:28:58.137] Build status: SCHEDULED
[03:28:58.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:35:0) after 4m26s
[03:33:24.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:35:0)
[03:33:24.239] Build status: SCHEDULED
[03:33:24.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:36:0) after 2m48s
[03:36:12.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:36:0)
[03:36:12.463] Build status: SCHEDULED
[03:36:12.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:37:0) after 4m59s
[03:39:00.620] Received PubSub notification, asking Buildbucket for the build status
[03:39:00.701] Build status: STARTED
[03:41:11.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:37:0)
[03:41:11.680] Build status: STARTED
[03:41:11.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:39:0) after 3m22s
[03:44:33.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:39:0)
[03:44:33.803] Build status: STARTED
[03:44:33.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:40:0) after 7m22s
[03:51:55.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:40:0)
[03:51:55.848] Build status: STARTED
[03:51:55.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:41:0) after 2m59s
[03:54:54.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:41:0)
[03:54:54.934] Build status: STARTED
[03:54:54.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:42:0) after 8m25s
[04:03:20.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:42:0)
[04:03:20.338] Build status: STARTED
[04:03:20.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:43:0) after 6m52s
[04:10:12.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:43:0)
[04:10:12.527] Build status: STARTED
[04:10:12.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:44:0) after 7m36s
[04:17:48.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:44:0)
[04:17:48.585] Build status: STARTED
[04:17:48.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:45:0) after 1m0s
[04:18:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:45:0)
[04:18:48.772] Build status: STARTED
[04:18:48.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:46:0) after 2m15s
[04:21:03.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:46:0)
[04:21:03.879] Build status: STARTED
[04:21:03.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8920866244724193520:47:0) after 9m58s
[04:26:33.858] Received PubSub notification, asking Buildbucket for the build status
[04:26:33.886] Build:
{
  "id": "8755436182701836625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-02-22T00:40:05.831001608Z",
  "startTime": "2024-02-22T03:38:59.852701Z",
  "endTime": "2024-02-22T04:26:33.357703Z",
  "updateTime": "2024-02-22T04:26:33.357703Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "828bf134d732a29146d1dd666548c75b49012b08",
      "ref": "refs/heads/main"
    }
  }
}
[04:26:33.886] Invocation finished in 3h46m29.367279007s with status FAILED