Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "e2114e59b40b3351f78d43a79af97dd17e6d9b27551c419fb2c2750fdca5c1cd/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "b21a2f9365b6c5fd464a97be5dfe7085742870ef"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b21a2f9365b6c5fd464a97be5dfe7085742870ef
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[02:37:03.437] New invocation is queued and will start shortly
[02:37:03.437] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[02:37:04.521] Starting the invocation (attempt 1)
[02:37:04.559] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b21a2f9365b6c5fd464a97be5dfe7085742870ef"
[02:37:04.559] Reconstructed gitiles commit from tags
[02:37:04.559] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:37:04.559] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:37:04.559] Buildbucket request:
{
  "requestId": "8922852018133458864",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "e2114e59b40b3351f78d43a79af97dd17e6d9b27551c419fb2c2750fdca5c1cd/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8922852018133458864",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "81b0f68f390c518bd8d95dca8e8aa779f619bd2b28c6be032db0970bd58b436a/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "9b91c54d9bd3227a49e146c055fb0165567f7f8d"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9b91c54d9bd3227a49e146c055fb0165567f7f8d",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6622ae22-697d-4748-ba09-882e6ed7ddca",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "789869dfa3df4d12093a36f36d8cb5e7845864bff5cfc8019c989e993721954f/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "bb770f0df53eee91a803b2829808d82279f7b577"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bb770f0df53eee91a803b2829808d82279f7b577",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8b04dda7-8070-472b-a14c-f302eb47511c",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "31c4bc2f0c798f28f229358d3a64dd3873aac85d6302cc60299359796340e563/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "8b38970811086b09752a5909d0c17de4d0cd04c3"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8b38970811086b09752a5909d0c17de4d0cd04c3",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2c76d534-00bd-4977-bc2a-e5633a3439db",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "e2114e59b40b3351f78d43a79af97dd17e6d9b27551c419fb2c2750fdca5c1cd/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "366b8e24363ec7de7eecec13c9db51f3764b9337",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "b21a2f9365b6c5fd464a97be5dfe7085742870ef"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b21a2f9365b6c5fd464a97be5dfe7085742870ef",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d347ec1d-b782-41d1-8f41-4defb3733da8",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "b21a2f9365b6c5fd464a97be5dfe7085742870ef"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "b21a2f9365b6c5fd464a97be5dfe7085742870ef",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922852018133458864"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:37:04.991] Scheduled build:
{
  "id": "8757421956233268961",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-31T02:37:04.616603124Z",
  "updateTime": "2024-01-31T02:37:04.616603124Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b21a2f9365b6c5fd464a97be5dfe7085742870ef",
      "ref": "refs/heads/main"
    }
  }
}
[02:37:04.991] Task URL: https://cr-buildbucket.appspot.com/build/8757421956233268961
[02:37:04.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:2:0) after 9m26s
[02:37:05.922] Received PubSub notification, asking Buildbucket for the build status
[02:37:05.978] Build status: SCHEDULED
[02:46:31.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:2:0)
[02:46:31.053] Build status: SCHEDULED
[02:46:31.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:4:0) after 6m48s
[02:53:19.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:4:0)
[02:53:19.269] Build status: SCHEDULED
[02:53:19.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:5:0) after 3m50s
[02:57:09.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:5:0)
[02:57:09.513] Build status: SCHEDULED
[02:57:09.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:6:0) after 8m3s
[03:05:12.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:6:0)
[03:05:12.864] Build status: SCHEDULED
[03:05:12.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:7:0) after 3m40s
[03:08:53.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:7:0)
[03:08:53.826] Build status: SCHEDULED
[03:08:53.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:8:0) after 1m48s
[03:10:41.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:8:0)
[03:10:41.875] Build status: SCHEDULED
[03:10:41.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:9:0) after 7m16s
[03:17:58.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:9:0)
[03:17:58.248] Build status: SCHEDULED
[03:17:58.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:10:0) after 1m26s
[03:19:24.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:10:0)
[03:19:24.430] Build status: SCHEDULED
[03:19:24.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:11:0) after 9m5s
[03:28:29.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:11:0)
[03:28:29.862] Build status: SCHEDULED
[03:28:29.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:12:0) after 7m12s
[03:35:42.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:12:0)
[03:35:42.176] Build status: SCHEDULED
[03:35:42.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:13:0) after 2m35s
[03:38:17.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:13:0)
[03:38:17.561] Build status: SCHEDULED
[03:38:17.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:14:0) after 7m55s
[03:46:12.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:14:0)
[03:46:12.614] Build status: SCHEDULED
[03:46:12.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:15:0) after 1m14s
[03:47:26.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:15:0)
[03:47:26.754] Build status: SCHEDULED
[03:47:26.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:16:0) after 1m46s
[03:49:13.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:16:0)
[03:49:13.023] Build status: SCHEDULED
[03:49:13.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:17:0) after 1m3s
[03:50:16.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:17:0)
[03:50:16.243] Build status: SCHEDULED
[03:50:16.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:18:0) after 5m51s
[03:56:07.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:18:0)
[03:56:07.439] Build status: SCHEDULED
[03:56:07.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:19:0) after 4m47s
[04:00:54.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:19:0)
[04:00:54.623] Build status: SCHEDULED
[04:00:54.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:20:0) after 1m46s
[04:02:40.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:20:0)
[04:02:41.008] Build status: SCHEDULED
[04:02:41.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:21:0) after 1m12s
[04:03:53.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:21:0)
[04:03:53.727] Build status: SCHEDULED
[04:03:53.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:22:0) after 3m3s
[04:06:56.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:22:0)
[04:06:56.760] Build status: SCHEDULED
[04:06:56.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:23:0) after 7m48s
[04:14:44.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:23:0)
[04:14:45.038] Build status: SCHEDULED
[04:14:45.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:24:0) after 5m9s
[04:19:54.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:24:0)
[04:19:54.261] Build status: SCHEDULED
[04:19:54.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:25:0) after 8m40s
[04:28:34.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:25:0)
[04:28:34.281] Build status: SCHEDULED
[04:28:34.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:26:0) after 4m57s
[04:33:31.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:26:0)
[04:33:31.385] Build status: SCHEDULED
[04:33:31.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:27:0) after 7m1s
[04:40:32.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:27:0)
[04:40:32.536] Build status: SCHEDULED
[04:40:32.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:28:0) after 2m19s
[04:42:51.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:28:0)
[04:42:51.732] Build status: SCHEDULED
[04:42:51.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:29:0) after 3m7s
[04:45:58.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:29:0)
[04:45:58.781] Build status: SCHEDULED
[04:45:58.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:30:0) after 5m59s
[04:51:57.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:30:0)
[04:51:57.829] Build status: SCHEDULED
[04:51:57.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:31:0) after 7m59s
[04:59:56.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:31:0)
[04:59:56.982] Build status: SCHEDULED
[04:59:56.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:32:0) after 9m39s
[05:09:36.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:32:0)
[05:09:36.120] Build status: SCHEDULED
[05:09:36.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:33:0) after 1m6s
[05:10:42.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:33:0)
[05:10:42.201] Build status: SCHEDULED
[05:10:42.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:34:0) after 2m54s
[05:13:36.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:34:0)
[05:13:36.522] Build status: SCHEDULED
[05:13:36.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:35:0) after 7m0s
[05:20:36.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:35:0)
[05:20:36.638] Build status: SCHEDULED
[05:20:36.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:36:0) after 3m20s
[05:23:56.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:36:0)
[05:23:56.737] Build status: SCHEDULED
[05:23:56.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:37:0) after 6m11s
[05:30:07.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:37:0)
[05:30:07.892] Build status: SCHEDULED
[05:30:07.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:38:0) after 2m49s
[05:32:56.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:38:0)
[05:32:56.946] Build status: SCHEDULED
[05:32:56.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:39:0) after 7m22s
[05:40:19.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:39:0)
[05:40:19.057] Build status: SCHEDULED
[05:40:19.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:40:0) after 6m11s
[05:46:30.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:40:0)
[05:46:30.201] Build status: SCHEDULED
[05:46:30.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:41:0) after 6m45s
[05:53:15.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:41:0)
[05:53:15.321] Build status: SCHEDULED
[05:53:15.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:42:0) after 3m23s
[05:56:38.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:42:0)
[05:56:38.488] Build status: SCHEDULED
[05:56:38.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:43:0) after 9m52s
[06:06:30.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:43:0)
[06:06:30.696] Build status: SCHEDULED
[06:06:30.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:44:0) after 3m19s
[06:09:49.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:44:0)
[06:09:49.855] Build status: SCHEDULED
[06:09:49.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:45:0) after 5m37s
[06:15:27.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:45:0)
[06:15:27.167] Build status: SCHEDULED
[06:15:27.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:46:0) after 9m50s
[06:20:37.966] Received PubSub notification, asking Buildbucket for the build status
[06:20:37.988] Build status: STARTED
[06:25:17.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:46:0)
[06:25:17.220] Build status: STARTED
[06:25:17.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:48:0) after 1m47s
[06:27:04.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:48:0)
[06:27:04.463] Build status: STARTED
[06:27:04.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:49:0) after 8m8s
[06:35:12.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:49:0)
[06:35:12.640] Build status: STARTED
[06:35:12.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:50:0) after 6m2s
[06:41:14.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:50:0)
[06:41:15.030] Build status: STARTED
[06:41:15.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:51:0) after 5m45s
[06:47:00.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:51:0)
[06:47:00.074] Build status: STARTED
[06:47:00.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:52:0) after 4m5s
[06:51:05.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:52:0)
[06:51:05.215] Build status: STARTED
[06:51:05.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:53:0) after 7m58s
[06:59:03.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:53:0)
[06:59:03.288] Build status: STARTED
[06:59:03.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:54:0) after 2m46s
[07:01:49.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:54:0)
[07:01:49.395] Build status: STARTED
[07:01:49.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:55:0) after 1m43s
[07:03:32.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:55:0)
[07:03:32.710] Build status: STARTED
[07:03:32.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8922852018133458864:56:0) after 5m18s
[07:07:44.874] Received PubSub notification, asking Buildbucket for the build status
[07:07:44.897] Build:
{
  "id": "8757421956233268961",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-31T02:37:04.616603124Z",
  "startTime": "2024-01-31T06:20:37.363722Z",
  "endTime": "2024-01-31T07:07:44.326918Z",
  "updateTime": "2024-01-31T07:07:44.326918Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b21a2f9365b6c5fd464a97be5dfe7085742870ef",
      "ref": "refs/heads/main"
    }
  }
}
[07:07:44.897] Invocation finished in 4h30m41.477408737s with status FAILED