Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 5 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "43ed3a106faaa6d12e2898c2b46a59f6492ca65f3d0dd864c1f59b0c0a7ddaaf/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "9f3bd1318da898465be2139dd71dc1bc7f704635",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "588987405a979f724ab0aa7ad788cc5e87af3649"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/588987405a979f724ab0aa7ad788cc5e87af3649
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[22:58:08.762] New invocation is queued and will start shortly
[22:58:08.762] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[22:58:09.935] Starting the invocation (attempt 1)
[22:58:09.972] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/588987405a979f724ab0aa7ad788cc5e87af3649"
[22:58:09.973] Reconstructed gitiles commit from tags
[22:58:09.973] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:58:09.973] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:58:09.975] Buildbucket request:
{
  "requestId": "8916252212288658912",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "43ed3a106faaa6d12e2898c2b46a59f6492ca65f3d0dd864c1f59b0c0a7ddaaf/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "9f3bd1318da898465be2139dd71dc1bc7f704635",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8916252212288658912",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "d42a9a1f9f226875adb941380497e39b13da3dea1516582c420c17bb9f4ee109/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "4a8ab26d61100b15bc183de3187273794afbebda",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "3652b2a877c3691b524a19bc38b338f1ba1dde37"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3652b2a877c3691b524a19bc38b338f1ba1dde37",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8ff0b67a-c23f-4848-9815-f4ddafcfec96",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "3fa2601cdeb2fe578319e13333229811ad60304ace5b9bb751464116c30a4fc6/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "4a8ab26d61100b15bc183de3187273794afbebda",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "0318ce8552896df7b180ee5481463eada65c755e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0318ce8552896df7b180ee5481463eada65c755e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "04483fee-6c22-49b8-9ffc-b503e79ff3d7",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "8c07cd41a1daff981b3a228db81957d33a0e2117fbb7d10480dc3edba4b48063/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "9f3bd1318da898465be2139dd71dc1bc7f704635",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "c777c011a709dffd4fa5e79cad7947b7c3405d02"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c777c011a709dffd4fa5e79cad7947b7c3405d02",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b264be02-9410-4664-aaff-0aad85a839db",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "43ed3a106faaa6d12e2898c2b46a59f6492ca65f3d0dd864c1f59b0c0a7ddaaf/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "9f3bd1318da898465be2139dd71dc1bc7f704635",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "588987405a979f724ab0aa7ad788cc5e87af3649"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/588987405a979f724ab0aa7ad788cc5e87af3649",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "76e6b54f-7138-4e07-83bf-0a3c2d4eafbe",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "588987405a979f724ab0aa7ad788cc5e87af3649"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "588987405a979f724ab0aa7ad788cc5e87af3649",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8916252212288658912"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:58:10.826] Scheduled build:
{
  "id": "8750822150243903441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-12T22:58:10.081317899Z",
  "updateTime": "2024-04-12T22:58:10.081317899Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "588987405a979f724ab0aa7ad788cc5e87af3649",
      "ref": "refs/heads/main"
    }
  }
}
[22:58:10.826] Task URL: https://cr-buildbucket.appspot.com/build/8750822150243903441
[22:58:10.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:2:0) after 7m36s
[22:58:11.673] Received PubSub notification, asking Buildbucket for the build status
[22:58:11.704] Build status: SCHEDULED
[23:05:46.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:2:0)
[23:05:46.940] Build status: SCHEDULED
[23:05:46.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:4:0) after 5m37s
[23:11:24.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:4:0)
[23:11:24.255] Build status: SCHEDULED
[23:11:24.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:5:0) after 8m59s
[23:20:23.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:5:0)
[23:20:23.285] Build status: SCHEDULED
[23:20:23.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:6:0) after 8m52s
[23:29:15.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:6:0)
[23:29:15.382] Build status: SCHEDULED
[23:29:15.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:7:0) after 6m47s
[23:36:02.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:7:0)
[23:36:02.580] Build status: SCHEDULED
[23:36:02.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:8:0) after 2m6s
[23:38:08.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:8:0)
[23:38:08.673] Build status: SCHEDULED
[23:38:08.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:9:0) after 6m16s
[23:44:24.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:9:0)
[23:44:24.811] Build status: SCHEDULED
[23:44:24.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:10:0) after 3m17s
[23:47:41.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:10:0)
[23:47:41.893] Build status: SCHEDULED
[23:47:41.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:11:0) after 6m57s
[23:54:39.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:11:0)
[23:54:39.121] Build status: SCHEDULED
[23:54:39.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:12:0) after 7m52s
[00:02:31.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:12:0)
[00:02:31.323] Build status: SCHEDULED
[00:02:31.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:13:0) after 4m13s
[00:06:44.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:13:0)
[00:06:44.365] Build status: SCHEDULED
[00:06:44.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:14:0) after 8m19s
[00:15:03.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:14:0)
[00:15:03.495] Build status: SCHEDULED
[00:15:03.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:15:0) after 9m24s
[00:24:27.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:15:0)
[00:24:27.580] Build status: SCHEDULED
[00:24:27.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:16:0) after 4m12s
[00:28:39.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:16:0)
[00:28:39.620] Build status: SCHEDULED
[00:28:39.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:17:0) after 1m13s
[00:29:52.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:17:0)
[00:29:52.797] Build status: SCHEDULED
[00:29:52.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:18:0) after 5m17s
[00:35:09.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:18:0)
[00:35:09.914] Build status: SCHEDULED
[00:35:09.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:19:0) after 2m50s
[00:37:59.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:19:0)
[00:37:59.991] Build status: SCHEDULED
[00:37:59.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:20:0) after 5m10s
[00:43:10.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:20:0)
[00:43:10.052] Build status: SCHEDULED
[00:43:10.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:21:0) after 1m37s
[00:44:47.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:21:0)
[00:44:47.114] Build status: SCHEDULED
[00:44:47.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:22:0) after 4m24s
[00:49:11.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:22:0)
[00:49:11.180] Build status: SCHEDULED
[00:49:11.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:23:0) after 1m10s
[00:50:21.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:23:0)
[00:50:21.258] Build status: SCHEDULED
[00:50:21.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:24:0) after 8m1s
[00:58:22.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:24:0)
[00:58:22.300] Build status: SCHEDULED
[00:58:22.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:25:0) after 4m57s
[01:03:19.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:25:0)
[01:03:19.356] Build status: SCHEDULED
[01:03:19.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:26:0) after 8m20s
[01:11:39.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:26:0)
[01:11:39.432] Build status: SCHEDULED
[01:11:39.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:27:0) after 9m47s
[01:21:26.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:27:0)
[01:21:26.535] Build status: SCHEDULED
[01:21:26.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:28:0) after 5m39s
[01:27:05.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:28:0)
[01:27:05.645] Build status: SCHEDULED
[01:27:05.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:29:0) after 5m59s
[01:33:04.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:29:0)
[01:33:04.702] Build status: SCHEDULED
[01:33:04.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:30:0) after 3m24s
[01:36:29.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:30:0)
[01:36:29.129] Build status: SCHEDULED
[01:36:29.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:31:0) after 8m41s
[01:45:10.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:31:0)
[01:45:10.408] Build status: SCHEDULED
[01:45:10.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:32:0) after 3m11s
[01:48:21.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:32:0)
[01:48:21.514] Build status: SCHEDULED
[01:48:21.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:33:0) after 7m51s
[01:56:12.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:33:0)
[01:56:12.626] Build status: SCHEDULED
[01:56:12.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:34:0) after 8m48s
[02:05:00.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:34:0)
[02:05:00.753] Build status: SCHEDULED
[02:05:00.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:35:0) after 4m18s
[02:09:18.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:35:0)
[02:09:18.886] Build status: SCHEDULED
[02:09:18.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:36:0) after 8m35s
[02:17:54.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:36:0)
[02:17:54.181] Build status: SCHEDULED
[02:17:54.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:37:0) after 5m18s
[02:23:12.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:37:0)
[02:23:12.250] Build status: SCHEDULED
[02:23:12.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:38:0) after 7m1s
[02:30:13.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:38:0)
[02:30:13.427] Build status: SCHEDULED
[02:30:13.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:39:0) after 4m14s
[02:34:27.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:39:0)
[02:34:27.487] Build status: SCHEDULED
[02:34:27.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:40:0) after 3m20s
[02:37:47.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:40:0)
[02:37:47.905] Build status: SCHEDULED
[02:37:47.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:41:0) after 7m18s
[02:45:06.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:41:0)
[02:45:10.477] Build status: SCHEDULED
[02:45:10.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:42:0) after 3m52s
[02:49:02.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:42:0)
[02:49:02.579] Build status: SCHEDULED
[02:49:02.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:43:0) after 1m42s
[02:50:44.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:43:0)
[02:50:47.537] Build status: SCHEDULED
[02:50:47.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:44:0) after 8m11s
[02:58:59.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:44:0)
[02:58:59.624] Build status: SCHEDULED
[02:58:59.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:45:0) after 5m13s
[03:04:12.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:45:0)
[03:04:13.036] Build status: SCHEDULED
[03:04:13.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:46:0) after 2m9s
[03:06:22.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:46:0)
[03:06:22.189] Build status: SCHEDULED
[03:06:22.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:47:0) after 3m31s
[03:09:53.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:47:0)
[03:09:53.550] Build status: SCHEDULED
[03:09:53.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:48:0) after 6m33s
[03:16:26.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:48:0)
[03:16:26.615] Build status: SCHEDULED
[03:16:26.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:49:0) after 9m22s
[03:25:48.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:49:0)
[03:25:48.805] Build status: SCHEDULED
[03:25:48.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:50:0) after 9m33s
[03:33:08.513] Received PubSub notification, asking Buildbucket for the build status
[03:33:08.563] Build status: STARTED
[03:35:21.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:50:0)
[03:35:21.954] Build status: STARTED
[03:35:21.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:52:0) after 4m1s
[03:39:22.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:52:0)
[03:39:23.015] Build status: STARTED
[03:39:23.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:53:0) after 6m27s
[03:45:50.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:53:0)
[03:45:50.178] Build status: STARTED
[03:45:50.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:54:0) after 6m17s
[03:52:07.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:54:0)
[03:52:07.420] Build status: STARTED
[03:52:07.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:55:0) after 7m45s
[03:59:52.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:55:0)
[03:59:52.784] Build status: STARTED
[03:59:52.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:56:0) after 6m23s
[04:06:15.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:56:0)
[04:06:16.043] Build status: STARTED
[04:06:16.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:57:0) after 2m13s
[04:08:29.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:57:0)
[04:08:29.386] Build status: STARTED
[04:08:29.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:58:0) after 4m34s
[04:13:03.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:58:0)
[04:13:07.264] Build status: STARTED
[04:13:07.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:59:0) after 3m30s
[04:16:37.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:59:0)
[04:16:38.878] Build status: STARTED
[04:16:38.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:60:0) after 3m9s
[04:19:48.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:60:0)
[04:19:48.403] Build status: STARTED
[04:19:48.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916252212288658912:61:0) after 5m13s
[04:21:27.065] Received PubSub notification, asking Buildbucket for the build status
[04:21:27.238] Build:
{
  "id": "8750822150243903441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-12T22:58:10.081317899Z",
  "startTime": "2024-04-13T03:33:06.366525416Z",
  "endTime": "2024-04-13T04:21:19.475415155Z",
  "updateTime": "2024-04-13T04:21:19.475415155Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "588987405a979f724ab0aa7ad788cc5e87af3649",
      "ref": "refs/heads/main"
    }
  }
}
[04:21:27.238] Invocation finished in 5h23m18.49065369s with status FAILED