Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "6070bff53ef8ed9cf0a44f7aa602269d193a6310037eab7b035f6908dacff16b/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "f5991161529511ca6ebc058da2a0507c2fc5283e"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5991161529511ca6ebc058da2a0507c2fc5283e
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[19:11:32.226] New invocation is queued and will start shortly
[19:11:32.226] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[19:11:33.346] Starting the invocation (attempt 1)
[19:11:33.371] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5991161529511ca6ebc058da2a0507c2fc5283e"
[19:11:33.371] Reconstructed gitiles commit from tags
[19:11:33.371] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:11:33.371] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:11:33.372] Buildbucket request:
{
  "requestId": "8917172438954581824",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "6070bff53ef8ed9cf0a44f7aa602269d193a6310037eab7b035f6908dacff16b/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8917172438954581824",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "5b6fd6bf35026f71da6d3b55a0b0596c397d57b387fd9c16c8ef489359c77b6c/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "668c1ea4aa7f3907b92116748af087f2bb006a97"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/668c1ea4aa7f3907b92116748af087f2bb006a97",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "344e1527-e699-4921-afbb-877201a680ba",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "6070bff53ef8ed9cf0a44f7aa602269d193a6310037eab7b035f6908dacff16b/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "f5991161529511ca6ebc058da2a0507c2fc5283e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5991161529511ca6ebc058da2a0507c2fc5283e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6cfb840e-05fd-4da5-8cfa-2fc9d67f7937",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "f5991161529511ca6ebc058da2a0507c2fc5283e"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "f5991161529511ca6ebc058da2a0507c2fc5283e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917172438954581824"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:11:34.221] Scheduled build:
{
  "id": "8751742377010893361",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-02T19:11:33.448393580Z",
  "updateTime": "2024-04-02T19:11:33.448393580Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5991161529511ca6ebc058da2a0507c2fc5283e",
      "ref": "refs/heads/main"
    }
  }
}
[19:11:34.221] Task URL: https://cr-buildbucket.appspot.com/build/8751742377010893361
[19:11:34.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:2:0) after 5m41s
[19:11:35.025] Received PubSub notification, asking Buildbucket for the build status
[19:11:35.048] Build status: SCHEDULED
[19:17:15.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:2:0)
[19:17:15.416] Build status: SCHEDULED
[19:17:15.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:4:0) after 3m39s
[19:20:54.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:4:0)
[19:20:54.522] Build status: SCHEDULED
[19:20:54.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:5:0) after 8m41s
[19:29:35.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:5:0)
[19:29:35.568] Build status: SCHEDULED
[19:29:35.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:6:0) after 6m8s
[19:35:43.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:6:0)
[19:35:43.699] Build status: SCHEDULED
[19:35:43.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:7:0) after 8m43s
[19:44:26.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:7:0)
[19:44:26.724] Build status: SCHEDULED
[19:44:26.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:8:0) after 1m27s
[19:45:53.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:8:0)
[19:45:53.785] Build status: SCHEDULED
[19:45:53.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:9:0) after 4m50s
[19:50:43.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:9:0)
[19:50:43.897] Build status: SCHEDULED
[19:50:43.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:10:0) after 8m3s
[19:58:46.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:10:0)
[19:58:46.991] Build status: SCHEDULED
[19:58:46.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:11:0) after 7m49s
[20:06:36.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:11:0)
[20:06:36.127] Build status: SCHEDULED
[20:06:36.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:12:0) after 7m55s
[20:14:31.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:12:0)
[20:14:31.208] Build status: SCHEDULED
[20:14:31.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:13:0) after 4m24s
[20:18:55.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:13:0)
[20:18:55.311] Build status: SCHEDULED
[20:18:55.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:14:0) after 2m32s
[20:21:27.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:14:0)
[20:21:27.359] Build status: SCHEDULED
[20:21:27.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:15:0) after 9m51s
[20:31:18.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:15:0)
[20:31:18.452] Build status: SCHEDULED
[20:31:18.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:16:0) after 8m15s
[20:39:33.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:16:0)
[20:39:33.605] Build status: SCHEDULED
[20:39:33.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:17:0) after 6m23s
[20:45:56.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:17:0)
[20:45:56.721] Build status: SCHEDULED
[20:45:56.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:18:0) after 8m27s
[20:54:23.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:18:0)
[20:54:23.967] Build status: SCHEDULED
[20:54:23.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:19:0) after 2m37s
[20:57:01.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:19:0)
[20:57:01.075] Build status: SCHEDULED
[20:57:01.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:20:0) after 3m1s
[21:00:02.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:20:0)
[21:00:02.217] Build status: SCHEDULED
[21:00:02.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:21:0) after 6m17s
[21:06:19.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:21:0)
[21:06:19.537] Build status: SCHEDULED
[21:06:19.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:22:0) after 8m26s
[21:14:45.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:22:0)
[21:14:45.673] Build status: SCHEDULED
[21:14:45.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:23:0) after 7m35s
[21:22:20.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:23:0)
[21:22:20.767] Build status: SCHEDULED
[21:22:20.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:24:0) after 8m43s
[21:31:03.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:24:0)
[21:31:03.842] Build status: SCHEDULED
[21:31:03.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:25:0) after 5m35s
[21:36:38.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:25:0)
[21:36:38.942] Build status: SCHEDULED
[21:36:38.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:26:0) after 7m11s
[21:43:49.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:26:0)
[21:43:49.986] Build status: SCHEDULED
[21:43:49.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:27:0) after 3m43s
[21:47:33.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:27:0)
[21:47:33.139] Build status: SCHEDULED
[21:47:33.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:28:0) after 2m49s
[21:50:22.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:28:0)
[21:50:22.238] Build status: SCHEDULED
[21:50:22.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:29:0) after 4m40s
[21:55:02.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:29:0)
[21:55:02.342] Build status: SCHEDULED
[21:55:02.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:30:0) after 6m59s
[22:02:01.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:30:0)
[22:02:01.573] Build status: SCHEDULED
[22:02:01.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:31:0) after 2m21s
[22:04:22.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:31:0)
[22:04:22.699] Build status: SCHEDULED
[22:04:22.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:32:0) after 7m10s
[22:11:32.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:32:0)
[22:11:32.742] Build status: SCHEDULED
[22:11:32.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:33:0) after 1m21s
[22:12:53.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:33:0)
[22:12:53.911] Build status: SCHEDULED
[22:12:53.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:34:0) after 6m26s
[22:19:20.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:34:0)
[22:19:20.036] Build status: SCHEDULED
[22:19:20.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:35:0) after 9m34s
[22:28:54.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:35:0)
[22:28:54.167] Build status: SCHEDULED
[22:28:54.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:36:0) after 6m58s
[22:35:52.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:36:0)
[22:35:52.217] Build status: SCHEDULED
[22:35:52.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:37:0) after 7m23s
[22:43:15.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:37:0)
[22:43:15.266] Build status: SCHEDULED
[22:43:15.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:38:0) after 3m14s
[22:46:29.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:38:0)
[22:46:29.416] Build status: SCHEDULED
[22:46:29.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:39:0) after 3m25s
[22:49:54.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:39:0)
[22:49:54.536] Build status: SCHEDULED
[22:49:54.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:40:0) after 5m2s
[22:54:56.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:40:0)
[22:54:56.691] Build status: SCHEDULED
[22:54:56.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:41:0) after 4m21s
[22:59:17.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:41:0)
[22:59:17.688] Build status: SCHEDULED
[22:59:17.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:42:0) after 1m6s
[23:00:23.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:42:0)
[23:00:23.873] Build status: SCHEDULED
[23:00:23.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:43:0) after 2m53s
[23:03:16.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:43:0)
[23:03:16.990] Build status: SCHEDULED
[23:03:16.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:44:0) after 8m13s
[23:11:30.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:44:0)
[23:11:30.138] Build status: SCHEDULED
[23:11:30.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:45:0) after 2m21s
[23:13:51.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:45:0)
[23:13:51.193] Build status: SCHEDULED
[23:13:51.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:46:0) after 4m20s
[23:18:11.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:46:0)
[23:18:11.250] Build status: SCHEDULED
[23:18:11.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:47:0) after 9m31s
[23:27:42.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:47:0)
[23:27:42.307] Build status: SCHEDULED
[23:27:42.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:48:0) after 2m26s
[23:30:08.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:48:0)
[23:30:08.311] Build status: SCHEDULED
[23:30:08.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:49:0) after 3m18s
[23:33:26.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:49:0)
[23:33:26.424] Build status: SCHEDULED
[23:33:26.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:50:0) after 1m43s
[23:35:09.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:50:0)
[23:35:09.499] Build status: SCHEDULED
[23:35:09.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:51:0) after 5m56s
[23:41:05.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:51:0)
[23:41:05.731] Build status: SCHEDULED
[23:41:05.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:52:0) after 7m45s
[23:48:50.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:52:0)
[23:48:50.801] Build status: SCHEDULED
[23:48:50.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:53:0) after 4m12s
[23:53:02.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:53:0)
[23:53:02.874] Build status: SCHEDULED
[23:53:02.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:54:0) after 3m20s
[23:56:22.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:54:0)
[23:56:22.989] Build status: SCHEDULED
[23:56:22.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:55:0) after 1m26s
[23:57:49.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:55:0)
[23:57:49.044] Build status: SCHEDULED
[23:57:49.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:56:0) after 8m43s
[00:06:32.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:56:0)
[00:06:32.071] Build status: SCHEDULED
[00:06:32.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:57:0) after 1m46s
[00:08:18.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:57:0)
[00:08:18.254] Build status: SCHEDULED
[00:08:18.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:58:0) after 6m45s
[00:15:03.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:58:0)
[00:15:03.420] Build status: SCHEDULED
[00:15:03.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:59:0) after 5m18s
[00:20:21.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:59:0)
[00:20:21.418] Build status: SCHEDULED
[00:20:21.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:60:0) after 3m1s
[00:23:22.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:60:0)
[00:23:22.465] Build status: SCHEDULED
[00:23:22.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:61:0) after 2m16s
[00:25:38.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:61:0)
[00:25:38.614] Build status: SCHEDULED
[00:25:38.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:62:0) after 3m58s
[00:29:36.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:62:0)
[00:29:36.682] Build status: SCHEDULED
[00:29:36.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:63:0) after 7m34s
[00:37:10.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:63:0)
[00:37:10.861] Build status: SCHEDULED
[00:37:10.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:64:0) after 8m52s
[00:46:02.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:64:0)
[00:46:02.938] Build status: SCHEDULED
[00:46:02.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:65:0) after 8m28s
[00:54:30.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:65:0)
[00:54:30.994] Build status: SCHEDULED
[00:54:30.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:66:0) after 7m22s
[01:01:53.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:66:0)
[01:01:53.128] Build status: SCHEDULED
[01:01:53.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:67:0) after 2m56s
[01:04:49.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:67:0)
[01:04:49.168] Build status: SCHEDULED
[01:04:49.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8917172438954581824:68:0) after 7m56s
[01:11:37.609] Received PubSub notification, asking Buildbucket for the build status
[01:11:37.630] Build:
{
  "id": "8751742377010893361",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-02T19:11:33.448393580Z",
  "endTime": "2024-04-03T01:11:37.381038848Z",
  "updateTime": "2024-04-03T01:11:37.381038848Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5991161529511ca6ebc058da2a0507c2fc5283e",
      "ref": "refs/heads/main"
    }
  }
}
[01:11:37.630] Invocation finished in 6h0m5.41857327s with status FAILED