Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "d970aa1de8bd15f453753a01a8c1b48c1a5bffc1ac63b60a972c79e7e53fef75/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "5680345cc59c5c0168d2f9364be0ef467755450f",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "c303945409a740c8fdb4103a4f21df55187aa84f"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c303945409a740c8fdb4103a4f21df55187aa84f
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[23:15:23.172] New invocation is queued and will start shortly
[23:15:23.172] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[23:15:24.489] Starting the invocation (attempt 1)
[23:15:24.514] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c303945409a740c8fdb4103a4f21df55187aa84f"
[23:15:24.514] Reconstructed gitiles commit from tags
[23:15:24.514] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:15:24.514] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:15:24.515] Buildbucket request:
{
  "requestId": "8915979336728981152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "d970aa1de8bd15f453753a01a8c1b48c1a5bffc1ac63b60a972c79e7e53fef75/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "5680345cc59c5c0168d2f9364be0ef467755450f",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915979336728981152",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "2efae676321768db788d1fd168d7afcb0df0f2c20030616b22bd6f9c47215376/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "e367c63a7c86c67e1ede7797a6d18642a874bdef",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "9c970d5ecd6a85188cd2b0a941fcd4d60063ef81"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9c970d5ecd6a85188cd2b0a941fcd4d60063ef81",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ea56b18a-45e3-4122-8a8d-07dca873e75d",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "ab3f3636dbbccd52bf7b9cc3e39fd578e153edf3fab3040f7bd6fd48ee76f517/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "e367c63a7c86c67e1ede7797a6d18642a874bdef",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "3eb097339e5fb78e91182674e891445ebe5a845b"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3eb097339e5fb78e91182674e891445ebe5a845b",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "602ff262-55f8-43db-9e39-25c30c89e456",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c8dd98189bfa728e7ede22eafcffaa53e7d6e671a0ef3affe2105f1a9375c1d5/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5680345cc59c5c0168d2f9364be0ef467755450f",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "187c035c047616860d31fc399702538ad1f42755"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/187c035c047616860d31fc399702538ad1f42755",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "970a1d2f-ef3c-47b5-97f4-1c742e26f224",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "d970aa1de8bd15f453753a01a8c1b48c1a5bffc1ac63b60a972c79e7e53fef75/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5680345cc59c5c0168d2f9364be0ef467755450f",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "c303945409a740c8fdb4103a4f21df55187aa84f"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c303945409a740c8fdb4103a4f21df55187aa84f",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5def0191-c0c2-4470-b161-bd0f0647cc68",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "c303945409a740c8fdb4103a4f21df55187aa84f"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "c303945409a740c8fdb4103a4f21df55187aa84f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915979336728981152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:15:24.986] Scheduled build:
{
  "id": "8750549274594344849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-15T23:15:24.580145211Z",
  "updateTime": "2024-04-15T23:15:24.580145211Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "c303945409a740c8fdb4103a4f21df55187aa84f",
      "ref": "refs/heads/main"
    }
  }
}
[23:15:24.986] Task URL: https://cr-buildbucket.appspot.com/build/8750549274594344849
[23:15:24.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:2:0) after 5m57s
[23:15:25.944] Received PubSub notification, asking Buildbucket for the build status
[23:15:25.967] Build status: SCHEDULED
[23:21:21.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:2:0)
[23:21:21.984] Build status: SCHEDULED
[23:21:21.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:4:0) after 9m27s
[23:30:48.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:4:0)
[23:30:49.087] Build status: SCHEDULED
[23:30:49.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:5:0) after 6m42s
[23:37:31.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:5:0)
[23:37:31.138] Build status: SCHEDULED
[23:37:31.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:6:0) after 9m53s
[23:47:24.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:6:0)
[23:47:24.224] Build status: SCHEDULED
[23:47:24.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:7:0) after 8m17s
[23:55:41.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:7:0)
[23:55:41.486] Build status: SCHEDULED
[23:55:41.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:8:0) after 2m2s
[23:57:43.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:8:0)
[23:57:43.608] Build status: SCHEDULED
[23:57:43.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:9:0) after 8m18s
[00:06:01.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:9:0)
[00:06:01.678] Build status: SCHEDULED
[00:06:01.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:10:0) after 1m22s
[00:07:23.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:10:0)
[00:07:23.701] Build status: SCHEDULED
[00:07:23.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:11:0) after 4m6s
[00:11:29.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:11:0)
[00:11:29.823] Build status: SCHEDULED
[00:11:29.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:12:0) after 5m4s
[00:16:33.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:12:0)
[00:16:33.872] Build status: SCHEDULED
[00:16:33.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:13:0) after 1m5s
[00:17:38.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:13:0)
[00:17:39.110] Build status: SCHEDULED
[00:17:39.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:14:0) after 7m39s
[00:25:18.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:14:0)
[00:25:18.260] Build status: SCHEDULED
[00:25:18.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:15:0) after 2m7s
[00:27:25.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:15:0)
[00:27:25.335] Build status: SCHEDULED
[00:27:25.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:16:0) after 6m9s
[00:33:34.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:16:0)
[00:33:34.379] Build status: SCHEDULED
[00:33:34.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:17:0) after 4m21s
[00:37:55.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:17:0)
[00:37:55.588] Build status: SCHEDULED
[00:37:55.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:18:0) after 1m13s
[00:39:09.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:18:0)
[00:39:09.260] Build status: SCHEDULED
[00:39:09.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:19:0) after 2m44s
[00:41:53.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:19:0)
[00:41:53.325] Build status: SCHEDULED
[00:41:53.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:20:0) after 6m6s
[00:47:59.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:20:0)
[00:47:59.382] Build status: SCHEDULED
[00:47:59.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:21:0) after 2m2s
[00:50:01.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:21:0)
[00:50:01.503] Build status: SCHEDULED
[00:50:01.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:22:0) after 7m58s
[00:57:59.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:22:0)
[00:57:59.837] Build status: SCHEDULED
[00:57:59.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:23:0) after 6m56s
[01:04:56.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:23:0)
[01:04:56.266] Build status: SCHEDULED
[01:04:56.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:24:0) after 8m1s
[01:12:57.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:24:0)
[01:12:57.454] Build status: SCHEDULED
[01:12:57.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:25:0) after 2m40s
[01:15:37.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:25:0)
[01:15:37.761] Build status: SCHEDULED
[01:15:37.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:26:0) after 7m39s
[01:23:16.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:26:0)
[01:23:17.001] Build status: SCHEDULED
[01:23:17.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:27:0) after 6m27s
[01:29:44.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:27:0)
[01:29:44.061] Build status: SCHEDULED
[01:29:44.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:28:0) after 6m49s
[01:36:33.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:28:0)
[01:36:33.125] Build status: SCHEDULED
[01:36:33.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:29:0) after 4m50s
[01:41:23.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:29:0)
[01:41:23.245] Build status: SCHEDULED
[01:41:23.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:30:0) after 5m50s
[01:47:13.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:30:0)
[01:47:13.676] Build status: SCHEDULED
[01:47:13.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:31:0) after 4m42s
[01:51:55.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:31:0)
[01:51:55.806] Build status: SCHEDULED
[01:51:55.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:32:0) after 4m42s
[01:56:37.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:32:0)
[01:56:37.889] Build status: SCHEDULED
[01:56:37.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:33:0) after 8m59s
[02:05:36.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:33:0)
[02:05:36.981] Build status: SCHEDULED
[02:05:36.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:34:0) after 5m44s
[02:11:21.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:34:0)
[02:11:21.050] Build status: SCHEDULED
[02:11:21.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:35:0) after 1m57s
[02:13:18.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:35:0)
[02:13:18.137] Build status: SCHEDULED
[02:13:18.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:36:0) after 9m16s
[02:22:34.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:36:0)
[02:22:34.374] Build status: SCHEDULED
[02:22:34.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:37:0) after 9m10s
[02:31:44.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:37:0)
[02:31:44.430] Build status: SCHEDULED
[02:31:44.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:38:0) after 3m39s
[02:35:23.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:38:0)
[02:35:23.531] Build status: SCHEDULED
[02:35:23.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:39:0) after 3m38s
[02:39:01.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:39:0)
[02:39:01.621] Build status: SCHEDULED
[02:39:01.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:40:0) after 5m44s
[02:44:45.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:40:0)
[02:44:45.864] Build status: SCHEDULED
[02:44:45.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:41:0) after 3m6s
[02:47:29.076] Received PubSub notification, asking Buildbucket for the build status
[02:47:29.096] Build status: STARTED
[02:47:51.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:41:0)
[02:47:51.897] Build status: STARTED
[02:47:51.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:43:0) after 7m34s
[02:55:26.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:43:0)
[02:55:26.416] Build status: STARTED
[02:55:26.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:44:0) after 5m42s
[03:01:08.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:44:0)
[03:01:08.975] Build status: STARTED
[03:01:08.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:45:0) after 5m32s
[03:06:41.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:45:0)
[03:06:41.089] Build status: STARTED
[03:06:41.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:46:0) after 1m42s
[03:08:23.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:46:0)
[03:08:23.111] Build status: STARTED
[03:08:23.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:47:0) after 3m33s
[03:11:56.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:47:0)
[03:11:56.289] Build status: STARTED
[03:11:56.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:48:0) after 4m47s
[03:16:43.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:48:0)
[03:16:43.453] Build status: STARTED
[03:16:43.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:49:0) after 6m49s
[03:23:32.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:49:0)
[03:23:32.500] Build status: STARTED
[03:23:32.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:50:0) after 5m59s
[03:29:31.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:50:0)
[03:29:31.903] Build status: STARTED
[03:29:31.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:51:0) after 2m9s
[03:31:40.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:51:0)
[03:31:40.970] Build status: STARTED
[03:31:40.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:52:0) after 1m34s
[03:33:15.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:52:0)
[03:33:15.222] Build status: STARTED
[03:33:15.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8915979336728981152:53:0) after 5m57s
[03:35:24.593] Received PubSub notification, asking Buildbucket for the build status
[03:35:24.651] Build:
{
  "id": "8750549274594344849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-15T23:15:24.580145211Z",
  "startTime": "2024-04-16T02:47:28.704941002Z",
  "endTime": "2024-04-16T03:35:23.216132696Z",
  "updateTime": "2024-04-16T03:35:23.216132696Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "c303945409a740c8fdb4103a4f21df55187aa84f",
      "ref": "refs/heads/main"
    }
  }
}
[03:35:24.652] Invocation finished in 4h20m1.491970907s with status FAILED