Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "bbaf129e1271579f0e240c90116c642e2f9382ede0d7e0880fe34ba5e841d13f/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "2b59791adac5070a0c0bb63bd02f6c474a538df9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "f5cf98c02655de50401f6547ea181efed6a4c1f1"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5cf98c02655de50401f6547ea181efed6a4c1f1
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[23:38:40.865] New invocation is queued and will start shortly
[23:38:40.865] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[23:38:42.035] Starting the invocation (attempt 1)
[23:38:42.071] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5cf98c02655de50401f6547ea181efed6a4c1f1"
[23:38:42.071] Reconstructed gitiles commit from tags
[23:38:42.071] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:38:42.071] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:38:42.072] Buildbucket request:
{
  "requestId": "8916612049906520640",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "bbaf129e1271579f0e240c90116c642e2f9382ede0d7e0880fe34ba5e841d13f/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "2b59791adac5070a0c0bb63bd02f6c474a538df9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8916612049906520640",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c1df128c18446806664b380d4a0776801f66c3ce59f3441ae1258b47c869ca36/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "ebc215f21e668f8ee789ad973c0a2637511e7360",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "78c50bbd45de595e9992bf97aa097f7f589f8370"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/78c50bbd45de595e9992bf97aa097f7f589f8370",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "42e3ef0e-5bf2-40d8-ac63-9d8ca986a8bf",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "8d129d259c3366b964c7328cadcdd106cb5650234824e10c03fb12959008aff7/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "ebc215f21e668f8ee789ad973c0a2637511e7360",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "93e2a9ab1b28e1b89d30b89dc2d5bb6f8cc66dc9"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/93e2a9ab1b28e1b89d30b89dc2d5bb6f8cc66dc9",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "94312d3e-e699-4abc-a711-bdf2d6a3e908",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "4f991e35c7d8e905392b27c7028dcde25276bfef12817bd2a942d05c7a979f05/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "2b59791adac5070a0c0bb63bd02f6c474a538df9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "e1ad2735c3e7b0af94159f585458c7383255f03e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e1ad2735c3e7b0af94159f585458c7383255f03e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a419dc7f-1964-40de-8d64-2a4da3a7416c",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "37682f4b656f098f14b385690b10cbdd562289f238c363f4cdb0942b3ec92baa/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "2b59791adac5070a0c0bb63bd02f6c474a538df9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "8671429151d5e67d3f21a737809953ae8bdfbfde"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8671429151d5e67d3f21a737809953ae8bdfbfde",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2fe3b237-4174-4c2c-a296-c496bd9a75f1",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "bbaf129e1271579f0e240c90116c642e2f9382ede0d7e0880fe34ba5e841d13f/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "2b59791adac5070a0c0bb63bd02f6c474a538df9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "f5cf98c02655de50401f6547ea181efed6a4c1f1"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5cf98c02655de50401f6547ea181efed6a4c1f1",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b81f3213-3836-4914-93bd-dfe121869ccf",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "f5cf98c02655de50401f6547ea181efed6a4c1f1"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "f5cf98c02655de50401f6547ea181efed6a4c1f1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8916612049906520640"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:38:42.726] Scheduled build:
{
  "id": "8751181987890521473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-08T23:38:42.159151271Z",
  "updateTime": "2024-04-08T23:38:42.159151271Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5cf98c02655de50401f6547ea181efed6a4c1f1",
      "ref": "refs/heads/main"
    }
  }
}
[23:38:42.726] Task URL: https://cr-buildbucket.appspot.com/build/8751181987890521473
[23:38:42.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:2:0) after 7m36s
[23:39:02.620] Received PubSub notification, asking Buildbucket for the build status
[23:39:02.643] Build status: SCHEDULED
[23:46:18.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:2:0)
[23:46:18.800] Build status: SCHEDULED
[23:46:18.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:4:0) after 1m53s
[23:48:11.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:4:0)
[23:48:11.854] Build status: SCHEDULED
[23:48:11.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:5:0) after 3m46s
[23:51:57.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:5:0)
[23:51:58.007] Build status: SCHEDULED
[23:51:58.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:6:0) after 9m8s
[00:01:06.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:6:0)
[00:01:06.259] Build status: SCHEDULED
[00:01:06.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:7:0) after 9m8s
[00:10:14.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:7:0)
[00:10:14.455] Build status: SCHEDULED
[00:10:14.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:8:0) after 1m54s
[00:12:08.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:8:0)
[00:12:08.662] Build status: SCHEDULED
[00:12:08.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:9:0) after 3m41s
[00:15:49.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:9:0)
[00:15:49.895] Build status: SCHEDULED
[00:15:49.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:10:0) after 4m17s
[00:20:07.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:10:0)
[00:20:07.048] Build status: SCHEDULED
[00:20:07.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:11:0) after 5m54s
[00:26:01.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:11:0)
[00:26:01.455] Build status: SCHEDULED
[00:26:01.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:12:0) after 4m59s
[00:31:00.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:12:0)
[00:31:00.770] Build status: SCHEDULED
[00:31:00.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:13:0) after 7m58s
[00:38:58.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:13:0)
[00:38:58.821] Build status: SCHEDULED
[00:38:58.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:14:0) after 8m38s
[00:47:36.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:14:0)
[00:47:36.955] Build status: SCHEDULED
[00:47:36.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:15:0) after 1m32s
[00:49:09.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:15:0)
[00:49:09.166] Build status: SCHEDULED
[00:49:09.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:16:0) after 3m33s
[00:52:42.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:16:0)
[00:52:42.509] Build status: SCHEDULED
[00:52:42.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:17:0) after 4m57s
[00:57:40.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:17:0)
[00:57:40.275] Build status: SCHEDULED
[00:57:40.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:18:0) after 4m0s
[01:01:40.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:18:0)
[01:01:40.333] Build status: SCHEDULED
[01:01:40.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:19:0) after 3m19s
[01:04:59.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:19:0)
[01:04:59.513] Build status: SCHEDULED
[01:04:59.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:20:0) after 2m21s
[01:07:20.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:20:0)
[01:07:20.756] Build status: SCHEDULED
[01:07:20.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:21:0) after 7m59s
[01:15:19.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:21:0)
[01:15:19.804] Build status: SCHEDULED
[01:15:19.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:22:0) after 3m25s
[01:18:44.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:22:0)
[01:18:44.840] Build status: SCHEDULED
[01:18:44.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:23:0) after 2m49s
[01:21:34.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:23:0)
[01:21:34.167] Build status: SCHEDULED
[01:21:34.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:24:0) after 7m48s
[01:29:22.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:24:0)
[01:29:22.241] Build status: SCHEDULED
[01:29:22.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:25:0) after 2m45s
[01:32:07.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:25:0)
[01:32:07.292] Build status: SCHEDULED
[01:32:07.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:26:0) after 7m20s
[01:39:27.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:26:0)
[01:39:27.338] Build status: SCHEDULED
[01:39:27.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:27:0) after 1m48s
[01:41:15.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:27:0)
[01:41:15.436] Build status: SCHEDULED
[01:41:15.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:28:0) after 3m40s
[01:44:55.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:28:0)
[01:44:55.601] Build status: SCHEDULED
[01:44:55.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:29:0) after 2m56s
[01:47:51.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:29:0)
[01:47:51.648] Build status: SCHEDULED
[01:47:51.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:30:0) after 2m31s
[01:50:22.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:30:0)
[01:50:22.818] Build status: SCHEDULED
[01:50:22.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:31:0) after 3m25s
[01:53:47.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:31:0)
[01:53:48.045] Build status: SCHEDULED
[01:53:48.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:32:0) after 6m13s
[02:00:01.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:32:0)
[02:00:01.153] Build status: SCHEDULED
[02:00:01.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:33:0) after 4m36s
[02:04:37.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:33:0)
[02:04:37.203] Build status: SCHEDULED
[02:04:37.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:34:0) after 7m10s
[02:11:47.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:34:0)
[02:11:47.246] Build status: SCHEDULED
[02:11:47.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:35:0) after 2m12s
[02:13:59.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:35:0)
[02:13:59.403] Build status: SCHEDULED
[02:13:59.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:36:0) after 6m41s
[02:20:40.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:36:0)
[02:20:40.452] Build status: SCHEDULED
[02:20:40.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:37:0) after 9m45s
[02:30:25.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:37:0)
[02:30:25.649] Build status: SCHEDULED
[02:30:25.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:38:0) after 8m22s
[02:38:47.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:38:0)
[02:38:47.718] Build status: SCHEDULED
[02:38:47.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:39:0) after 4m0s
[02:42:47.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:39:0)
[02:42:47.769] Build status: SCHEDULED
[02:42:47.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:40:0) after 5m14s
[02:48:01.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:40:0)
[02:48:01.873] Build status: SCHEDULED
[02:48:01.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:41:0) after 4m26s
[02:52:27.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:41:0)
[02:52:27.921] Build status: SCHEDULED
[02:52:27.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:42:0) after 1m58s
[02:54:26.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:42:0)
[02:54:26.069] Build status: SCHEDULED
[02:54:26.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:43:0) after 8m15s
[03:02:41.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:43:0)
[03:02:41.193] Build status: SCHEDULED
[03:02:41.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:44:0) after 6m27s
[03:09:08.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:44:0)
[03:09:08.402] Build status: SCHEDULED
[03:09:08.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:45:0) after 2m21s
[03:11:29.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:45:0)
[03:11:29.756] Build status: SCHEDULED
[03:11:29.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:46:0) after 1m40s
[03:13:09.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:46:0)
[03:13:09.877] Build status: SCHEDULED
[03:13:09.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:47:0) after 1m13s
[03:14:22.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:47:0)
[03:14:22.998] Build status: SCHEDULED
[03:14:22.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:48:0) after 4m32s
[03:18:55.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:48:0)
[03:18:55.082] Build status: SCHEDULED
[03:18:55.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:49:0) after 1m38s
[03:20:33.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:49:0)
[03:20:33.191] Build status: SCHEDULED
[03:20:33.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:50:0) after 5m12s
[03:23:47.163] Received PubSub notification, asking Buildbucket for the build status
[03:23:47.298] Build status: STARTED
[03:25:45.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:50:0)
[03:25:45.242] Build status: STARTED
[03:25:45.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:52:0) after 9m50s
[03:35:35.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:52:0)
[03:35:35.413] Build status: STARTED
[03:35:35.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:53:0) after 7m38s
[03:43:13.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:53:0)
[03:43:13.707] Build status: STARTED
[03:43:13.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:54:0) after 9m38s
[03:52:51.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:54:0)
[03:52:51.851] Build status: STARTED
[03:52:51.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:55:0) after 6m2s
[03:58:53.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:55:0)
[03:58:53.946] Build status: STARTED
[03:58:53.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:56:0) after 2m1s
[04:00:54.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:56:0)
[04:00:54.984] Build status: STARTED
[04:00:54.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:57:0) after 3m52s
[04:04:46.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:57:0)
[04:04:47.019] Build status: STARTED
[04:04:47.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8916612049906520640:58:0) after 8m0s
[04:11:26.084] Received PubSub notification, asking Buildbucket for the build status
[04:11:26.126] Build:
{
  "id": "8751181987890521473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-08T23:38:42.159151271Z",
  "startTime": "2024-04-09T03:23:46.931447716Z",
  "endTime": "2024-04-09T04:11:23.707924455Z",
  "updateTime": "2024-04-09T04:11:23.707924455Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5cf98c02655de50401f6547ea181efed6a4c1f1",
      "ref": "refs/heads/main"
    }
  }
}
[04:11:26.126] Invocation finished in 4h32m45.273129738s with status FAILED