Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (8 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "5690f9a3474816825f4adce9290158efeddf0948fe92853705da86ec7d9d178d/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "28240e417e1a29e4c177167b0dea34b273a35af9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "05390df497535b26879a7a96e03a76af26c8bcd3"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05390df497535b26879a7a96e03a76af26c8bcd3
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[06:08:38.942] New invocation is queued and will start shortly
[06:08:38.942] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[06:08:40.034] Starting the invocation (attempt 1)
[06:08:40.060] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05390df497535b26879a7a96e03a76af26c8bcd3"
[06:08:40.060] Reconstructed gitiles commit from tags
[06:08:40.060] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:08:40.060] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:08:40.061] Buildbucket request:
{
  "requestId": "8919758409061959936",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "5690f9a3474816825f4adce9290158efeddf0948fe92853705da86ec7d9d178d/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "28240e417e1a29e4c177167b0dea34b273a35af9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8919758409061959936",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "5690f9a3474816825f4adce9290158efeddf0948fe92853705da86ec7d9d178d/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "28240e417e1a29e4c177167b0dea34b273a35af9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "05390df497535b26879a7a96e03a76af26c8bcd3"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/05390df497535b26879a7a96e03a76af26c8bcd3",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a869c65c-016e-4604-928d-8fadc39e234a",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "05390df497535b26879a7a96e03a76af26c8bcd3"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "05390df497535b26879a7a96e03a76af26c8bcd3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919758409061959936"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:08:40.477] Scheduled build:
{
  "id": "8754328347179887313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-05T06:08:40.115450429Z",
  "updateTime": "2024-03-05T06:08:40.115450429Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "05390df497535b26879a7a96e03a76af26c8bcd3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:08:40.477] Task URL: https://cr-buildbucket.appspot.com/build/8754328347179887313
[06:08:40.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:2:0) after 5m38s
[06:08:41.419] Received PubSub notification, asking Buildbucket for the build status
[06:08:41.446] Build status: SCHEDULED
[06:14:18.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:2:0)
[06:14:18.626] Build status: SCHEDULED
[06:14:18.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:4:0) after 6m7s
[06:20:25.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:4:0)
[06:20:25.693] Build status: SCHEDULED
[06:20:25.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:5:0) after 9m27s
[06:29:52.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:5:0)
[06:29:52.819] Build status: SCHEDULED
[06:29:52.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:6:0) after 6m16s
[06:36:08.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:6:0)
[06:36:08.810] Build status: SCHEDULED
[06:36:08.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:7:0) after 9m23s
[06:45:31.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:7:0)
[06:45:31.881] Build status: SCHEDULED
[06:45:31.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:8:0) after 3m23s
[06:48:54.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:8:0)
[06:48:54.942] Build status: SCHEDULED
[06:48:54.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:9:0) after 6m58s
[06:55:53.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:9:0)
[06:55:53.285] Build status: SCHEDULED
[06:55:53.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:10:0) after 7m45s
[07:03:38.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:10:0)
[07:03:38.451] Build status: SCHEDULED
[07:03:38.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:11:0) after 5m39s
[07:09:17.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:11:0)
[07:09:17.649] Build status: SCHEDULED
[07:09:17.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:12:0) after 1m45s
[07:11:02.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:12:0)
[07:11:02.715] Build status: SCHEDULED
[07:11:02.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:13:0) after 3m31s
[07:14:33.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:13:0)
[07:14:34.021] Build status: SCHEDULED
[07:14:34.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:14:0) after 7m42s
[07:22:16.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:14:0)
[07:22:16.262] Build status: SCHEDULED
[07:22:16.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:15:0) after 5m42s
[07:27:58.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:15:0)
[07:27:58.317] Build status: SCHEDULED
[07:27:58.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:16:0) after 2m30s
[07:30:28.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:16:0)
[07:30:28.549] Build status: SCHEDULED
[07:30:28.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:17:0) after 2m52s
[07:33:20.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:17:0)
[07:33:20.676] Build status: SCHEDULED
[07:33:20.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:18:0) after 7m0s
[07:40:20.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:18:0)
[07:40:20.758] Build status: SCHEDULED
[07:40:20.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:19:0) after 1m33s
[07:41:53.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:19:0)
[07:41:53.808] Build status: SCHEDULED
[07:41:53.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:20:0) after 2m59s
[07:44:52.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:20:0)
[07:44:52.845] Build status: SCHEDULED
[07:44:52.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:21:0) after 4m45s
[07:49:37.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:21:0)
[07:49:37.871] Build status: SCHEDULED
[07:49:37.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:22:0) after 8m56s
[07:58:33.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:22:0)
[07:58:33.916] Build status: SCHEDULED
[07:58:33.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:23:0) after 8m45s
[08:07:19.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:23:0)
[08:07:19.055] Build status: SCHEDULED
[08:07:19.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:24:0) after 2m37s
[08:09:56.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:24:0)
[08:09:56.359] Build status: SCHEDULED
[08:09:56.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:25:0) after 1m52s
[08:11:48.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:25:0)
[08:11:48.427] Build status: SCHEDULED
[08:11:48.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:26:0) after 4m12s
[08:16:00.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:26:0)
[08:16:00.723] Build status: SCHEDULED
[08:16:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:27:0) after 1m44s
[08:17:44.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:27:0)
[08:17:44.826] Build status: SCHEDULED
[08:17:44.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:28:0) after 4m42s
[08:22:26.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:28:0)
[08:22:26.859] Build status: SCHEDULED
[08:22:26.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:29:0) after 1m38s
[08:24:04.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:29:0)
[08:24:05.001] Build status: SCHEDULED
[08:24:05.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:30:0) after 5m45s
[08:29:50.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:30:0)
[08:29:50.055] Build status: SCHEDULED
[08:29:50.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:31:0) after 2m16s
[08:32:06.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:31:0)
[08:32:06.459] Build status: SCHEDULED
[08:32:06.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:32:0) after 4m26s
[08:36:32.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:32:0)
[08:36:32.500] Build status: SCHEDULED
[08:36:32.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:33:0) after 6m10s
[08:42:42.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:33:0)
[08:42:42.539] Build status: SCHEDULED
[08:42:42.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:34:0) after 9m30s
[08:52:13.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:34:0)
[08:52:13.420] Build status: SCHEDULED
[08:52:13.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:35:0) after 6m41s
[08:58:54.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:35:0)
[08:58:54.960] Build status: SCHEDULED
[08:58:54.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:36:0) after 4m31s
[09:03:26.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:36:0)
[09:03:26.043] Build status: SCHEDULED
[09:03:26.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:37:0) after 1m52s
[09:05:18.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:37:0)
[09:05:18.287] Build status: SCHEDULED
[09:05:18.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:38:0) after 6m9s
[09:11:27.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:38:0)
[09:11:27.569] Build status: SCHEDULED
[09:11:27.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:39:0) after 9m2s
[09:20:29.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:39:0)
[09:20:29.694] Build status: SCHEDULED
[09:20:29.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:40:0) after 6m48s
[09:27:17.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:40:0)
[09:27:17.734] Build status: SCHEDULED
[09:27:17.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:41:0) after 9m31s
[09:36:48.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:41:0)
[09:36:48.967] Build status: SCHEDULED
[09:36:48.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:42:0) after 7m21s
[09:42:56.279] Received PubSub notification, asking Buildbucket for the build status
[09:42:56.301] Build status: STARTED
[09:44:09.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:42:0)
[09:44:10.017] Build status: STARTED
[09:44:10.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:44:0) after 3m22s
[09:47:32.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:44:0)
[09:47:32.169] Build status: STARTED
[09:47:32.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:45:0) after 9m55s
[09:57:27.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:45:0)
[09:57:27.301] Build status: STARTED
[09:57:27.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:46:0) after 1m7s
[09:58:34.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:46:0)
[09:58:34.659] Build status: STARTED
[09:58:34.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:47:0) after 9m52s
[10:08:26.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:47:0)
[10:08:26.825] Build status: STARTED
[10:08:26.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:48:0) after 8m11s
[10:16:37.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:48:0)
[10:16:37.951] Build status: STARTED
[10:16:37.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:49:0) after 6m17s
[10:22:55.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:49:0)
[10:22:55.175] Build status: STARTED
[10:22:55.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919758409061959936:50:0) after 5m20s
[10:23:07.837] Received PubSub notification, asking Buildbucket for the build status
[10:23:07.855] Build:
{
  "id": "8754328347179887313",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-05T06:08:40.115450429Z",
  "startTime": "2024-03-05T09:42:54.060733Z",
  "endTime": "2024-03-05T10:23:07.025891Z",
  "updateTime": "2024-03-05T10:23:07.025891Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "05390df497535b26879a7a96e03a76af26c8bcd3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:23:07.855] Invocation finished in 4h14m28.919131708s with status FAILED