Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (3 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "bab7d2630e52cb4d3687954bb488c6e84f206535a315d8a3dffc93a01f4efae4/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "895614a04493207b1ee48bbed47163353556df72",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "922558f47446fc732aa474f7bffc3190b4ffab43"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/922558f47446fc732aa474f7bffc3190b4ffab43
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[22:23:35.176] New invocation is queued and will start shortly
[22:23:35.176] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[22:23:36.262] Starting the invocation (attempt 1)
[22:23:36.296] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/922558f47446fc732aa474f7bffc3190b4ffab43"
[22:23:36.296] Reconstructed gitiles commit from tags
[22:23:36.296] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:23:36.296] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:23:36.296] Buildbucket request:
{
  "requestId": "8906469914229153568",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "bab7d2630e52cb4d3687954bb488c6e84f206535a315d8a3dffc93a01f4efae4/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "895614a04493207b1ee48bbed47163353556df72",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8906469914229153568",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "bab7d2630e52cb4d3687954bb488c6e84f206535a315d8a3dffc93a01f4efae4/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "895614a04493207b1ee48bbed47163353556df72",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "922558f47446fc732aa474f7bffc3190b4ffab43"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/922558f47446fc732aa474f7bffc3190b4ffab43",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "33829c8d-f50b-448f-b9d8-421d8a254897",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "922558f47446fc732aa474f7bffc3190b4ffab43"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "922558f47446fc732aa474f7bffc3190b4ffab43",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8906469914229153568"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:23:36.851] Scheduled build:
{
  "id": "8741039852333182673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-29T22:23:36.354739188Z",
  "updateTime": "2024-07-29T22:23:36.354739188Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "922558f47446fc732aa474f7bffc3190b4ffab43",
      "ref": "refs/heads/main"
    }
  }
}
[22:23:36.851] Task URL: https://cr-buildbucket.appspot.com/build/8741039852333182673
[22:23:36.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:2:0) after 6m11s
[22:23:37.767] Received PubSub notification, asking Buildbucket for the build status
[22:23:37.792] Build status: SCHEDULED
[22:29:47.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:2:0)
[22:29:47.894] Build status: SCHEDULED
[22:29:47.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:4:0) after 8m46s
[22:38:33.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:4:0)
[22:38:33.978] Build status: SCHEDULED
[22:38:33.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:5:0) after 2m9s
[22:40:43.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:5:0)
[22:40:43.184] Build status: SCHEDULED
[22:40:43.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:6:0) after 7m31s
[22:48:14.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:6:0)
[22:48:14.297] Build status: SCHEDULED
[22:48:14.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:7:0) after 2m55s
[22:51:09.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:7:0)
[22:51:09.348] Build status: SCHEDULED
[22:51:09.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:8:0) after 9m21s
[23:00:30.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:8:0)
[23:00:30.479] Build status: SCHEDULED
[23:00:30.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:9:0) after 9m37s
[23:10:07.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:9:0)
[23:10:07.524] Build status: SCHEDULED
[23:10:07.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:10:0) after 1m48s
[23:11:55.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:10:0)
[23:11:55.692] Build status: SCHEDULED
[23:11:55.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:11:0) after 2m53s
[23:14:48.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:11:0)
[23:14:48.726] Build status: SCHEDULED
[23:14:48.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:12:0) after 3m44s
[23:18:32.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:12:0)
[23:18:32.714] Build status: SCHEDULED
[23:18:32.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:13:0) after 3m34s
[23:22:06.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:13:0)
[23:22:06.788] Build status: SCHEDULED
[23:22:06.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:14:0) after 8m29s
[23:30:35.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:14:0)
[23:30:35.830] Build status: SCHEDULED
[23:30:35.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:15:0) after 8m28s
[23:39:03.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:15:0)
[23:39:03.911] Build status: SCHEDULED
[23:39:03.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:16:0) after 7m58s
[23:47:01.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:16:0)
[23:47:02.055] Build status: SCHEDULED
[23:47:02.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:17:0) after 2m28s
[23:49:30.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:17:0)
[23:49:30.100] Build status: SCHEDULED
[23:49:30.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:18:0) after 9m23s
[23:58:53.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:18:0)
[23:58:53.162] Build status: SCHEDULED
[23:58:53.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:19:0) after 2m52s
[00:01:45.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:19:0)
[00:01:45.285] Build status: SCHEDULED
[00:01:45.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:20:0) after 2m21s
[00:04:06.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:20:0)
[00:04:06.331] Build status: SCHEDULED
[00:04:06.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:21:0) after 3m7s
[00:07:13.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:21:0)
[00:07:13.363] Build status: SCHEDULED
[00:07:13.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:22:0) after 4m6s
[00:11:19.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:22:0)
[00:11:19.542] Build status: SCHEDULED
[00:11:19.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:23:0) after 4m58s
[00:16:17.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:23:0)
[00:16:17.615] Build status: SCHEDULED
[00:16:17.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:24:0) after 5m54s
[00:22:11.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:24:0)
[00:22:11.657] Build status: SCHEDULED
[00:22:11.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:25:0) after 1m32s
[00:23:43.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:25:0)
[00:23:43.711] Build status: SCHEDULED
[00:23:43.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:26:0) after 8m52s
[00:32:35.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:26:0)
[00:32:35.702] Build status: SCHEDULED
[00:32:35.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:27:0) after 4m15s
[00:36:50.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:27:0)
[00:36:50.752] Build status: SCHEDULED
[00:36:50.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:28:0) after 5m49s
[00:42:39.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:28:0)
[00:42:39.814] Build status: SCHEDULED
[00:42:39.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:29:0) after 2m41s
[00:45:20.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:29:0)
[00:45:20.862] Build status: SCHEDULED
[00:45:20.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:30:0) after 5m1s
[00:50:21.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:30:0)
[00:50:21.868] Build status: SCHEDULED
[00:50:21.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:31:0) after 5m11s
[00:55:32.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:31:0)
[00:55:32.920] Build status: SCHEDULED
[00:55:32.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:32:0) after 7m40s
[01:03:12.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:32:0)
[01:03:13.010] Build status: SCHEDULED
[01:03:13.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:33:0) after 8m11s
[01:11:24.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:33:0)
[01:11:24.044] Build status: SCHEDULED
[01:11:24.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:34:0) after 1m10s
[01:12:34.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:34:0)
[01:12:34.116] Build status: SCHEDULED
[01:12:34.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:35:0) after 4m34s
[01:17:08.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:35:0)
[01:17:08.167] Build status: SCHEDULED
[01:17:08.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:36:0) after 6m7s
[01:23:15.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:36:0)
[01:23:15.240] Build status: SCHEDULED
[01:23:15.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:37:0) after 6m45s
[01:30:00.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:37:0)
[01:30:00.424] Build status: SCHEDULED
[01:30:00.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:38:0) after 5m40s
[01:35:40.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:38:0)
[01:35:40.520] Build status: SCHEDULED
[01:35:40.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:39:0) after 7m32s
[01:43:12.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:39:0)
[01:43:12.789] Build status: SCHEDULED
[01:43:12.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:40:0) after 8m52s
[01:52:04.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:40:0)
[01:52:04.860] Build status: SCHEDULED
[01:52:04.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:41:0) after 9m15s
[02:01:19.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:41:0)
[02:01:19.939] Build status: SCHEDULED
[02:01:19.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:42:0) after 4m39s
[02:05:58.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:42:0)
[02:05:59.154] Build status: SCHEDULED
[02:05:59.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:43:0) after 6m39s
[02:12:38.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:43:0)
[02:12:38.262] Build status: SCHEDULED
[02:12:38.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:44:0) after 4m7s
[02:13:09.331] Received PubSub notification, asking Buildbucket for the build status
[02:13:09.352] Build status: STARTED
[02:16:45.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:44:0)
[02:16:45.556] Build status: STARTED
[02:16:45.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:46:0) after 4m32s
[02:21:17.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:46:0)
[02:21:17.589] Build status: STARTED
[02:21:17.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:47:0) after 9m43s
[02:31:00.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:47:0)
[02:31:00.743] Build status: STARTED
[02:31:00.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:48:0) after 4m26s
[02:35:26.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:48:0)
[02:35:26.839] Build status: STARTED
[02:35:26.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:49:0) after 5m45s
[02:41:11.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:49:0)
[02:41:11.936] Build status: STARTED
[02:41:11.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:50:0) after 2m8s
[02:43:19.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:50:0)
[02:43:20.043] Build status: STARTED
[02:43:20.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:51:0) after 6m18s
[02:49:38.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:51:0)
[02:49:38.101] Build status: STARTED
[02:49:38.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:52:0) after 4m47s
[02:54:25.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:52:0)
[02:54:25.142] Build status: STARTED
[02:54:25.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8906469914229153568:53:0) after 8m2s
[03:00:09.985] Received PubSub notification, asking Buildbucket for the build status
[03:00:10.004] Build:
{
  "id": "8741039852333182673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-29T22:23:36.354739188Z",
  "startTime": "2024-07-30T02:13:09.153396582Z",
  "endTime": "2024-07-30T03:00:09.752867396Z",
  "updateTime": "2024-07-30T03:00:09.752867396Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "922558f47446fc732aa474f7bffc3190b4ffab43",
      "ref": "refs/heads/main"
    }
  }
}
[03:00:10.004] Invocation finished in 4h36m34.842578969s with status FAILED