Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "a94c0e3db679880244c4aa47f1c1e4f6b90087d95650d3984435a670f399680a/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "24b5d50202137ad05fc806dbe546dd2a4f7e362a",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "36c34ec967c28c77406fe85ef3237a167a243763"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/36c34ec967c28c77406fe85ef3237a167a243763
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[18:53:34.248] New invocation is queued and will start shortly
[18:53:34.248] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[18:53:35.271] Starting the invocation (attempt 1)
[18:53:35.299] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/36c34ec967c28c77406fe85ef3237a167a243763"
[18:53:35.299] Reconstructed gitiles commit from tags
[18:53:35.299] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:53:35.299] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:53:35.300] Buildbucket request:
{
  "requestId": "8899869548711188368",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "a94c0e3db679880244c4aa47f1c1e4f6b90087d95650d3984435a670f399680a/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "24b5d50202137ad05fc806dbe546dd2a4f7e362a",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8899869548711188368",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "a94c0e3db679880244c4aa47f1c1e4f6b90087d95650d3984435a670f399680a/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "24b5d50202137ad05fc806dbe546dd2a4f7e362a",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "36c34ec967c28c77406fe85ef3237a167a243763"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/36c34ec967c28c77406fe85ef3237a167a243763",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f97987e4-90a9-4902-b2ee-46942ef99c42",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "36c34ec967c28c77406fe85ef3237a167a243763"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "36c34ec967c28c77406fe85ef3237a167a243763",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8899869548711188368"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:53:35.876] Scheduled build:
{
  "id": "8734439486881874849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-10T18:53:35.364747519Z",
  "updateTime": "2024-10-10T18:53:35.364747519Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "36c34ec967c28c77406fe85ef3237a167a243763",
      "ref": "refs/heads/main"
    }
  }
}
[18:53:35.876] Task URL: https://cr-buildbucket.appspot.com/build/8734439486881874849
[18:53:35.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:2:0) after 4m28s
[18:53:36.775] Received PubSub notification, asking Buildbucket for the build status
[18:53:36.861] Build status: SCHEDULED
[18:58:03.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:2:0)
[18:58:04.049] Build status: SCHEDULED
[18:58:04.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:4:0) after 2m37s
[19:00:41.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:4:0)
[19:00:41.190] Build status: SCHEDULED
[19:00:41.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:5:0) after 1m43s
[19:02:24.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:5:0)
[19:02:24.247] Build status: SCHEDULED
[19:02:24.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:6:0) after 6m3s
[19:08:27.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:6:0)
[19:08:27.305] Build status: SCHEDULED
[19:08:27.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:7:0) after 4m1s
[19:12:28.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:7:0)
[19:12:28.447] Build status: SCHEDULED
[19:12:28.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:8:0) after 5m16s
[19:17:44.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:8:0)
[19:17:44.554] Build status: SCHEDULED
[19:17:44.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:9:0) after 4m57s
[19:22:41.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:9:0)
[19:22:41.742] Build status: SCHEDULED
[19:22:41.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:10:0) after 7m54s
[19:30:35.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:10:0)
[19:30:35.903] Build status: SCHEDULED
[19:30:35.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:11:0) after 7m23s
[19:37:59.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:11:0)
[19:37:59.111] Build status: SCHEDULED
[19:37:59.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:12:0) after 7m20s
[19:45:19.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:12:0)
[19:45:19.153] Build status: SCHEDULED
[19:45:19.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:13:0) after 3m17s
[19:48:36.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:13:0)
[19:48:36.317] Build status: SCHEDULED
[19:48:36.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:14:0) after 1m47s
[19:50:23.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:14:0)
[19:50:23.467] Build status: SCHEDULED
[19:50:23.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:15:0) after 4m25s
[19:54:48.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:15:0)
[19:54:48.745] Build status: SCHEDULED
[19:54:48.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:16:0) after 1m4s
[19:55:53.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:16:0)
[19:55:53.192] Build status: SCHEDULED
[19:55:53.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:17:0) after 5m44s
[20:01:37.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:17:0)
[20:01:37.294] Build status: SCHEDULED
[20:01:37.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:18:0) after 1m5s
[20:02:42.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:18:0)
[20:02:42.365] Build status: SCHEDULED
[20:02:42.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:19:0) after 4m32s
[20:07:14.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:19:0)
[20:07:14.408] Build status: SCHEDULED
[20:07:14.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:20:0) after 4m23s
[20:11:37.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:20:0)
[20:11:37.483] Build status: SCHEDULED
[20:11:37.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:21:0) after 9m51s
[20:21:28.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:21:0)
[20:21:28.544] Build status: SCHEDULED
[20:21:28.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:22:0) after 7m13s
[20:28:41.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:22:0)
[20:28:41.583] Build status: SCHEDULED
[20:28:41.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:23:0) after 9m59s
[20:38:40.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:23:0)
[20:38:40.635] Build status: SCHEDULED
[20:38:40.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:24:0) after 4m44s
[20:43:24.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:24:0)
[20:43:24.663] Build status: SCHEDULED
[20:43:24.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:25:0) after 7m49s
[20:51:13.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:25:0)
[20:51:13.714] Build status: SCHEDULED
[20:51:13.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:26:0) after 3m25s
[20:54:38.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:26:0)
[20:54:38.771] Build status: SCHEDULED
[20:54:38.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:27:0) after 4m17s
[20:58:55.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:27:0)
[20:58:55.815] Build status: SCHEDULED
[20:58:55.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:28:0) after 1m9s
[21:00:05.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:28:0)
[21:00:05.106] Build status: SCHEDULED
[21:00:05.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:29:0) after 4m28s
[21:04:33.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:29:0)
[21:04:33.155] Build status: SCHEDULED
[21:04:33.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:30:0) after 7m26s
[21:11:59.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:30:0)
[21:11:59.206] Build status: SCHEDULED
[21:11:59.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:31:0) after 8m49s
[21:20:48.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:31:0)
[21:20:48.251] Build status: SCHEDULED
[21:20:48.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:32:0) after 1m59s
[21:22:47.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:32:0)
[21:22:47.337] Build status: SCHEDULED
[21:22:47.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:33:0) after 3m20s
[21:26:07.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:33:0)
[21:26:07.474] Build status: SCHEDULED
[21:26:07.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:34:0) after 8m2s
[21:34:09.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:34:0)
[21:34:09.597] Build status: SCHEDULED
[21:34:09.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:35:0) after 6m2s
[21:40:11.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:35:0)
[21:40:11.651] Build status: SCHEDULED
[21:40:11.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:36:0) after 6m50s
[21:47:01.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:36:0)
[21:47:01.752] Build status: SCHEDULED
[21:47:01.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:37:0) after 6m36s
[21:53:37.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:37:0)
[21:53:37.806] Build status: SCHEDULED
[21:53:37.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:38:0) after 5m18s
[21:58:55.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:38:0)
[21:58:55.917] Build status: SCHEDULED
[21:58:55.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:39:0) after 6m38s
[22:05:33.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:39:0)
[22:05:33.961] Build status: SCHEDULED
[22:05:33.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:40:0) after 2m59s
[22:08:33.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:40:0)
[22:08:33.072] Build status: SCHEDULED
[22:08:33.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:41:0) after 6m28s
[22:15:01.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:41:0)
[22:15:01.124] Build status: SCHEDULED
[22:15:01.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:42:0) after 7m50s
[22:22:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:42:0)
[22:22:51.241] Build status: SCHEDULED
[22:22:51.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:43:0) after 6m27s
[22:29:18.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:43:0)
[22:29:18.289] Build status: SCHEDULED
[22:29:18.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:44:0) after 5m9s
[22:34:27.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:44:0)
[22:34:27.352] Build status: SCHEDULED
[22:34:27.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:45:0) after 7m26s
[22:41:53.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:45:0)
[22:41:53.504] Build status: SCHEDULED
[22:41:53.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:46:0) after 6m40s
[22:48:33.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:46:0)
[22:48:33.561] Build status: SCHEDULED
[22:48:33.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:47:0) after 5m33s
[22:54:06.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:47:0)
[22:54:06.567] Build status: SCHEDULED
[22:54:06.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:48:0) after 2m0s
[22:56:06.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:48:0)
[22:56:06.829] Build status: SCHEDULED
[22:56:06.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:49:0) after 1m3s
[22:57:09.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:49:0)
[22:57:09.880] Build status: SCHEDULED
[22:57:09.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:50:0) after 7m8s
[23:04:17.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:50:0)
[23:04:18.045] Build status: SCHEDULED
[23:04:18.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:51:0) after 3m13s
[23:07:31.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:51:0)
[23:07:31.115] Build status: SCHEDULED
[23:07:31.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:52:0) after 3m46s
[23:11:17.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:52:0)
[23:11:17.164] Build status: SCHEDULED
[23:11:17.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:53:0) after 8m55s
[23:20:12.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:53:0)
[23:20:12.232] Build status: SCHEDULED
[23:20:12.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:54:0) after 6m50s
[23:27:02.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:54:0)
[23:27:02.359] Build status: SCHEDULED
[23:27:02.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:55:0) after 4m8s
[23:31:10.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:55:0)
[23:31:10.404] Build status: SCHEDULED
[23:31:10.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:56:0) after 5m26s
[23:36:36.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:56:0)
[23:36:36.450] Build status: SCHEDULED
[23:36:36.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:57:0) after 2m34s
[23:39:10.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:57:0)
[23:39:10.533] Build status: SCHEDULED
[23:39:10.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:58:0) after 8m40s
[23:47:50.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:58:0)
[23:47:50.572] Build status: SCHEDULED
[23:47:50.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:59:0) after 9m26s
[23:57:16.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:59:0)
[23:57:16.670] Build status: SCHEDULED
[23:57:16.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:60:0) after 9m16s
[00:06:32.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:60:0)
[00:06:32.744] Build status: SCHEDULED
[00:06:32.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:61:0) after 2m9s
[00:08:41.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:61:0)
[00:08:41.911] Build status: SCHEDULED
[00:08:41.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:62:0) after 7m57s
[00:16:38.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:62:0)
[00:16:38.975] Build status: SCHEDULED
[00:16:38.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:63:0) after 9m56s
[00:26:35.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:63:0)
[00:26:35.067] Build status: SCHEDULED
[00:26:35.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:64:0) after 6m46s
[00:33:21.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:64:0)
[00:33:21.126] Build status: SCHEDULED
[00:33:21.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:65:0) after 3m52s
[00:37:13.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:65:0)
[00:37:13.200] Build status: SCHEDULED
[00:37:13.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:66:0) after 4m14s
[00:41:27.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:66:0)
[00:41:27.262] Build status: SCHEDULED
[00:41:27.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:67:0) after 5m39s
[00:47:06.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:67:0)
[00:47:06.376] Build status: SCHEDULED
[00:47:06.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:68:0) after 5m38s
[00:52:44.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:68:0)
[00:52:44.596] Build status: SCHEDULED
[00:52:44.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899869548711188368:69:0) after 5m16s
[00:53:45.555] Received PubSub notification, asking Buildbucket for the build status
[00:53:45.590] Build:
{
  "id": "8734439486881874849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-10T18:53:35.364747519Z",
  "endTime": "2024-10-11T00:53:45.207321482Z",
  "updateTime": "2024-10-11T00:53:45.207321482Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "36c34ec967c28c77406fe85ef3237a167a243763",
      "ref": "refs/heads/main"
    }
  }
}
[00:53:45.590] Invocation finished in 6h0m11.353400862s with status FAILED