Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "a9558c42a532053385919503bc541d80b69afbdffdb4ee52c98b5c391afee8fe/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "d15134b48b7ebf544f9b307f8848162a5f96b976",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "32719c48ab37e7265658ced6f84b5cec1106cc25"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/32719c48ab37e7265658ced6f84b5cec1106cc25
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[15:37:45.292] New invocation is queued and will start shortly
[15:37:45.292] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[15:37:46.750] Starting the invocation (attempt 1)
[15:37:46.781] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/32719c48ab37e7265658ced6f84b5cec1106cc25"
[15:37:46.781] Reconstructed gitiles commit from tags
[15:37:46.781] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:37:46.781] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:37:46.782] Buildbucket request:
{
  "requestId": "8901059628945145024",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "a9558c42a532053385919503bc541d80b69afbdffdb4ee52c98b5c391afee8fe/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "d15134b48b7ebf544f9b307f8848162a5f96b976",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901059628945145024",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "a9558c42a532053385919503bc541d80b69afbdffdb4ee52c98b5c391afee8fe/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "d15134b48b7ebf544f9b307f8848162a5f96b976",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "32719c48ab37e7265658ced6f84b5cec1106cc25"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/32719c48ab37e7265658ced6f84b5cec1106cc25",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dae3c5bb-ff3e-4c45-85f8-1378e41c0b12",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "32719c48ab37e7265658ced6f84b5cec1106cc25"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "32719c48ab37e7265658ced6f84b5cec1106cc25",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901059628945145024"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:37:47.191] Scheduled build:
{
  "id": "8735629566653757761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T15:37:46.851531612Z",
  "updateTime": "2024-09-27T15:37:46.851531612Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "32719c48ab37e7265658ced6f84b5cec1106cc25",
      "ref": "refs/heads/main"
    }
  }
}
[15:37:47.191] Task URL: https://cr-buildbucket.appspot.com/build/8735629566653757761
[15:37:47.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:2:0) after 4m6s
[15:37:48.309] Received PubSub notification, asking Buildbucket for the build status
[15:37:48.326] Build status: SCHEDULED
[15:41:53.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:2:0)
[15:41:53.233] Build status: SCHEDULED
[15:41:53.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:4:0) after 2m43s
[15:44:36.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:4:0)
[15:44:36.344] Build status: SCHEDULED
[15:44:36.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:5:0) after 2m28s
[15:47:04.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:5:0)
[15:47:04.388] Build status: SCHEDULED
[15:47:04.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:6:0) after 7m25s
[15:54:29.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:6:0)
[15:54:29.642] Build status: SCHEDULED
[15:54:29.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:7:0) after 6m35s
[16:01:04.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:7:0)
[16:01:04.690] Build status: SCHEDULED
[16:01:04.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:8:0) after 3m11s
[16:04:15.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:8:0)
[16:04:15.758] Build status: SCHEDULED
[16:04:15.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:9:0) after 3m49s
[16:08:04.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:9:0)
[16:08:04.825] Build status: SCHEDULED
[16:08:04.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:10:0) after 1m51s
[16:09:55.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:10:0)
[16:09:55.868] Build status: SCHEDULED
[16:09:55.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:11:0) after 5m24s
[16:15:19.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:11:0)
[16:15:19.904] Build status: SCHEDULED
[16:15:19.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:12:0) after 6m24s
[16:21:43.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:12:0)
[16:21:43.985] Build status: SCHEDULED
[16:21:43.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:13:0) after 1m47s
[16:23:31.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:13:0)
[16:23:31.059] Build status: SCHEDULED
[16:23:31.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:14:0) after 7m24s
[16:30:55.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:14:0)
[16:30:55.143] Build status: SCHEDULED
[16:30:55.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:15:0) after 4m50s
[16:35:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:15:0)
[16:35:45.161] Build status: SCHEDULED
[16:35:45.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:16:0) after 3m5s
[16:38:50.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:16:0)
[16:38:50.256] Build status: SCHEDULED
[16:38:50.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:17:0) after 7m13s
[16:46:03.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:17:0)
[16:46:03.310] Build status: SCHEDULED
[16:46:03.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:18:0) after 2m3s
[16:48:06.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:18:0)
[16:48:06.363] Build status: SCHEDULED
[16:48:06.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:19:0) after 4m48s
[16:52:54.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:19:0)
[16:52:54.487] Build status: SCHEDULED
[16:52:54.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:20:0) after 4m0s
[16:56:54.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:20:0)
[16:56:54.531] Build status: SCHEDULED
[16:56:54.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:21:0) after 9m3s
[17:05:57.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:21:0)
[17:05:57.732] Build status: SCHEDULED
[17:05:57.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:22:0) after 5m54s
[17:11:51.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:22:0)
[17:11:51.782] Build status: SCHEDULED
[17:11:51.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:23:0) after 2m26s
[17:14:17.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:23:0)
[17:14:17.875] Build status: SCHEDULED
[17:14:17.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:24:0) after 7m46s
[17:22:03.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:24:0)
[17:22:03.928] Build status: SCHEDULED
[17:22:03.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:25:0) after 8m46s
[17:30:50.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:25:0)
[17:30:50.043] Build status: SCHEDULED
[17:30:50.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:26:0) after 8m12s
[17:39:02.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:26:0)
[17:39:02.206] Build status: SCHEDULED
[17:39:02.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:27:0) after 1m59s
[17:41:01.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:27:0)
[17:41:01.399] Build status: SCHEDULED
[17:41:01.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:28:0) after 1m40s
[17:42:41.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:28:0)
[17:42:41.459] Build status: SCHEDULED
[17:42:41.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:29:0) after 5m31s
[17:48:12.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:29:0)
[17:48:12.480] Build status: SCHEDULED
[17:48:12.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:30:0) after 8m37s
[17:56:49.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:30:0)
[17:56:49.593] Build status: SCHEDULED
[17:56:49.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:31:0) after 9m37s
[18:06:26.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:31:0)
[18:06:26.635] Build status: SCHEDULED
[18:06:26.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:32:0) after 7m48s
[18:14:14.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:32:0)
[18:14:14.679] Build status: SCHEDULED
[18:14:14.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:33:0) after 5m54s
[18:20:08.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:33:0)
[18:20:08.760] Build status: SCHEDULED
[18:20:08.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:34:0) after 4m25s
[18:24:33.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:34:0)
[18:24:33.815] Build status: SCHEDULED
[18:24:33.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:35:0) after 5m46s
[18:30:19.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:35:0)
[18:30:19.910] Build status: SCHEDULED
[18:30:19.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:36:0) after 3m25s
[18:33:44.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:36:0)
[18:33:44.949] Build status: SCHEDULED
[18:33:44.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:37:0) after 3m11s
[18:36:56.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:37:0)
[18:36:56.111] Build status: SCHEDULED
[18:36:56.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:38:0) after 2m53s
[18:39:49.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:38:0)
[18:39:49.256] Build status: SCHEDULED
[18:39:49.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:39:0) after 6m48s
[18:46:37.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:39:0)
[18:46:37.350] Build status: SCHEDULED
[18:46:37.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:40:0) after 9m38s
[18:56:15.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:40:0)
[18:56:15.473] Build status: SCHEDULED
[18:56:15.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:41:0) after 5m26s
[19:01:41.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:41:0)
[19:01:41.640] Build status: SCHEDULED
[19:01:41.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:42:0) after 3m27s
[19:05:08.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:42:0)
[19:05:08.683] Build status: SCHEDULED
[19:05:08.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:43:0) after 1m55s
[19:07:03.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:43:0)
[19:07:03.830] Build status: SCHEDULED
[19:07:03.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:44:0) after 2m39s
[19:09:42.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:44:0)
[19:09:42.862] Build status: SCHEDULED
[19:09:42.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:45:0) after 7m24s
[19:17:06.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:45:0)
[19:17:06.913] Build status: SCHEDULED
[19:17:06.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:46:0) after 3m22s
[19:20:28.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:46:0)
[19:20:28.956] Build status: SCHEDULED
[19:20:28.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:47:0) after 4m38s
[19:25:06.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:47:0)
[19:25:06.988] Build status: SCHEDULED
[19:25:06.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:48:0) after 3m51s
[19:28:58.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:48:0)
[19:28:58.349] Build status: SCHEDULED
[19:28:58.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:49:0) after 9m24s
[19:38:22.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:49:0)
[19:38:22.482] Build status: SCHEDULED
[19:38:22.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:50:0) after 5m41s
[19:44:03.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:50:0)
[19:44:03.638] Build status: SCHEDULED
[19:44:03.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:51:0) after 9m11s
[19:53:14.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:51:0)
[19:53:14.677] Build status: SCHEDULED
[19:53:14.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:52:0) after 6m5s
[19:59:19.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:52:0)
[19:59:19.727] Build status: SCHEDULED
[19:59:19.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:53:0) after 7m52s
[20:07:11.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:53:0)
[20:07:11.796] Build status: SCHEDULED
[20:07:11.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:54:0) after 8m8s
[20:15:19.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:54:0)
[20:15:19.894] Build status: SCHEDULED
[20:15:19.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:55:0) after 9m30s
[20:24:49.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:55:0)
[20:24:49.949] Build status: SCHEDULED
[20:24:49.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:56:0) after 7m40s
[20:32:29.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:56:0)
[20:32:29.988] Build status: SCHEDULED
[20:32:29.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:57:0) after 6m20s
[20:38:50.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:57:0)
[20:38:50.218] Build status: SCHEDULED
[20:38:50.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:58:0) after 3m5s
[20:41:55.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:58:0)
[20:41:55.265] Build status: SCHEDULED
[20:41:55.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:59:0) after 8m28s
[20:50:23.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:59:0)
[20:50:23.404] Build status: SCHEDULED
[20:50:23.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:60:0) after 7m39s
[20:58:02.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:60:0)
[20:58:02.539] Build status: SCHEDULED
[20:58:02.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:61:0) after 9m33s
[21:07:35.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:61:0)
[21:07:35.595] Build status: SCHEDULED
[21:07:35.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:62:0) after 9m24s
[21:16:59.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:62:0)
[21:16:59.678] Build status: SCHEDULED
[21:16:59.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:63:0) after 5m59s
[21:22:58.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:63:0)
[21:22:58.718] Build status: SCHEDULED
[21:22:58.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:64:0) after 1m29s
[21:24:27.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:64:0)
[21:24:27.809] Build status: SCHEDULED
[21:24:27.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:65:0) after 3m47s
[21:28:14.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:65:0)
[21:28:14.849] Build status: SCHEDULED
[21:28:14.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:66:0) after 1m10s
[21:29:24.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:66:0)
[21:29:24.962] Build status: SCHEDULED
[21:29:24.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:67:0) after 3m3s
[21:32:28.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:67:0)
[21:32:28.073] Build status: SCHEDULED
[21:32:28.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:68:0) after 5m57s
[21:38:25.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901059628945145024:68:0)
[21:38:25.137] Build:
{
  "id": "8735629566653757761",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T15:37:46.851531612Z",
  "endTime": "2024-09-27T21:38:07.503532337Z",
  "updateTime": "2024-09-27T21:38:07.503532337Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "32719c48ab37e7265658ced6f84b5cec1106cc25",
      "ref": "refs/heads/main"
    }
  }
}
[21:38:25.137] Invocation finished in 6h0m39.854964098s with status FAILED