Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 months ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "6af2a2a908fb6d191292d0b8c04a8bd24e8933b1308c2d6d29fe287d0753ffa5/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "be31b217e05dabd20be2d1887600d36b3f051d57",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "1c1bb7749860b4265c002528cbfe4b6c623b934c"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1c1bb7749860b4265c002528cbfe4b6c623b934c
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[18:14:46.594] New invocation is queued and will start shortly
[18:14:46.594] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[18:14:47.679] Starting the invocation (attempt 1)
[18:14:47.706] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1c1bb7749860b4265c002528cbfe4b6c623b934c"
[18:14:47.706] Reconstructed gitiles commit from tags
[18:14:47.706] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:14:47.707] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:14:47.707] Buildbucket request:
{
  "requestId": "8901230943927840704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "6af2a2a908fb6d191292d0b8c04a8bd24e8933b1308c2d6d29fe287d0753ffa5/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "be31b217e05dabd20be2d1887600d36b3f051d57",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901230943927840704",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "6af2a2a908fb6d191292d0b8c04a8bd24e8933b1308c2d6d29fe287d0753ffa5/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "be31b217e05dabd20be2d1887600d36b3f051d57",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "1c1bb7749860b4265c002528cbfe4b6c623b934c"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1c1bb7749860b4265c002528cbfe4b6c623b934c",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0ce80c06-d188-4b33-a4ea-2a55a4a57ae8",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "1c1bb7749860b4265c002528cbfe4b6c623b934c"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "1c1bb7749860b4265c002528cbfe4b6c623b934c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901230943927840704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:14:48.133] Scheduled build:
{
  "id": "8735800882037464721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-25T18:14:47.769764681Z",
  "updateTime": "2024-09-25T18:14:47.769764681Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1c1bb7749860b4265c002528cbfe4b6c623b934c",
      "ref": "refs/heads/main"
    }
  }
}
[18:14:48.133] Task URL: https://cr-buildbucket.appspot.com/build/8735800882037464721
[18:14:48.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:2:0) after 6m57s
[18:14:48.466] Received PubSub notification, asking Buildbucket for the build status
[18:14:48.488] Build status: SCHEDULED
[18:21:45.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:2:0)
[18:21:45.259] Build status: SCHEDULED
[18:21:45.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:4:0) after 7m46s
[18:29:31.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:4:0)
[18:29:31.356] Build status: SCHEDULED
[18:29:31.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:5:0) after 2m44s
[18:32:15.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:5:0)
[18:32:15.452] Build status: SCHEDULED
[18:32:15.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:6:0) after 7m36s
[18:39:51.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:6:0)
[18:39:51.660] Build status: SCHEDULED
[18:39:51.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:7:0) after 7m44s
[18:47:35.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:7:0)
[18:47:35.915] Build status: SCHEDULED
[18:47:35.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:8:0) after 8m9s
[18:55:44.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:8:0)
[18:55:44.952] Build status: SCHEDULED
[18:55:44.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:9:0) after 4m36s
[19:00:21.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:9:0)
[19:00:21.090] Build status: SCHEDULED
[19:00:21.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:10:0) after 8m55s
[19:09:16.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:10:0)
[19:09:16.178] Build status: SCHEDULED
[19:09:16.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:11:0) after 3m2s
[19:12:18.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:11:0)
[19:12:18.225] Build status: SCHEDULED
[19:12:18.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:12:0) after 1m19s
[19:13:37.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:12:0)
[19:13:37.266] Build status: SCHEDULED
[19:13:37.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:13:0) after 8m2s
[19:21:39.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:13:0)
[19:21:39.305] Build status: SCHEDULED
[19:21:39.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:14:0) after 9m11s
[19:30:50.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:14:0)
[19:30:50.345] Build status: SCHEDULED
[19:30:50.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:15:0) after 9m35s
[19:40:25.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:15:0)
[19:40:25.447] Build status: SCHEDULED
[19:40:25.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:16:0) after 7m36s
[19:48:01.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:16:0)
[19:48:01.498] Build status: SCHEDULED
[19:48:01.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:17:0) after 7m20s
[19:55:21.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:17:0)
[19:55:21.533] Build status: SCHEDULED
[19:55:21.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:18:0) after 5m3s
[20:00:24.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:18:0)
[20:00:24.636] Build status: SCHEDULED
[20:00:24.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:19:0) after 7m40s
[20:08:04.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:19:0)
[20:08:04.671] Build status: SCHEDULED
[20:08:04.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:20:0) after 9m57s
[20:18:01.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:20:0)
[20:18:01.718] Build status: SCHEDULED
[20:18:01.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:21:0) after 9m9s
[20:27:10.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:21:0)
[20:27:10.798] Build status: SCHEDULED
[20:27:10.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:22:0) after 7m53s
[20:35:03.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:22:0)
[20:35:03.890] Build status: SCHEDULED
[20:35:03.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:23:0) after 9m58s
[20:45:01.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:23:0)
[20:45:01.978] Build status: SCHEDULED
[20:45:01.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:24:0) after 5m30s
[20:50:32.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:24:0)
[20:50:32.082] Build status: SCHEDULED
[20:50:32.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:25:0) after 6m31s
[20:57:03.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:25:0)
[20:57:03.213] Build status: SCHEDULED
[20:57:03.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:26:0) after 3m39s
[21:00:42.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:26:0)
[21:00:42.351] Build status: SCHEDULED
[21:00:42.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:27:0) after 5m2s
[21:05:44.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:27:0)
[21:05:44.429] Build status: SCHEDULED
[21:05:44.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:28:0) after 5m55s
[21:11:39.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:28:0)
[21:11:39.471] Build status: SCHEDULED
[21:11:39.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:29:0) after 3m11s
[21:14:50.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:29:0)
[21:14:50.519] Build status: SCHEDULED
[21:14:50.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:30:0) after 2m53s
[21:17:43.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:30:0)
[21:17:43.518] Build status: SCHEDULED
[21:17:43.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:31:0) after 6m30s
[21:24:13.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:31:0)
[21:24:13.578] Build status: SCHEDULED
[21:24:13.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:32:0) after 3m36s
[21:27:49.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:32:0)
[21:27:49.642] Build status: SCHEDULED
[21:27:49.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:33:0) after 8m38s
[21:36:27.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:33:0)
[21:36:27.675] Build status: SCHEDULED
[21:36:27.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:34:0) after 9m12s
[21:45:39.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:34:0)
[21:45:39.726] Build status: SCHEDULED
[21:45:39.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:35:0) after 2m17s
[21:47:56.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:35:0)
[21:47:56.751] Build status: SCHEDULED
[21:47:56.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:36:0) after 5m12s
[21:53:08.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:36:0)
[21:53:08.836] Build status: SCHEDULED
[21:53:08.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:37:0) after 7m20s
[22:00:28.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:37:0)
[22:00:28.883] Build status: SCHEDULED
[22:00:28.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:38:0) after 6m37s
[22:07:05.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:38:0)
[22:07:05.935] Build status: SCHEDULED
[22:07:05.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:39:0) after 5m47s
[22:12:52.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:39:0)
[22:12:52.984] Build status: SCHEDULED
[22:12:52.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:40:0) after 2m21s
[22:15:13.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:40:0)
[22:15:13.991] Build status: SCHEDULED
[22:15:13.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:41:0) after 8m43s
[22:23:57.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:41:0)
[22:23:57.094] Build status: SCHEDULED
[22:23:57.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:42:0) after 3m4s
[22:27:01.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:42:0)
[22:27:01.164] Build status: SCHEDULED
[22:27:01.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:43:0) after 8m14s
[22:35:15.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:43:0)
[22:35:15.205] Build status: SCHEDULED
[22:35:15.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:44:0) after 7m20s
[22:42:35.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:44:0)
[22:42:35.247] Build status: SCHEDULED
[22:42:35.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:45:0) after 1m56s
[22:44:31.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:45:0)
[22:44:31.314] Build status: SCHEDULED
[22:44:31.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:46:0) after 9m18s
[22:53:49.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:46:0)
[22:53:49.368] Build status: SCHEDULED
[22:53:49.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:47:0) after 1m46s
[22:55:35.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:47:0)
[22:55:35.540] Build status: SCHEDULED
[22:55:35.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:48:0) after 7m2s
[23:02:37.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:48:0)
[23:02:37.702] Build status: SCHEDULED
[23:02:37.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:49:0) after 6m34s
[23:09:11.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:49:0)
[23:09:11.768] Build status: SCHEDULED
[23:09:11.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:50:0) after 7m6s
[23:16:17.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:50:0)
[23:16:17.940] Build status: SCHEDULED
[23:16:17.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:51:0) after 7m28s
[23:23:46.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:51:0)
[23:23:46.152] Build status: SCHEDULED
[23:23:46.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:52:0) after 3m2s
[23:26:48.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:52:0)
[23:26:48.259] Build status: SCHEDULED
[23:26:48.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:53:0) after 9m7s
[23:35:55.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:53:0)
[23:35:55.382] Build status: SCHEDULED
[23:35:55.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:54:0) after 9m16s
[23:45:11.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:54:0)
[23:45:11.539] Build status: SCHEDULED
[23:45:11.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:55:0) after 3m32s
[23:48:43.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:55:0)
[23:48:43.580] Build status: SCHEDULED
[23:48:43.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:56:0) after 8m38s
[23:57:21.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:56:0)
[23:57:21.612] Build status: SCHEDULED
[23:57:21.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:57:0) after 1m42s
[23:59:03.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:57:0)
[23:59:03.707] Build status: SCHEDULED
[23:59:03.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:58:0) after 9m22s
[00:08:25.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:58:0)
[00:08:25.861] Build status: SCHEDULED
[00:08:25.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901230943927840704:59:0) after 8m10s
[00:14:47.200] Received PubSub notification, asking Buildbucket for the build status
[00:14:47.236] Build:
{
  "id": "8735800882037464721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-25T18:14:47.769764681Z",
  "endTime": "2024-09-26T00:14:46.993900970Z",
  "updateTime": "2024-09-26T00:14:46.993900970Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1c1bb7749860b4265c002528cbfe4b6c623b934c",
      "ref": "refs/heads/main"
    }
  }
}
[00:14:47.236] Invocation finished in 6h0m0.653150082s with status FAILED