Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (9 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "12deae647ddded17e6d7215a4dbb965ec7081ac45a8c98f32e3321f65a041126/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "08c0eb183a9ca2983d20f5a5f366df44f199d287"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/08c0eb183a9ca2983d20f5a5f366df44f199d287
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[22:29:50.539] New invocation is queued and will start shortly
[22:29:50.539] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[22:29:51.802] Starting the invocation (attempt 1)
[22:29:51.830] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/08c0eb183a9ca2983d20f5a5f366df44f199d287"
[22:29:51.830] Reconstructed gitiles commit from tags
[22:29:51.830] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:29:51.831] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:29:51.831] Buildbucket request:
{
  "requestId": "8922776974576382992",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "12deae647ddded17e6d7215a4dbb965ec7081ac45a8c98f32e3321f65a041126/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8922776974576382992",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "12deae647ddded17e6d7215a4dbb965ec7081ac45a8c98f32e3321f65a041126/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "b1962572ba519bf74ddae7c673503d47152e11f8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "08c0eb183a9ca2983d20f5a5f366df44f199d287"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/08c0eb183a9ca2983d20f5a5f366df44f199d287",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "72dd8fed-e24c-42e9-a962-312aa7034118",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "08c0eb183a9ca2983d20f5a5f366df44f199d287"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "08c0eb183a9ca2983d20f5a5f366df44f199d287",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922776974576382992"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:29:52.303] Scheduled build:
{
  "id": "8757346912479873505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-31T22:29:51.916282057Z",
  "updateTime": "2024-01-31T22:29:51.916282057Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "08c0eb183a9ca2983d20f5a5f366df44f199d287",
      "ref": "refs/heads/main"
    }
  }
}
[22:29:52.303] Task URL: https://cr-buildbucket.appspot.com/build/8757346912479873505
[22:29:52.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:2:0) after 6m17s
[22:29:53.846] Received PubSub notification, asking Buildbucket for the build status
[22:29:53.863] Build status: SCHEDULED
[22:36:09.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:2:0)
[22:36:09.356] Build status: SCHEDULED
[22:36:09.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:4:0) after 1m33s
[22:37:42.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:4:0)
[22:37:42.427] Build status: SCHEDULED
[22:37:42.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:5:0) after 6m29s
[22:44:11.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:5:0)
[22:44:11.542] Build status: SCHEDULED
[22:44:11.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:6:0) after 7m5s
[22:51:16.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:6:0)
[22:51:16.707] Build status: SCHEDULED
[22:51:16.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:7:0) after 9m2s
[23:00:18.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:7:0)
[23:00:18.782] Build status: SCHEDULED
[23:00:18.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:8:0) after 7m8s
[23:07:26.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:8:0)
[23:07:26.915] Build status: SCHEDULED
[23:07:26.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:9:0) after 4m58s
[23:12:24.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:9:0)
[23:12:25.244] Build status: SCHEDULED
[23:12:25.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:10:0) after 2m8s
[23:14:33.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:10:0)
[23:14:33.277] Build status: SCHEDULED
[23:14:33.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:11:0) after 4m40s
[23:19:13.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:11:0)
[23:19:13.317] Build status: SCHEDULED
[23:19:13.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:12:0) after 2m3s
[23:21:16.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:12:0)
[23:21:16.395] Build status: SCHEDULED
[23:21:16.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:13:0) after 5m18s
[23:26:34.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:13:0)
[23:26:34.444] Build status: SCHEDULED
[23:26:34.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:14:0) after 7m23s
[23:33:57.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:14:0)
[23:33:57.564] Build status: SCHEDULED
[23:33:57.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:15:0) after 6m32s
[23:40:29.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:15:0)
[23:40:29.639] Build status: SCHEDULED
[23:40:29.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:16:0) after 5m0s
[23:45:30.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:16:0)
[23:45:30.511] Build status: SCHEDULED
[23:45:30.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:17:0) after 7m24s
[23:52:54.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:17:0)
[23:52:54.629] Build status: SCHEDULED
[23:52:54.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:18:0) after 9m41s
[00:02:35.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:18:0)
[00:02:35.749] Build status: SCHEDULED
[00:02:35.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:19:0) after 8m25s
[00:11:00.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:19:0)
[00:11:00.887] Build status: SCHEDULED
[00:11:00.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:20:0) after 3m53s
[00:14:53.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:20:0)
[00:14:53.942] Build status: SCHEDULED
[00:14:53.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:21:0) after 6m50s
[00:21:44.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:21:0)
[00:21:44.096] Build status: SCHEDULED
[00:21:44.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:22:0) after 8m41s
[00:30:25.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:22:0)
[00:30:25.190] Build status: SCHEDULED
[00:30:25.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:23:0) after 5m32s
[00:35:57.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:23:0)
[00:35:57.330] Build status: SCHEDULED
[00:35:57.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:24:0) after 1m24s
[00:37:21.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:24:0)
[00:37:21.441] Build status: SCHEDULED
[00:37:21.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:25:0) after 4m3s
[00:41:24.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:25:0)
[00:41:24.545] Build status: SCHEDULED
[00:41:24.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:26:0) after 6m0s
[00:47:24.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:26:0)
[00:47:24.593] Build status: SCHEDULED
[00:47:24.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:27:0) after 8m43s
[00:56:07.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:27:0)
[00:56:07.636] Build status: SCHEDULED
[00:56:07.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:28:0) after 3m2s
[00:59:09.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:28:0)
[00:59:09.725] Build status: SCHEDULED
[00:59:09.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:29:0) after 9m43s
[01:08:52.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:29:0)
[01:08:52.883] Build status: SCHEDULED
[01:08:52.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:30:0) after 2m43s
[01:11:35.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:30:0)
[01:11:35.952] Build status: SCHEDULED
[01:11:35.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:31:0) after 7m42s
[01:19:18.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:31:0)
[01:19:18.087] Build status: SCHEDULED
[01:19:18.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:32:0) after 9m14s
[01:28:32.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:32:0)
[01:28:32.135] Build status: SCHEDULED
[01:28:32.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:33:0) after 9m44s
[01:38:16.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:33:0)
[01:38:16.172] Build status: SCHEDULED
[01:38:16.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:34:0) after 8m50s
[01:47:06.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:34:0)
[01:47:06.208] Build status: SCHEDULED
[01:47:06.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:35:0) after 6m28s
[01:53:34.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:35:0)
[01:53:34.278] Build status: SCHEDULED
[01:53:34.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:36:0) after 6m27s
[02:00:01.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:36:0)
[02:00:01.405] Build status: SCHEDULED
[02:00:01.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:37:0) after 7m38s
[02:07:39.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:37:0)
[02:07:39.649] Build status: SCHEDULED
[02:07:39.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:38:0) after 3m27s
[02:11:06.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:38:0)
[02:11:06.701] Build status: SCHEDULED
[02:11:06.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:39:0) after 2m24s
[02:13:30.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:39:0)
[02:13:30.752] Build status: SCHEDULED
[02:13:30.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:40:0) after 8m54s
[02:22:24.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:40:0)
[02:22:24.940] Build status: SCHEDULED
[02:22:24.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:41:0) after 9m47s
[02:32:11.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:41:0)
[02:32:12.028] Build status: SCHEDULED
[02:32:12.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:42:0) after 3m34s
[02:35:46.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:42:0)
[02:35:46.081] Build status: SCHEDULED
[02:35:46.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:43:0) after 5m48s
[02:41:34.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:43:0)
[02:41:34.134] Build status: SCHEDULED
[02:41:34.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:44:0) after 5m17s
[02:46:51.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:44:0)
[02:46:51.337] Build status: SCHEDULED
[02:46:51.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:45:0) after 8m29s
[02:55:20.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:45:0)
[02:55:20.409] Build status: SCHEDULED
[02:55:20.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:46:0) after 7m48s
[03:03:08.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:46:0)
[03:03:08.426] Build status: SCHEDULED
[03:03:08.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:47:0) after 7m35s
[03:10:43.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:47:0)
[03:10:43.842] Build status: SCHEDULED
[03:10:43.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:48:0) after 6m3s
[03:16:46.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:48:0)
[03:16:46.888] Build status: SCHEDULED
[03:16:46.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:49:0) after 6m36s
[03:23:22.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:49:0)
[03:23:23.014] Build status: SCHEDULED
[03:23:23.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:50:0) after 9m48s
[03:33:11.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:50:0)
[03:33:11.117] Build status: SCHEDULED
[03:33:11.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:51:0) after 9m3s
[03:42:14.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:51:0)
[03:42:14.549] Build status: SCHEDULED
[03:42:14.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:52:0) after 1m20s
[03:43:34.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:52:0)
[03:43:34.775] Build status: SCHEDULED
[03:43:34.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:53:0) after 2m52s
[03:46:26.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:53:0)
[03:46:26.829] Build status: SCHEDULED
[03:46:26.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:54:0) after 5m23s
[03:51:49.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:54:0)
[03:51:49.968] Build status: SCHEDULED
[03:51:49.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:55:0) after 5m22s
[03:57:12.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:55:0)
[03:57:12.063] Build status: SCHEDULED
[03:57:12.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:56:0) after 5m41s
[04:02:53.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:56:0)
[04:02:53.572] Build status: SCHEDULED
[04:02:53.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:57:0) after 3m45s
[04:06:38.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:57:0)
[04:06:38.898] Build status: SCHEDULED
[04:06:38.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:58:0) after 4m37s
[04:11:15.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:58:0)
[04:11:15.955] Build status: SCHEDULED
[04:11:15.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:59:0) after 4m18s
[04:15:34.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:59:0)
[04:15:34.054] Build status: SCHEDULED
[04:15:34.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:60:0) after 3m42s
[04:19:16.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:60:0)
[04:19:16.210] Build status: SCHEDULED
[04:19:16.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:61:0) after 2m24s
[04:21:40.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:61:0)
[04:21:40.889] Build status: SCHEDULED
[04:21:40.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922776974576382992:62:0) after 9m57s
[04:30:01.219] Received PubSub notification, asking Buildbucket for the build status
[04:30:01.237] Build:
{
  "id": "8757346912479873505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-31T22:29:51.916282057Z",
  "endTime": "2024-02-01T04:30:00.394068Z",
  "updateTime": "2024-02-01T04:30:00.394068Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "08c0eb183a9ca2983d20f5a5f366df44f199d287",
      "ref": "refs/heads/main"
    }
  }
}
[04:30:01.237] Invocation finished in 6h0m10.704139796s with status FAILED