Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (6 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "fdc4335c21be9b472732490f53cdec4b1b49ed58c0657985fb2bccf7a8333e38/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "00631910d05e84ac0b6d5e74f8ffbdb81f535895",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "caa902613a96f63c3855b3a0bcd82d1b1db49408"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/caa902613a96f63c3855b3a0bcd82d1b1db49408
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[19:16:16.150] New invocation is queued and will start shortly
[19:16:16.150] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[19:16:18.334] Starting the invocation (attempt 1)
[19:16:18.374] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/caa902613a96f63c3855b3a0bcd82d1b1db49408"
[19:16:18.374] Reconstructed gitiles commit from tags
[19:16:18.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:16:18.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:16:18.374] Buildbucket request:
{
  "requestId": "8914726023149064256",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "fdc4335c21be9b472732490f53cdec4b1b49ed58c0657985fb2bccf7a8333e38/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "00631910d05e84ac0b6d5e74f8ffbdb81f535895",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8914726023149064256",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "fdc4335c21be9b472732490f53cdec4b1b49ed58c0657985fb2bccf7a8333e38/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "00631910d05e84ac0b6d5e74f8ffbdb81f535895",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "caa902613a96f63c3855b3a0bcd82d1b1db49408"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/caa902613a96f63c3855b3a0bcd82d1b1db49408",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b1530c8c-cdb7-486e-9bfd-c979e539c0fd",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "caa902613a96f63c3855b3a0bcd82d1b1db49408"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "caa902613a96f63c3855b3a0bcd82d1b1db49408",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8914726023149064256"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:16:18.909] Scheduled build:
{
  "id": "8749295960064983441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-29T19:16:18.457181798Z",
  "updateTime": "2024-04-29T19:16:18.457181798Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "caa902613a96f63c3855b3a0bcd82d1b1db49408",
      "ref": "refs/heads/main"
    }
  }
}
[19:16:18.914] Task URL: https://cr-buildbucket.appspot.com/build/8749295960064983441
[19:16:18.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:2:0) after 9m15s
[19:16:19.568] Received PubSub notification, asking Buildbucket for the build status
[19:16:19.596] Build status: SCHEDULED
[19:25:33.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:2:0)
[19:25:34.008] Build status: SCHEDULED
[19:25:34.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:4:0) after 9m46s
[19:35:20.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:4:0)
[19:35:20.085] Build status: SCHEDULED
[19:35:20.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:5:0) after 8m47s
[19:44:07.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:5:0)
[19:44:07.245] Build status: SCHEDULED
[19:44:07.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:6:0) after 7m12s
[19:51:19.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:6:0)
[19:51:19.450] Build status: SCHEDULED
[19:51:19.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:7:0) after 7m8s
[19:58:27.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:7:0)
[19:58:27.503] Build status: SCHEDULED
[19:58:27.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:8:0) after 1m36s
[20:00:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:8:0)
[20:00:03.607] Build status: SCHEDULED
[20:00:03.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:9:0) after 1m11s
[20:01:14.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:9:0)
[20:01:14.663] Build status: SCHEDULED
[20:01:14.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:10:0) after 9m46s
[20:11:00.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:10:0)
[20:11:00.761] Build status: SCHEDULED
[20:11:00.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:11:0) after 7m10s
[20:18:10.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:11:0)
[20:18:10.876] Build status: SCHEDULED
[20:18:10.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:12:0) after 6m46s
[20:24:56.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:12:0)
[20:24:56.929] Build status: SCHEDULED
[20:24:56.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:13:0) after 2m1s
[20:26:57.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:13:0)
[20:26:58.093] Build status: SCHEDULED
[20:26:58.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:14:0) after 3m21s
[20:30:19.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:14:0)
[20:30:19.155] Build status: SCHEDULED
[20:30:19.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:15:0) after 9m53s
[20:40:12.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:15:0)
[20:40:12.220] Build status: SCHEDULED
[20:40:12.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:16:0) after 7m51s
[20:48:03.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:16:0)
[20:48:03.444] Build status: SCHEDULED
[20:48:03.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:17:0) after 7m16s
[20:55:19.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:17:0)
[20:55:19.548] Build status: SCHEDULED
[20:55:19.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:18:0) after 3m53s
[20:59:12.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:18:0)
[20:59:12.587] Build status: SCHEDULED
[20:59:12.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:19:0) after 4m48s
[21:04:00.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:19:0)
[21:04:00.623] Build status: SCHEDULED
[21:04:00.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:20:0) after 8m20s
[21:12:20.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:20:0)
[21:12:20.699] Build status: SCHEDULED
[21:12:20.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:21:0) after 5m4s
[21:17:24.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:21:0)
[21:17:24.753] Build status: SCHEDULED
[21:17:24.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:22:0) after 8m59s
[21:26:23.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:22:0)
[21:26:23.852] Build status: SCHEDULED
[21:26:23.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:23:0) after 3m12s
[21:29:35.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:23:0)
[21:29:35.865] Build status: SCHEDULED
[21:29:35.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:24:0) after 5m54s
[21:35:29.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:24:0)
[21:35:29.976] Build status: SCHEDULED
[21:35:29.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:25:0) after 4m39s
[21:40:09.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:25:0)
[21:40:09.068] Build status: SCHEDULED
[21:40:09.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:26:0) after 6m59s
[21:47:08.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:26:0)
[21:47:08.152] Build status: SCHEDULED
[21:47:08.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:27:0) after 8m44s
[21:55:52.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:27:0)
[21:55:52.203] Build status: SCHEDULED
[21:55:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:28:0) after 4m28s
[22:00:20.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:28:0)
[22:00:20.285] Build status: SCHEDULED
[22:00:20.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:29:0) after 3m10s
[22:03:30.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:29:0)
[22:03:30.366] Build status: SCHEDULED
[22:03:30.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:30:0) after 3m36s
[22:07:06.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:30:0)
[22:07:06.583] Build status: SCHEDULED
[22:07:06.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:31:0) after 5m50s
[22:12:56.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:31:0)
[22:12:56.720] Build status: SCHEDULED
[22:12:56.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:32:0) after 8m49s
[22:21:45.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:32:0)
[22:21:45.858] Build status: SCHEDULED
[22:21:45.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:33:0) after 7m26s
[22:29:11.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:33:0)
[22:29:11.895] Build status: SCHEDULED
[22:29:11.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:34:0) after 6m58s
[22:36:09.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:34:0)
[22:36:10.004] Build status: SCHEDULED
[22:36:10.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:35:0) after 6m4s
[22:42:14.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:35:0)
[22:42:14.109] Build status: SCHEDULED
[22:42:14.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:36:0) after 3m47s
[22:46:01.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:36:0)
[22:46:01.188] Build status: SCHEDULED
[22:46:01.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:37:0) after 5m3s
[22:51:04.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:37:0)
[22:51:04.295] Build status: SCHEDULED
[22:51:04.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:38:0) after 3m24s
[22:54:28.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:38:0)
[22:54:28.362] Build status: SCHEDULED
[22:54:28.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:39:0) after 6m1s
[23:00:29.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:39:0)
[23:00:29.427] Build status: SCHEDULED
[23:00:29.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:40:0) after 7m4s
[23:07:33.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:40:0)
[23:07:33.489] Build status: SCHEDULED
[23:07:33.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:41:0) after 6m23s
[23:13:56.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:41:0)
[23:13:56.562] Build status: SCHEDULED
[23:13:56.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:42:0) after 7m44s
[23:21:40.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:42:0)
[23:21:41.021] Build status: SCHEDULED
[23:21:41.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:43:0) after 4m13s
[23:25:54.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:43:0)
[23:25:54.183] Build status: SCHEDULED
[23:25:54.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:44:0) after 1m39s
[23:27:33.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:44:0)
[23:27:33.207] Build status: SCHEDULED
[23:27:33.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:45:0) after 9m25s
[23:36:58.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:45:0)
[23:36:58.259] Build status: SCHEDULED
[23:36:58.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:46:0) after 8m23s
[23:45:21.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:46:0)
[23:45:21.328] Build status: SCHEDULED
[23:45:21.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:47:0) after 2m39s
[23:48:00.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:47:0)
[23:48:00.680] Build status: SCHEDULED
[23:48:00.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:48:0) after 5m3s
[23:53:03.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:48:0)
[23:53:03.795] Build status: SCHEDULED
[23:53:03.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:49:0) after 5m55s
[23:58:59.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:49:0)
[23:58:59.072] Build status: SCHEDULED
[23:58:59.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:50:0) after 6m5s
[00:05:04.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:50:0)
[00:05:04.514] Build status: SCHEDULED
[00:05:04.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:51:0) after 3m45s
[00:08:49.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:51:0)
[00:08:49.659] Build status: SCHEDULED
[00:08:49.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:52:0) after 4m43s
[00:13:32.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:52:0)
[00:13:33.007] Build status: SCHEDULED
[00:13:33.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:53:0) after 5m53s
[00:19:26.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:53:0)
[00:19:26.213] Build status: SCHEDULED
[00:19:26.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:54:0) after 3m55s
[00:23:21.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:54:0)
[00:23:21.494] Build status: SCHEDULED
[00:23:21.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:55:0) after 1m55s
[00:25:16.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:55:0)
[00:25:17.008] Build status: SCHEDULED
[00:25:17.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:56:0) after 7m43s
[00:33:00.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:56:0)
[00:33:00.086] Build status: SCHEDULED
[00:33:00.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:57:0) after 6m35s
[00:39:35.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:57:0)
[00:39:35.140] Build status: SCHEDULED
[00:39:35.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:58:0) after 4m7s
[00:43:42.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:58:0)
[00:43:42.398] Build status: SCHEDULED
[00:43:42.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:59:0) after 9m19s
[00:53:01.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:59:0)
[00:53:01.732] Build status: SCHEDULED
[00:53:01.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:60:0) after 8m15s
[01:01:16.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:60:0)
[01:01:16.848] Build status: SCHEDULED
[01:01:16.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:61:0) after 7m0s
[01:08:16.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:61:0)
[01:08:16.910] Build status: SCHEDULED
[01:08:16.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8914726023149064256:62:0) after 8m22s
[01:16:19.464] Received PubSub notification, asking Buildbucket for the build status
[01:16:19.493] Build:
{
  "id": "8749295960064983441",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-29T19:16:18.457181798Z",
  "endTime": "2024-04-30T01:16:19.119912810Z",
  "updateTime": "2024-04-30T01:16:19.119912810Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "caa902613a96f63c3855b3a0bcd82d1b1db49408",
      "ref": "refs/heads/main"
    }
  }
}
[01:16:19.493] Invocation finished in 6h0m3.361182368s with status FAILED