Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c7b6754df6487b1caffff5d025a30464dda5d8278e58554b4882582cc52e58b6/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "09ce48580d72792f6f6b3527805125999eb19011",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "4edeaffbf255137861f5153eb1a6183d956efede"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4edeaffbf255137861f5153eb1a6183d956efede
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[21:24:39.436] New invocation is queued and will start shortly
[21:24:39.436] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[21:24:40.721] Starting the invocation (attempt 1)
[21:24:40.767] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4edeaffbf255137861f5153eb1a6183d956efede"
[21:24:40.767] Reconstructed gitiles commit from tags
[21:24:40.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:24:40.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:24:40.767] Buildbucket request:
{
  "requestId": "8915805109264103472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c7b6754df6487b1caffff5d025a30464dda5d8278e58554b4882582cc52e58b6/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "09ce48580d72792f6f6b3527805125999eb19011",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915805109264103472",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c7b6754df6487b1caffff5d025a30464dda5d8278e58554b4882582cc52e58b6/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "09ce48580d72792f6f6b3527805125999eb19011",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "4edeaffbf255137861f5153eb1a6183d956efede"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4edeaffbf255137861f5153eb1a6183d956efede",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "79b105f9-31b8-4a20-bf95-c3c8fa010a64",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "4edeaffbf255137861f5153eb1a6183d956efede"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "4edeaffbf255137861f5153eb1a6183d956efede",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915805109264103472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:24:41.292] Scheduled build:
{
  "id": "8750375047117769185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-17T21:24:40.849868808Z",
  "updateTime": "2024-04-17T21:24:40.849868808Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "4edeaffbf255137861f5153eb1a6183d956efede",
      "ref": "refs/heads/main"
    }
  }
}
[21:24:41.292] Task URL: https://cr-buildbucket.appspot.com/build/8750375047117769185
[21:24:41.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:2:0) after 9m19s
[21:24:42.241] Received PubSub notification, asking Buildbucket for the build status
[21:24:42.259] Build status: SCHEDULED
[21:34:00.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:2:0)
[21:34:01.705] Build status: SCHEDULED
[21:34:01.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:4:0) after 4m20s
[21:38:21.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:4:0)
[21:38:21.744] Build status: SCHEDULED
[21:38:21.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:5:0) after 8m11s
[21:46:32.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:5:0)
[21:46:32.879] Build status: SCHEDULED
[21:46:32.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:6:0) after 2m17s
[21:48:49.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:6:0)
[21:48:50.031] Build status: SCHEDULED
[21:48:50.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:7:0) after 4m5s
[21:52:55.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:7:0)
[21:52:55.085] Build status: SCHEDULED
[21:52:55.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:8:0) after 6m57s
[21:59:52.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:8:0)
[21:59:52.137] Build status: SCHEDULED
[21:59:52.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:9:0) after 1m13s
[22:01:05.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:9:0)
[22:01:05.505] Build status: SCHEDULED
[22:01:05.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:10:0) after 2m33s
[22:03:38.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:10:0)
[22:03:38.720] Build status: SCHEDULED
[22:03:38.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:11:0) after 6m29s
[22:10:07.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:11:0)
[22:10:07.825] Build status: SCHEDULED
[22:10:07.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:12:0) after 3m56s
[22:14:03.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:12:0)
[22:14:03.879] Build status: SCHEDULED
[22:14:03.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:13:0) after 4m57s
[22:19:00.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:13:0)
[22:19:00.974] Build status: SCHEDULED
[22:19:00.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:14:0) after 2m8s
[22:21:08.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:14:0)
[22:21:09.050] Build status: SCHEDULED
[22:21:09.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:15:0) after 7m49s
[22:28:58.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:15:0)
[22:28:58.205] Build status: SCHEDULED
[22:28:58.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:16:0) after 7m8s
[22:36:06.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:16:0)
[22:36:06.278] Build status: SCHEDULED
[22:36:06.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:17:0) after 4m43s
[22:40:49.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:17:0)
[22:40:49.373] Build status: SCHEDULED
[22:40:49.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:18:0) after 9m33s
[22:50:22.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:18:0)
[22:50:22.582] Build status: SCHEDULED
[22:50:22.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:19:0) after 3m45s
[22:54:07.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:19:0)
[22:54:07.801] Build status: SCHEDULED
[22:54:07.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:20:0) after 7m57s
[23:02:04.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:20:0)
[23:02:04.871] Build status: SCHEDULED
[23:02:04.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:21:0) after 8m38s
[23:10:43.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:21:0)
[23:10:43.192] Build status: SCHEDULED
[23:10:43.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:22:0) after 9m34s
[23:20:17.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:22:0)
[23:20:17.286] Build status: SCHEDULED
[23:20:17.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:23:0) after 3m34s
[23:23:51.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:23:0)
[23:23:51.314] Build status: SCHEDULED
[23:23:51.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:24:0) after 2m57s
[23:26:48.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:24:0)
[23:26:48.391] Build status: SCHEDULED
[23:26:48.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:25:0) after 6m14s
[23:33:02.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:25:0)
[23:33:02.475] Build status: SCHEDULED
[23:33:02.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:26:0) after 4m47s
[23:37:50.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:26:0)
[23:37:50.026] Build status: SCHEDULED
[23:37:50.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:27:0) after 3m38s
[23:41:28.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:27:0)
[23:41:28.142] Build status: SCHEDULED
[23:41:28.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:28:0) after 3m35s
[23:45:03.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:28:0)
[23:45:03.216] Build status: SCHEDULED
[23:45:03.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:29:0) after 9m10s
[23:54:13.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:29:0)
[23:54:13.437] Build status: SCHEDULED
[23:54:13.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:30:0) after 8m28s
[00:02:41.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:30:0)
[00:02:41.511] Build status: SCHEDULED
[00:02:41.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:31:0) after 9m55s
[00:12:36.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:31:0)
[00:12:36.563] Build status: SCHEDULED
[00:12:36.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:32:0) after 2m2s
[00:14:38.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:32:0)
[00:14:38.670] Build status: SCHEDULED
[00:14:38.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:33:0) after 1m24s
[00:16:02.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:33:0)
[00:16:02.817] Build status: SCHEDULED
[00:16:02.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:34:0) after 5m3s
[00:21:05.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:34:0)
[00:21:05.968] Build status: SCHEDULED
[00:21:05.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:35:0) after 9m31s
[00:30:36.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:35:0)
[00:30:37.103] Build status: SCHEDULED
[00:30:37.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:36:0) after 2m38s
[00:33:15.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:36:0)
[00:33:15.169] Build status: SCHEDULED
[00:33:15.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:37:0) after 8m1s
[00:41:16.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:37:0)
[00:41:16.174] Build status: SCHEDULED
[00:41:16.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:38:0) after 1m33s
[00:42:49.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:38:0)
[00:42:49.204] Build status: SCHEDULED
[00:42:49.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:39:0) after 1m17s
[00:44:06.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:39:0)
[00:44:06.260] Build status: SCHEDULED
[00:44:06.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:40:0) after 7m10s
[00:51:16.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:40:0)
[00:51:16.408] Build status: SCHEDULED
[00:51:16.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:41:0) after 2m25s
[00:53:41.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:41:0)
[00:53:41.961] Build status: SCHEDULED
[00:53:41.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:42:0) after 4m10s
[00:57:51.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:42:0)
[00:57:52.008] Build status: SCHEDULED
[00:57:52.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:43:0) after 8m17s
[01:06:09.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:43:0)
[01:06:09.060] Build status: SCHEDULED
[01:06:09.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:44:0) after 7m16s
[01:13:25.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:44:0)
[01:13:25.193] Build status: SCHEDULED
[01:13:25.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:45:0) after 5m43s
[01:19:08.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:45:0)
[01:19:08.302] Build status: SCHEDULED
[01:19:08.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:46:0) after 3m1s
[01:22:09.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:46:0)
[01:22:09.665] Build status: SCHEDULED
[01:22:09.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:47:0) after 5m55s
[01:28:04.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:47:0)
[01:28:04.875] Build status: SCHEDULED
[01:28:04.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:48:0) after 9m54s
[01:38:00.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:48:0)
[01:38:00.371] Build status: SCHEDULED
[01:38:00.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:49:0) after 2m14s
[01:40:14.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:49:0)
[01:40:14.449] Build status: SCHEDULED
[01:40:14.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:50:0) after 1m54s
[01:42:08.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:50:0)
[01:42:08.512] Build status: SCHEDULED
[01:42:08.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:51:0) after 8m6s
[01:50:14.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:51:0)
[01:50:14.571] Build status: SCHEDULED
[01:50:14.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:52:0) after 7m3s
[01:57:17.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:52:0)
[01:57:17.971] Build status: SCHEDULED
[01:57:17.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:53:0) after 5m27s
[02:02:45.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:53:0)
[02:02:45.179] Build status: SCHEDULED
[02:02:45.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:54:0) after 9m31s
[02:12:16.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:54:0)
[02:12:16.445] Build status: SCHEDULED
[02:12:16.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:55:0) after 6m32s
[02:18:48.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:55:0)
[02:18:48.592] Build status: SCHEDULED
[02:18:48.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:56:0) after 9m7s
[02:27:55.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:56:0)
[02:27:55.837] Build status: SCHEDULED
[02:27:55.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:57:0) after 7m7s
[02:35:02.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:57:0)
[02:35:03.012] Build status: SCHEDULED
[02:35:03.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:58:0) after 2m36s
[02:37:39.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:58:0)
[02:37:39.344] Build status: SCHEDULED
[02:37:39.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:59:0) after 3m12s
[02:40:51.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:59:0)
[02:40:51.396] Build status: SCHEDULED
[02:40:51.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:60:0) after 1m12s
[02:42:03.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:60:0)
[02:42:03.545] Build status: SCHEDULED
[02:42:03.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:61:0) after 8m12s
[02:50:16.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:61:0)
[02:50:16.523] Build status: SCHEDULED
[02:50:16.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:62:0) after 5m46s
[02:56:02.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:62:0)
[02:56:02.572] Build status: SCHEDULED
[02:56:02.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:63:0) after 9m0s
[03:05:02.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:63:0)
[03:05:02.836] Build status: SCHEDULED
[03:05:02.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:64:0) after 9m37s
[03:14:39.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:64:0)
[03:14:39.890] Build status: SCHEDULED
[03:14:39.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:65:0) after 4m33s
[03:19:13.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:65:0)
[03:19:13.109] Build status: SCHEDULED
[03:19:13.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:66:0) after 5m24s
[03:24:37.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:66:0)
[03:24:37.257] Build status: SCHEDULED
[03:24:37.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915805109264103472:67:0) after 3m43s
[03:24:46.140] Received PubSub notification, asking Buildbucket for the build status
[03:24:46.170] Build:
{
  "id": "8750375047117769185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-17T21:24:40.849868808Z",
  "endTime": "2024-04-18T03:24:45.859107307Z",
  "updateTime": "2024-04-18T03:24:45.859107307Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "4edeaffbf255137861f5153eb1a6183d956efede",
      "ref": "refs/heads/main"
    }
  }
}
[03:24:46.170] Invocation finished in 6h0m6.751239106s with status FAILED