Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "b645f90bbd8cc466bbd20932d9cbd3f47519ed62b661c58ab6f775cd10b03086/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "7ef602b58c1ccacab20d9d01e24b281458c3facc"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7ef602b58c1ccacab20d9d01e24b281458c3facc
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[16:31:50.166] New invocation is queued and will start shortly
[16:31:50.166] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[16:31:51.288] Starting the invocation (attempt 1)
[16:31:51.312] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7ef602b58c1ccacab20d9d01e24b281458c3facc"
[16:31:51.312] Reconstructed gitiles commit from tags
[16:31:51.312] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:31:51.312] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:31:51.313] Buildbucket request:
{
  "requestId": "8917182486470739344",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "b645f90bbd8cc466bbd20932d9cbd3f47519ed62b661c58ab6f775cd10b03086/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8917182486470739344",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "b645f90bbd8cc466bbd20932d9cbd3f47519ed62b661c58ab6f775cd10b03086/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "a86e7003418d300cf821cd84accf13bbab957ae9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "7ef602b58c1ccacab20d9d01e24b281458c3facc"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7ef602b58c1ccacab20d9d01e24b281458c3facc",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1bafbdeb-ad3f-4906-b1b5-9c48deebeb51",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "7ef602b58c1ccacab20d9d01e24b281458c3facc"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "7ef602b58c1ccacab20d9d01e24b281458c3facc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917182486470739344"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:31:51.882] Scheduled build:
{
  "id": "8751752424531979697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-02T16:31:51.385422290Z",
  "updateTime": "2024-04-02T16:31:51.385422290Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "7ef602b58c1ccacab20d9d01e24b281458c3facc",
      "ref": "refs/heads/main"
    }
  }
}
[16:31:51.883] Task URL: https://cr-buildbucket.appspot.com/build/8751752424531979697
[16:31:51.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:2:0) after 8m30s
[16:31:52.080] Received PubSub notification, asking Buildbucket for the build status
[16:31:52.135] Build status: SCHEDULED
[16:40:21.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:2:0)
[16:40:21.921] Build status: SCHEDULED
[16:40:21.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:4:0) after 6m31s
[16:46:52.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:4:0)
[16:46:52.944] Build status: SCHEDULED
[16:46:52.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:5:0) after 7m19s
[16:54:11.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:5:0)
[16:54:11.988] Build status: SCHEDULED
[16:54:11.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:6:0) after 6m22s
[17:00:34.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:6:0)
[17:00:34.036] Build status: SCHEDULED
[17:00:34.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:7:0) after 3m28s
[17:04:02.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:7:0)
[17:04:02.426] Build status: SCHEDULED
[17:04:02.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:8:0) after 2m35s
[17:06:37.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:8:0)
[17:06:37.640] Build status: SCHEDULED
[17:06:37.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:9:0) after 1m55s
[17:08:32.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:9:0)
[17:08:32.865] Build status: SCHEDULED
[17:08:32.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:10:0) after 3m31s
[17:12:03.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:10:0)
[17:12:04.019] Build status: SCHEDULED
[17:12:04.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:11:0) after 1m30s
[17:13:34.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:11:0)
[17:13:34.177] Build status: SCHEDULED
[17:13:34.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:12:0) after 4m57s
[17:18:31.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:12:0)
[17:18:31.418] Build status: SCHEDULED
[17:18:31.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:13:0) after 1m35s
[17:20:06.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:13:0)
[17:20:06.478] Build status: SCHEDULED
[17:20:06.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:14:0) after 8m27s
[17:28:33.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:14:0)
[17:28:33.534] Build status: SCHEDULED
[17:28:33.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:15:0) after 1m20s
[17:29:53.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:15:0)
[17:29:53.640] Build status: SCHEDULED
[17:29:53.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:16:0) after 5m46s
[17:35:39.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:16:0)
[17:35:39.746] Build status: SCHEDULED
[17:35:39.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:17:0) after 4m35s
[17:40:14.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:17:0)
[17:40:14.965] Build status: SCHEDULED
[17:40:14.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:18:0) after 5m43s
[17:45:57.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:18:0)
[17:45:58.035] Build status: SCHEDULED
[17:45:58.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:19:0) after 2m17s
[17:48:15.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:19:0)
[17:48:15.206] Build status: SCHEDULED
[17:48:15.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:20:0) after 9m10s
[17:57:25.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:20:0)
[17:57:25.270] Build status: SCHEDULED
[17:57:25.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:21:0) after 2m34s
[17:59:59.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:21:0)
[17:59:59.321] Build status: SCHEDULED
[17:59:59.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:22:0) after 3m21s
[18:03:20.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:22:0)
[18:03:20.502] Build status: SCHEDULED
[18:03:20.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:23:0) after 7m34s
[18:10:54.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:23:0)
[18:10:54.641] Build status: SCHEDULED
[18:10:54.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:24:0) after 4m31s
[18:15:25.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:24:0)
[18:15:25.739] Build status: SCHEDULED
[18:15:25.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:25:0) after 9m54s
[18:25:19.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:25:0)
[18:25:19.809] Build status: SCHEDULED
[18:25:19.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:26:0) after 5m8s
[18:30:27.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:26:0)
[18:30:28.008] Build status: SCHEDULED
[18:30:28.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:27:0) after 7m36s
[18:38:04.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:27:0)
[18:38:04.126] Build status: SCHEDULED
[18:38:04.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:28:0) after 3m47s
[18:41:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:28:0)
[18:41:51.234] Build status: SCHEDULED
[18:41:51.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:29:0) after 9m23s
[18:51:14.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:29:0)
[18:51:14.315] Build status: SCHEDULED
[18:51:14.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:30:0) after 5m13s
[18:56:27.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:30:0)
[18:56:27.363] Build status: SCHEDULED
[18:56:27.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:31:0) after 5m16s
[19:01:43.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:31:0)
[19:01:43.391] Build status: SCHEDULED
[19:01:43.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:32:0) after 1m32s
[19:03:15.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:32:0)
[19:03:15.500] Build status: SCHEDULED
[19:03:15.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:33:0) after 5m27s
[19:08:42.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:33:0)
[19:08:42.663] Build status: SCHEDULED
[19:08:42.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:34:0) after 2m24s
[19:11:06.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:34:0)
[19:11:06.813] Build status: SCHEDULED
[19:11:06.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:35:0) after 5m57s
[19:17:03.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:35:0)
[19:17:03.863] Build status: SCHEDULED
[19:17:03.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:36:0) after 2m12s
[19:19:15.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:36:0)
[19:19:15.918] Build status: SCHEDULED
[19:19:15.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:37:0) after 1m42s
[19:20:57.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:37:0)
[19:20:57.964] Build status: SCHEDULED
[19:20:57.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:38:0) after 1m56s
[19:22:54.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:38:0)
[19:22:54.084] Build status: SCHEDULED
[19:22:54.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:39:0) after 1m3s
[19:23:57.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:39:0)
[19:23:57.139] Build status: SCHEDULED
[19:23:57.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:40:0) after 3m33s
[19:27:30.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:40:0)
[19:27:30.324] Build status: SCHEDULED
[19:27:30.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:41:0) after 8m49s
[19:36:19.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:41:0)
[19:36:19.423] Build status: SCHEDULED
[19:36:19.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:42:0) after 6m41s
[19:43:00.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:42:0)
[19:43:00.626] Build status: SCHEDULED
[19:43:00.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:43:0) after 1m0s
[19:44:00.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:43:0)
[19:44:00.680] Build status: SCHEDULED
[19:44:00.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:44:0) after 3m3s
[19:47:03.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:44:0)
[19:47:03.764] Build status: SCHEDULED
[19:47:03.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:45:0) after 1m6s
[19:48:09.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:45:0)
[19:48:09.856] Build status: SCHEDULED
[19:48:09.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:46:0) after 7m6s
[19:55:15.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:46:0)
[19:55:15.906] Build status: SCHEDULED
[19:55:15.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:47:0) after 5m11s
[20:00:26.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:47:0)
[20:00:26.997] Build status: SCHEDULED
[20:00:26.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:48:0) after 8m5s
[20:08:32.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:48:0)
[20:08:32.066] Build status: SCHEDULED
[20:08:32.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:49:0) after 8m58s
[20:17:30.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:49:0)
[20:17:30.194] Build status: SCHEDULED
[20:17:30.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:50:0) after 6m41s
[20:24:11.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:50:0)
[20:24:11.320] Build status: SCHEDULED
[20:24:11.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:51:0) after 6m15s
[20:30:26.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:51:0)
[20:30:26.670] Build status: SCHEDULED
[20:30:26.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:52:0) after 9m20s
[20:39:46.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:52:0)
[20:39:46.796] Build status: SCHEDULED
[20:39:46.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:53:0) after 5m26s
[20:45:12.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:53:0)
[20:45:12.968] Build status: SCHEDULED
[20:45:12.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:54:0) after 4m17s
[20:49:30.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:54:0)
[20:49:30.061] Build status: SCHEDULED
[20:49:30.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:55:0) after 6m12s
[20:55:42.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:55:0)
[20:55:42.177] Build status: SCHEDULED
[20:55:42.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:56:0) after 5m55s
[21:01:37.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:56:0)
[21:01:37.339] Build status: SCHEDULED
[21:01:37.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:57:0) after 3m20s
[21:04:57.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:57:0)
[21:04:57.836] Build status: SCHEDULED
[21:04:57.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:58:0) after 2m41s
[21:07:38.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:58:0)
[21:07:38.923] Build status: SCHEDULED
[21:07:38.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:59:0) after 7m56s
[21:15:34.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:59:0)
[21:15:34.981] Build status: SCHEDULED
[21:15:34.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:60:0) after 1m44s
[21:17:19.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:60:0)
[21:17:19.195] Build status: SCHEDULED
[21:17:19.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:61:0) after 4m42s
[21:22:01.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:61:0)
[21:22:01.315] Build status: SCHEDULED
[21:22:01.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:62:0) after 9m32s
[21:31:33.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:62:0)
[21:31:33.523] Build status: SCHEDULED
[21:31:33.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:63:0) after 6m2s
[21:37:35.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:63:0)
[21:37:35.708] Build status: SCHEDULED
[21:37:35.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:64:0) after 1m47s
[21:39:22.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:64:0)
[21:39:22.751] Build status: SCHEDULED
[21:39:22.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:65:0) after 8m22s
[21:47:44.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:65:0)
[21:47:44.832] Build status: SCHEDULED
[21:47:44.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:66:0) after 5m57s
[21:53:41.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:66:0)
[21:53:41.936] Build status: SCHEDULED
[21:53:41.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:67:0) after 6m32s
[22:00:14.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:67:0)
[22:00:14.064] Build status: SCHEDULED
[22:00:14.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:68:0) after 3m3s
[22:03:17.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:68:0)
[22:03:17.232] Build status: SCHEDULED
[22:03:17.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:69:0) after 5m7s
[22:08:24.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:69:0)
[22:08:24.380] Build status: SCHEDULED
[22:08:24.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:70:0) after 6m13s
[22:14:37.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:70:0)
[22:14:37.440] Build status: SCHEDULED
[22:14:37.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:71:0) after 2m8s
[22:16:45.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:71:0)
[22:16:45.576] Build status: SCHEDULED
[22:16:45.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:72:0) after 8m43s
[22:25:28.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:72:0)
[22:25:28.775] Build status: SCHEDULED
[22:25:28.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:73:0) after 3m1s
[22:28:29.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:73:0)
[22:28:29.905] Build status: SCHEDULED
[22:28:29.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8917182486470739344:74:0) after 3m43s
[22:32:01.601] Received PubSub notification, asking Buildbucket for the build status
[22:32:01.636] Build:
{
  "id": "8751752424531979697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-02T16:31:51.385422290Z",
  "endTime": "2024-04-02T22:32:01.260698548Z",
  "updateTime": "2024-04-02T22:32:01.260698548Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "7ef602b58c1ccacab20d9d01e24b281458c3facc",
      "ref": "refs/heads/main"
    }
  }
}
[22:32:01.636] Invocation finished in 6h0m11.483117363s with status FAILED