Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "969c67823630dfe299e8f26b579adcb9dd0d7a7b768835a4c768ef9ea51d7d10/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "3ae82e25adb66c0b708040b2ad40ec689c42b934",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "a2692ac23f1421097f0d51c7325045ed38db6408"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a2692ac23f1421097f0d51c7325045ed38db6408
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[17:48:20.435] New invocation is queued and will start shortly
[17:48:20.435] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[17:48:21.587] Starting the invocation (attempt 1)
[17:48:21.622] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a2692ac23f1421097f0d51c7325045ed38db6408"
[17:48:21.622] Reconstructed gitiles commit from tags
[17:48:21.622] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:48:21.622] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:48:21.622] Buildbucket request:
{
  "requestId": "8915365733890805856",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "969c67823630dfe299e8f26b579adcb9dd0d7a7b768835a4c768ef9ea51d7d10/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "3ae82e25adb66c0b708040b2ad40ec689c42b934",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915365733890805856",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "969c67823630dfe299e8f26b579adcb9dd0d7a7b768835a4c768ef9ea51d7d10/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "3ae82e25adb66c0b708040b2ad40ec689c42b934",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "a2692ac23f1421097f0d51c7325045ed38db6408"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a2692ac23f1421097f0d51c7325045ed38db6408",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "7c6363ae-989d-460f-83e4-0494b31dc652",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "a2692ac23f1421097f0d51c7325045ed38db6408"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "a2692ac23f1421097f0d51c7325045ed38db6408",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915365733890805856"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:48:22.213] Scheduled build:
{
  "id": "8749935671925980817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-22T17:48:21.685880178Z",
  "updateTime": "2024-04-22T17:48:21.685880178Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "a2692ac23f1421097f0d51c7325045ed38db6408",
      "ref": "refs/heads/main"
    }
  }
}
[17:48:22.213] Task URL: https://cr-buildbucket.appspot.com/build/8749935671925980817
[17:48:22.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:2:0) after 5m31s
[17:48:52.078] Received PubSub notification, asking Buildbucket for the build status
[17:48:52.325] Build status: SCHEDULED
[17:53:53.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:2:0)
[17:53:53.311] Build status: SCHEDULED
[17:53:53.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:4:0) after 5m8s
[17:59:01.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:4:0)
[17:59:01.369] Build status: SCHEDULED
[17:59:01.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:5:0) after 5m57s
[18:04:58.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:5:0)
[18:04:58.426] Build status: SCHEDULED
[18:04:58.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:6:0) after 4m31s
[18:09:29.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:6:0)
[18:09:29.487] Build status: SCHEDULED
[18:09:29.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:7:0) after 2m42s
[18:12:11.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:7:0)
[18:12:11.608] Build status: SCHEDULED
[18:12:11.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:8:0) after 1m57s
[18:14:08.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:8:0)
[18:14:08.727] Build status: SCHEDULED
[18:14:08.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:9:0) after 5m22s
[18:19:30.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:9:0)
[18:19:30.777] Build status: SCHEDULED
[18:19:30.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:10:0) after 8m31s
[18:28:01.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:10:0)
[18:28:02.035] Build status: SCHEDULED
[18:28:02.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:11:0) after 9m15s
[18:37:17.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:11:0)
[18:37:17.165] Build status: SCHEDULED
[18:37:17.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:12:0) after 2m42s
[18:39:59.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:12:0)
[18:39:59.218] Build status: SCHEDULED
[18:39:59.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:13:0) after 3m6s
[18:43:05.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:13:0)
[18:43:05.451] Build status: SCHEDULED
[18:43:05.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:14:0) after 5m34s
[18:48:39.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:14:0)
[18:48:39.556] Build status: SCHEDULED
[18:48:39.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:15:0) after 4m54s
[18:53:33.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:15:0)
[18:53:33.673] Build status: SCHEDULED
[18:53:33.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:16:0) after 8m33s
[19:02:06.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:16:0)
[19:02:06.873] Build status: SCHEDULED
[19:02:06.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:17:0) after 7m11s
[19:09:17.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:17:0)
[19:09:17.991] Build status: SCHEDULED
[19:09:17.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:18:0) after 4m32s
[19:13:50.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:18:0)
[19:13:50.128] Build status: SCHEDULED
[19:13:50.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:19:0) after 6m42s
[19:20:32.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:19:0)
[19:20:32.266] Build status: SCHEDULED
[19:20:32.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:20:0) after 8m8s
[19:28:40.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:20:0)
[19:28:40.411] Build status: SCHEDULED
[19:28:40.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:21:0) after 7m16s
[19:35:56.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:21:0)
[19:35:56.519] Build status: SCHEDULED
[19:35:56.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:22:0) after 9m42s
[19:45:38.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:22:0)
[19:45:38.612] Build status: SCHEDULED
[19:45:38.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:23:0) after 9m54s
[19:55:32.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:23:0)
[19:55:32.711] Build status: SCHEDULED
[19:55:32.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:24:0) after 3m46s
[19:59:18.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:24:0)
[19:59:18.838] Build status: SCHEDULED
[19:59:18.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:25:0) after 9m18s
[20:08:36.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:25:0)
[20:08:36.986] Build status: SCHEDULED
[20:08:36.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:26:0) after 4m59s
[20:13:36.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:26:0)
[20:13:36.046] Build status: SCHEDULED
[20:13:36.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:27:0) after 4m9s
[20:17:45.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:27:0)
[20:17:45.191] Build status: SCHEDULED
[20:17:45.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:28:0) after 8m54s
[20:26:39.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:28:0)
[20:26:39.532] Build status: SCHEDULED
[20:26:39.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:29:0) after 5m46s
[20:32:25.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:29:0)
[20:32:25.589] Build status: SCHEDULED
[20:32:25.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:30:0) after 4m23s
[20:36:48.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:30:0)
[20:36:48.679] Build status: SCHEDULED
[20:36:48.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:31:0) after 7m5s
[20:43:53.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:31:0)
[20:43:53.825] Build status: SCHEDULED
[20:43:53.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:32:0) after 5m4s
[20:48:57.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:32:0)
[20:48:57.881] Build status: SCHEDULED
[20:48:57.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:33:0) after 6m11s
[20:55:08.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:33:0)
[20:55:08.954] Build status: SCHEDULED
[20:55:08.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:34:0) after 2m31s
[20:57:40.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:34:0)
[20:57:40.085] Build status: SCHEDULED
[20:57:40.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:35:0) after 2m14s
[20:59:54.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:35:0)
[20:59:54.176] Build status: SCHEDULED
[20:59:54.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:36:0) after 8m40s
[21:08:34.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:36:0)
[21:08:34.345] Build status: SCHEDULED
[21:08:34.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:37:0) after 1m2s
[21:09:36.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:37:0)
[21:09:36.408] Build status: SCHEDULED
[21:09:36.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:38:0) after 4m7s
[21:13:43.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:38:0)
[21:13:43.509] Build status: SCHEDULED
[21:13:43.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:39:0) after 6m4s
[21:19:47.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:39:0)
[21:19:47.618] Build status: SCHEDULED
[21:19:47.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:40:0) after 6m47s
[21:26:34.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:40:0)
[21:26:34.698] Build status: SCHEDULED
[21:26:34.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:41:0) after 4m18s
[21:30:52.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:41:0)
[21:30:52.864] Build status: SCHEDULED
[21:30:52.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:42:0) after 7m43s
[21:38:35.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:42:0)
[21:38:35.920] Build status: SCHEDULED
[21:38:35.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:43:0) after 8m27s
[21:47:02.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:43:0)
[21:47:03.055] Build status: SCHEDULED
[21:47:03.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:44:0) after 3m50s
[21:50:53.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:44:0)
[21:50:53.188] Build status: SCHEDULED
[21:50:53.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:45:0) after 5m8s
[21:56:01.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:45:0)
[21:56:01.424] Build status: SCHEDULED
[21:56:01.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:46:0) after 7m38s
[22:03:39.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:46:0)
[22:03:39.504] Build status: SCHEDULED
[22:03:39.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:47:0) after 7m13s
[22:10:52.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:47:0)
[22:10:52.663] Build status: SCHEDULED
[22:10:52.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:48:0) after 4m29s
[22:15:21.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:48:0)
[22:15:21.795] Build status: SCHEDULED
[22:15:21.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:49:0) after 5m38s
[22:20:59.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:49:0)
[22:20:59.953] Build status: SCHEDULED
[22:20:59.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:50:0) after 8m40s
[22:29:39.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:50:0)
[22:29:40.021] Build status: SCHEDULED
[22:29:40.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:51:0) after 1m12s
[22:30:51.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:51:0)
[22:30:52.030] Build status: SCHEDULED
[22:30:52.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:52:0) after 2m6s
[22:32:58.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:52:0)
[22:32:58.106] Build status: SCHEDULED
[22:32:58.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:53:0) after 4m15s
[22:37:13.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:53:0)
[22:37:13.147] Build status: SCHEDULED
[22:37:13.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:54:0) after 5m1s
[22:42:14.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:54:0)
[22:42:14.302] Build status: SCHEDULED
[22:42:14.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:55:0) after 8m45s
[22:50:59.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:55:0)
[22:50:59.386] Build status: SCHEDULED
[22:50:59.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:56:0) after 7m48s
[22:58:47.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:56:0)
[22:58:47.421] Build status: SCHEDULED
[22:58:47.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:57:0) after 8m40s
[23:07:27.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:57:0)
[23:07:27.477] Build status: SCHEDULED
[23:07:27.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:58:0) after 3m59s
[23:11:26.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:58:0)
[23:11:26.553] Build status: SCHEDULED
[23:11:26.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:59:0) after 7m42s
[23:19:08.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:59:0)
[23:19:08.701] Build status: SCHEDULED
[23:19:08.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:60:0) after 7m17s
[23:26:25.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:60:0)
[23:26:25.802] Build status: SCHEDULED
[23:26:25.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:61:0) after 2m14s
[23:28:39.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:61:0)
[23:28:39.842] Build status: SCHEDULED
[23:28:39.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:62:0) after 3m14s
[23:31:53.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:62:0)
[23:31:53.912] Build status: SCHEDULED
[23:31:53.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:63:0) after 4m45s
[23:36:38.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:63:0)
[23:36:39.095] Build status: SCHEDULED
[23:36:39.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:64:0) after 6m5s
[23:42:44.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:64:0)
[23:42:44.345] Build status: SCHEDULED
[23:42:44.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915365733890805856:65:0) after 9m36s
[23:48:35.169] Received PubSub notification, asking Buildbucket for the build status
[23:48:35.216] Build:
{
  "id": "8749935671925980817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-22T17:48:21.685880178Z",
  "endTime": "2024-04-22T23:48:27.968212349Z",
  "updateTime": "2024-04-22T23:48:27.968212349Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "a2692ac23f1421097f0d51c7325045ed38db6408",
      "ref": "refs/heads/main"
    }
  }
}
[23:48:35.216] Invocation finished in 6h0m14.788525737s with status FAILED