Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "63007096dc680dd0d85a939f4f1a849cb0d6809b03c9ef7e5539b3e28de5bbe9/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "55c6768c6ca19d996725ca168f69d2aa467091c9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c515c780244e3ecbb1fcfd06b3ad588d8d22c28e
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[19:21:47.138] New invocation is queued and will start shortly
[19:21:47.138] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[19:21:48.240] Starting the invocation (attempt 1)
[19:21:48.275] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c515c780244e3ecbb1fcfd06b3ad588d8d22c28e"
[19:21:48.275] Reconstructed gitiles commit from tags
[19:21:48.275] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:21:48.275] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:21:48.276] Buildbucket request:
{
  "requestId": "8915722242708668320",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "63007096dc680dd0d85a939f4f1a849cb0d6809b03c9ef7e5539b3e28de5bbe9/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "55c6768c6ca19d996725ca168f69d2aa467091c9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915722242708668320",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "63007096dc680dd0d85a939f4f1a849cb0d6809b03c9ef7e5539b3e28de5bbe9/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "55c6768c6ca19d996725ca168f69d2aa467091c9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c515c780244e3ecbb1fcfd06b3ad588d8d22c28e",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ef577699-a5ad-4fc4-ac1e-c0c1163a7292",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915722242708668320"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:21:48.765] Scheduled build:
{
  "id": "8750292180774849281",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-18T19:21:48.352506359Z",
  "updateTime": "2024-04-18T19:21:48.352506359Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e",
      "ref": "refs/heads/main"
    }
  }
}
[19:21:48.765] Task URL: https://cr-buildbucket.appspot.com/build/8750292180774849281
[19:21:48.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:2:0) after 1m32s
[19:21:49.788] Received PubSub notification, asking Buildbucket for the build status
[19:21:49.816] Build status: SCHEDULED
[19:23:20.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:2:0)
[19:23:20.839] Build status: SCHEDULED
[19:23:20.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:4:0) after 3m17s
[19:26:37.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:4:0)
[19:26:37.966] Build status: SCHEDULED
[19:26:37.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:5:0) after 6m28s
[19:33:05.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:5:0)
[19:33:06.041] Build status: SCHEDULED
[19:33:06.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:6:0) after 4m34s
[19:37:40.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:6:0)
[19:37:40.173] Build status: SCHEDULED
[19:37:40.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:7:0) after 6m28s
[19:44:08.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:7:0)
[19:44:08.294] Build status: SCHEDULED
[19:44:08.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:8:0) after 2m10s
[19:46:18.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:8:0)
[19:46:18.405] Build status: SCHEDULED
[19:46:18.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:9:0) after 3m32s
[19:49:50.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:9:0)
[19:49:50.493] Build status: SCHEDULED
[19:49:50.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:10:0) after 6m6s
[19:55:56.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:10:0)
[19:55:56.747] Build status: SCHEDULED
[19:55:56.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:11:0) after 5m46s
[20:01:42.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:11:0)
[20:01:42.939] Build status: SCHEDULED
[20:01:42.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:12:0) after 2m32s
[20:04:14.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:12:0)
[20:04:15.022] Build status: SCHEDULED
[20:04:15.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:13:0) after 9m39s
[20:13:54.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:13:0)
[20:13:54.262] Build status: SCHEDULED
[20:13:54.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:14:0) after 3m29s
[20:17:23.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:14:0)
[20:17:23.362] Build status: SCHEDULED
[20:17:23.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:15:0) after 2m44s
[20:20:07.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:15:0)
[20:20:07.426] Build status: SCHEDULED
[20:20:07.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:16:0) after 6m25s
[20:26:32.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:16:0)
[20:26:32.492] Build status: SCHEDULED
[20:26:32.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:17:0) after 9m2s
[20:35:34.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:17:0)
[20:35:34.540] Build status: SCHEDULED
[20:35:34.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:18:0) after 6m5s
[20:41:39.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:18:0)
[20:41:39.639] Build status: SCHEDULED
[20:41:39.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:19:0) after 9m4s
[20:50:43.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:19:0)
[20:50:43.670] Build status: SCHEDULED
[20:50:43.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:20:0) after 3m0s
[20:53:43.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:20:0)
[20:53:43.926] Build status: SCHEDULED
[20:53:43.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:21:0) after 4m30s
[20:58:13.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:21:0)
[20:58:14.168] Build status: SCHEDULED
[20:58:14.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:22:0) after 8m45s
[21:06:59.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:22:0)
[21:06:59.290] Build status: SCHEDULED
[21:06:59.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:23:0) after 3m3s
[21:10:02.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:23:0)
[21:10:02.345] Build status: SCHEDULED
[21:10:02.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:24:0) after 7m45s
[21:17:47.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:24:0)
[21:17:47.415] Build status: SCHEDULED
[21:17:47.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:25:0) after 5m18s
[21:23:05.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:25:0)
[21:23:05.597] Build status: SCHEDULED
[21:23:05.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:26:0) after 3m4s
[21:26:09.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:26:0)
[21:26:09.689] Build status: SCHEDULED
[21:26:09.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:27:0) after 5m57s
[21:32:06.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:27:0)
[21:32:06.794] Build status: SCHEDULED
[21:32:06.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:28:0) after 4m4s
[21:36:10.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:28:0)
[21:36:10.872] Build status: SCHEDULED
[21:36:10.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:29:0) after 7m24s
[21:43:34.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:29:0)
[21:43:35.116] Build status: SCHEDULED
[21:43:35.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:30:0) after 8m54s
[21:52:29.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:30:0)
[21:52:29.172] Build status: SCHEDULED
[21:52:29.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:31:0) after 3m18s
[21:55:47.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:31:0)
[21:55:47.243] Build status: SCHEDULED
[21:55:47.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:32:0) after 2m33s
[21:58:20.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:32:0)
[21:58:20.456] Build status: SCHEDULED
[21:58:20.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:33:0) after 7m21s
[22:05:41.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:33:0)
[22:05:41.515] Build status: SCHEDULED
[22:05:41.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:34:0) after 8m35s
[22:14:16.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:34:0)
[22:14:16.607] Build status: SCHEDULED
[22:14:16.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:35:0) after 1m28s
[22:15:44.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:35:0)
[22:15:44.663] Build status: SCHEDULED
[22:15:44.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:36:0) after 5m55s
[22:21:39.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:36:0)
[22:21:39.794] Build status: SCHEDULED
[22:21:39.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:37:0) after 9m40s
[22:31:19.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:37:0)
[22:31:19.900] Build status: SCHEDULED
[22:31:19.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:38:0) after 9m44s
[22:41:04.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:38:0)
[22:41:04.076] Build status: SCHEDULED
[22:41:04.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:39:0) after 2m37s
[22:43:41.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:39:0)
[22:43:41.247] Build status: SCHEDULED
[22:43:41.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:40:0) after 1m36s
[22:45:17.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:40:0)
[22:45:17.339] Build status: SCHEDULED
[22:45:17.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:41:0) after 5m52s
[22:51:09.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:41:0)
[22:51:09.407] Build status: SCHEDULED
[22:51:09.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:42:0) after 3m55s
[22:55:04.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:42:0)
[22:55:04.442] Build status: SCHEDULED
[22:55:04.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:43:0) after 5m26s
[23:00:30.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:43:0)
[23:00:30.546] Build status: SCHEDULED
[23:00:30.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:44:0) after 7m16s
[23:07:46.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:44:0)
[23:07:46.617] Build status: SCHEDULED
[23:07:46.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:45:0) after 9m30s
[23:17:16.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:45:0)
[23:17:16.649] Build status: SCHEDULED
[23:17:16.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:46:0) after 5m10s
[23:22:26.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:46:0)
[23:22:26.732] Build status: SCHEDULED
[23:22:26.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:47:0) after 1m53s
[23:24:19.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:47:0)
[23:24:19.808] Build status: SCHEDULED
[23:24:19.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:48:0) after 9m20s
[23:33:39.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:48:0)
[23:33:39.910] Build status: SCHEDULED
[23:33:39.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:49:0) after 1m20s
[23:34:59.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:49:0)
[23:34:59.924] Build status: SCHEDULED
[23:34:59.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:50:0) after 4m21s
[23:39:20.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:50:0)
[23:39:20.972] Build status: SCHEDULED
[23:39:20.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:51:0) after 7m19s
[23:46:40.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:51:0)
[23:46:40.025] Build status: SCHEDULED
[23:46:40.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:52:0) after 5m22s
[23:52:02.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:52:0)
[23:52:02.363] Build status: SCHEDULED
[23:52:02.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:53:0) after 8m59s
[00:01:01.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:53:0)
[00:01:01.632] Build status: SCHEDULED
[00:01:01.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:54:0) after 2m48s
[00:03:49.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:54:0)
[00:03:49.843] Build status: SCHEDULED
[00:03:49.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:55:0) after 2m21s
[00:06:11.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:55:0)
[00:06:11.619] Build status: SCHEDULED
[00:06:11.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:56:0) after 8m44s
[00:14:55.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:56:0)
[00:14:56.041] Build status: SCHEDULED
[00:14:56.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:57:0) after 4m12s
[00:19:08.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:57:0)
[00:19:08.184] Build status: SCHEDULED
[00:19:08.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:58:0) after 1m22s
[00:20:30.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:58:0)
[00:20:30.273] Build status: SCHEDULED
[00:20:30.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:59:0) after 2m50s
[00:23:20.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:59:0)
[00:23:20.338] Build status: SCHEDULED
[00:23:20.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:60:0) after 4m27s
[00:27:47.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:60:0)
[00:27:47.387] Build status: SCHEDULED
[00:27:47.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:61:0) after 9m43s
[00:37:30.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:61:0)
[00:37:30.485] Build status: SCHEDULED
[00:37:30.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:62:0) after 4m55s
[00:42:25.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:62:0)
[00:42:25.556] Build status: SCHEDULED
[00:42:25.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:63:0) after 8m4s
[00:50:29.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:63:0)
[00:50:29.608] Build status: SCHEDULED
[00:50:29.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:64:0) after 6m46s
[00:57:15.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:64:0)
[00:57:15.721] Build status: SCHEDULED
[00:57:15.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:65:0) after 4m15s
[01:01:30.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:65:0)
[01:01:33.626] Build status: SCHEDULED
[01:01:33.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:66:0) after 6m37s
[01:08:10.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:66:0)
[01:08:10.669] Build status: SCHEDULED
[01:08:10.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:67:0) after 2m33s
[01:10:43.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:67:0)
[01:10:43.726] Build status: SCHEDULED
[01:10:43.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:68:0) after 5m44s
[01:16:27.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:68:0)
[01:16:27.785] Build status: SCHEDULED
[01:16:27.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:69:0) after 5m5s
[01:21:32.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:69:0)
[01:21:32.997] Build status: SCHEDULED
[01:21:32.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915722242708668320:70:0) after 1m48s
[01:21:56.003] Received PubSub notification, asking Buildbucket for the build status
[01:21:56.026] Build:
{
  "id": "8750292180774849281",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-18T19:21:48.352506359Z",
  "endTime": "2024-04-19T01:21:55.649563333Z",
  "updateTime": "2024-04-19T01:21:55.649563333Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "c515c780244e3ecbb1fcfd06b3ad588d8d22c28e",
      "ref": "refs/heads/main"
    }
  }
}
[01:21:56.026] Invocation finished in 6h0m8.901672958s with status FAILED