Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "880fbc09335ffa3c6b2fd145f132f701867ae765ff1054201f92a22446e18b11/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "ebc215f21e668f8ee789ad973c0a2637511e7360",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "8b3b4a92adee40483c27f26c478a384cd69c6f05"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8b3b4a92adee40483c27f26c478a384cd69c6f05
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[16:46:18.670] New invocation is queued and will start shortly
[16:46:18.670] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[16:46:19.915] Starting the invocation (attempt 1)
[16:46:19.941] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8b3b4a92adee40483c27f26c478a384cd69c6f05"
[16:46:19.941] Reconstructed gitiles commit from tags
[16:46:19.941] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:46:19.941] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:46:19.942] Buildbucket request:
{
  "requestId": "8916637993980646784",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "880fbc09335ffa3c6b2fd145f132f701867ae765ff1054201f92a22446e18b11/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "ebc215f21e668f8ee789ad973c0a2637511e7360",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8916637993980646784",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "880fbc09335ffa3c6b2fd145f132f701867ae765ff1054201f92a22446e18b11/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "ebc215f21e668f8ee789ad973c0a2637511e7360",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "8b3b4a92adee40483c27f26c478a384cd69c6f05"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8b3b4a92adee40483c27f26c478a384cd69c6f05",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "963ed593-092c-48f0-9c30-b4226df3c102",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "8b3b4a92adee40483c27f26c478a384cd69c6f05"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "8b3b4a92adee40483c27f26c478a384cd69c6f05",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8916637993980646784"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:46:20.382] Scheduled build:
{
  "id": "8751207931915394161",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-08T16:46:20.009710385Z",
  "updateTime": "2024-04-08T16:46:20.009710385Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "8b3b4a92adee40483c27f26c478a384cd69c6f05",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:46:20.382] Task URL: https://cr-buildbucket.appspot.com/build/8751207931915394161
[16:46:20.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:2:0) after 1m57s
[16:46:21.386] Received PubSub notification, asking Buildbucket for the build status
[16:46:21.420] Build status: SCHEDULED
[16:48:17.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:2:0)
[16:48:17.495] Build status: SCHEDULED
[16:48:17.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:4:0) after 8m29s
[16:56:46.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:4:0)
[16:56:46.850] Build status: SCHEDULED
[16:56:46.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:5:0) after 8m7s
[17:04:53.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:5:0)
[17:04:53.906] Build status: SCHEDULED
[17:04:53.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:6:0) after 7m13s
[17:12:06.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:6:0)
[17:12:07.110] Build status: SCHEDULED
[17:12:07.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:7:0) after 4m49s
[17:16:56.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:7:0)
[17:16:56.187] Build status: SCHEDULED
[17:16:56.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:8:0) after 7m57s
[17:24:53.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:8:0)
[17:24:53.329] Build status: SCHEDULED
[17:24:53.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:9:0) after 8m53s
[17:33:46.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:9:0)
[17:33:46.465] Build status: SCHEDULED
[17:33:46.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:10:0) after 2m15s
[17:36:01.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:10:0)
[17:36:01.516] Build status: SCHEDULED
[17:36:01.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:11:0) after 4m59s
[17:41:00.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:11:0)
[17:41:00.681] Build status: SCHEDULED
[17:41:00.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:12:0) after 2m11s
[17:43:11.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:12:0)
[17:43:11.828] Build status: SCHEDULED
[17:43:11.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:13:0) after 1m54s
[17:45:05.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:13:0)
[17:45:05.958] Build status: SCHEDULED
[17:45:05.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:14:0) after 5m6s
[17:50:12.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:14:0)
[17:50:12.218] Build status: SCHEDULED
[17:50:12.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:15:0) after 5m44s
[17:55:57.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:15:0)
[17:55:57.750] Build status: SCHEDULED
[17:55:57.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:16:0) after 6m35s
[18:02:32.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:16:0)
[18:02:32.796] Build status: SCHEDULED
[18:02:32.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:17:0) after 4m10s
[18:06:42.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:17:0)
[18:06:42.924] Build status: SCHEDULED
[18:06:42.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:18:0) after 4m7s
[18:10:49.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:18:0)
[18:10:49.965] Build status: SCHEDULED
[18:10:49.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:19:0) after 7m24s
[18:18:14.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:19:0)
[18:18:14.070] Build status: SCHEDULED
[18:18:14.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:20:0) after 9m58s
[18:28:12.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:20:0)
[18:28:12.193] Build status: SCHEDULED
[18:28:12.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:21:0) after 3m25s
[18:31:37.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:21:0)
[18:31:37.310] Build status: SCHEDULED
[18:31:37.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:22:0) after 5m23s
[18:37:00.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:22:0)
[18:37:00.467] Build status: SCHEDULED
[18:37:00.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:23:0) after 3m49s
[18:40:49.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:23:0)
[18:40:49.622] Build status: SCHEDULED
[18:40:49.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:24:0) after 3m11s
[18:44:00.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:24:0)
[18:44:00.677] Build status: SCHEDULED
[18:44:00.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:25:0) after 5m49s
[18:49:49.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:25:0)
[18:49:49.734] Build status: SCHEDULED
[18:49:49.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:26:0) after 5m2s
[18:54:52.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:26:0)
[18:54:52.405] Build status: SCHEDULED
[18:54:52.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:27:0) after 9m35s
[19:04:27.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:27:0)
[19:04:27.539] Build status: SCHEDULED
[19:04:27.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:28:0) after 5m23s
[19:09:50.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:28:0)
[19:09:50.660] Build status: SCHEDULED
[19:09:50.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:29:0) after 1m52s
[19:11:42.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:29:0)
[19:11:42.760] Build status: SCHEDULED
[19:11:42.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:30:0) after 4m7s
[19:15:49.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:30:0)
[19:15:49.898] Build status: SCHEDULED
[19:15:49.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:31:0) after 2m23s
[19:18:12.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:31:0)
[19:18:12.992] Build status: SCHEDULED
[19:18:12.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:32:0) after 9m23s
[19:27:36.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:32:0)
[19:27:36.096] Build status: SCHEDULED
[19:27:36.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:33:0) after 7m45s
[19:35:21.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:33:0)
[19:35:21.139] Build status: SCHEDULED
[19:35:21.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:34:0) after 6m51s
[19:42:12.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:34:0)
[19:42:12.254] Build status: SCHEDULED
[19:42:12.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:35:0) after 6m50s
[19:49:02.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:35:0)
[19:49:02.443] Build status: SCHEDULED
[19:49:02.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:36:0) after 9m0s
[19:58:02.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:36:0)
[19:58:02.511] Build status: SCHEDULED
[19:58:02.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:37:0) after 6m2s
[20:04:04.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:37:0)
[20:04:04.594] Build status: SCHEDULED
[20:04:04.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:38:0) after 4m45s
[20:08:49.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:38:0)
[20:08:49.693] Build status: SCHEDULED
[20:08:49.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:39:0) after 7m43s
[20:16:32.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:39:0)
[20:16:32.750] Build status: SCHEDULED
[20:16:32.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:40:0) after 5m50s
[20:22:22.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:40:0)
[20:22:22.803] Build status: SCHEDULED
[20:22:22.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:41:0) after 4m25s
[20:26:47.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:41:0)
[20:26:47.851] Build status: SCHEDULED
[20:26:47.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:42:0) after 3m40s
[20:30:27.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:42:0)
[20:30:27.968] Build status: SCHEDULED
[20:30:27.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:43:0) after 4m37s
[20:35:05.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:43:0)
[20:35:05.173] Build status: SCHEDULED
[20:35:05.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:44:0) after 1m19s
[20:36:24.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:44:0)
[20:36:24.337] Build status: SCHEDULED
[20:36:24.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:45:0) after 4m11s
[20:40:35.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:45:0)
[20:40:35.381] Build status: SCHEDULED
[20:40:35.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:46:0) after 6m4s
[20:46:39.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:46:0)
[20:46:39.483] Build status: SCHEDULED
[20:46:39.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:47:0) after 1m14s
[20:47:53.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:47:0)
[20:47:53.679] Build status: SCHEDULED
[20:47:53.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:48:0) after 7m36s
[20:55:29.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:48:0)
[20:55:29.804] Build status: SCHEDULED
[20:55:29.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:49:0) after 6m59s
[21:02:28.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:49:0)
[21:02:28.839] Build status: SCHEDULED
[21:02:28.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:50:0) after 6m53s
[21:09:21.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:50:0)
[21:09:21.989] Build status: SCHEDULED
[21:09:21.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:51:0) after 5m34s
[21:14:56.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:51:0)
[21:14:56.031] Build status: SCHEDULED
[21:14:56.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:52:0) after 3m8s
[21:18:04.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:52:0)
[21:18:04.114] Build status: SCHEDULED
[21:18:04.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:53:0) after 2m50s
[21:20:54.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:53:0)
[21:20:54.226] Build status: SCHEDULED
[21:20:54.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:54:0) after 1m28s
[21:22:22.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:54:0)
[21:22:22.286] Build status: SCHEDULED
[21:22:22.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:55:0) after 7m28s
[21:29:50.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:55:0)
[21:29:50.326] Build status: SCHEDULED
[21:29:50.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:56:0) after 3m33s
[21:33:23.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:56:0)
[21:33:23.523] Build status: SCHEDULED
[21:33:23.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:57:0) after 1m25s
[21:34:48.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:57:0)
[21:34:48.700] Build status: SCHEDULED
[21:34:48.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:58:0) after 7m12s
[21:42:00.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:58:0)
[21:42:00.894] Build status: SCHEDULED
[21:42:00.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:59:0) after 2m34s
[21:44:34.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:59:0)
[21:44:35.017] Build status: SCHEDULED
[21:44:35.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:60:0) after 7m43s
[21:52:18.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:60:0)
[21:52:18.059] Build status: SCHEDULED
[21:52:18.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:61:0) after 2m18s
[21:54:36.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:61:0)
[21:54:36.096] Build status: SCHEDULED
[21:54:36.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:62:0) after 1m15s
[21:55:51.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:62:0)
[21:55:51.176] Build status: SCHEDULED
[21:55:51.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:63:0) after 5m56s
[22:01:47.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:63:0)
[22:01:47.275] Build status: SCHEDULED
[22:01:47.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:64:0) after 4m16s
[22:06:03.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:64:0)
[22:06:03.350] Build status: SCHEDULED
[22:06:03.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:65:0) after 8m59s
[22:15:02.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:65:0)
[22:15:02.520] Build status: SCHEDULED
[22:15:02.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:66:0) after 2m16s
[22:17:18.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:66:0)
[22:17:18.635] Build status: SCHEDULED
[22:17:18.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:67:0) after 7m27s
[22:24:45.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:67:0)
[22:24:45.764] Build status: SCHEDULED
[22:24:45.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:68:0) after 1m7s
[22:25:52.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:68:0)
[22:25:52.826] Build status: SCHEDULED
[22:25:52.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:69:0) after 7m0s
[22:32:52.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:69:0)
[22:32:52.973] Build status: SCHEDULED
[22:32:52.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:70:0) after 5m26s
[22:38:19.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:70:0)
[22:38:19.138] Build status: SCHEDULED
[22:38:19.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:71:0) after 4m21s
[22:42:40.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:71:0)
[22:42:40.174] Build status: SCHEDULED
[22:42:40.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8916637993980646784:72:0) after 5m5s
[22:46:27.803] Received PubSub notification, asking Buildbucket for the build status
[22:46:27.819] Build:
{
  "id": "8751207931915394161",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-08T16:46:20.009710385Z",
  "endTime": "2024-04-08T22:46:27.392442587Z",
  "updateTime": "2024-04-08T22:46:27.392442587Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "8b3b4a92adee40483c27f26c478a384cd69c6f05",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:46:27.819] Invocation finished in 6h0m9.162716906s with status FAILED