Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (8 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "4c619a8cebaac895c6f6c949ddf8074702e265080346b3505513ff0c85b4cc28/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "5a5266248d4f7af101ad5a54960cbd814599a8d6"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a5266248d4f7af101ad5a54960cbd814599a8d6
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[02:11:58.538] New invocation is queued and will start shortly
[02:11:58.538] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[02:11:59.673] Starting the invocation (attempt 1)
[02:11:59.700] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a5266248d4f7af101ad5a54960cbd814599a8d6"
[02:11:59.700] Reconstructed gitiles commit from tags
[02:11:59.700] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:11:59.700] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:11:59.700] Buildbucket request:
{
  "requestId": "8919682702297855472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "4c619a8cebaac895c6f6c949ddf8074702e265080346b3505513ff0c85b4cc28/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8919682702297855472",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "4c619a8cebaac895c6f6c949ddf8074702e265080346b3505513ff0c85b4cc28/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "5fd0e6c412b05b73d0a9cd0b8c78d8f567f06a68",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "5a5266248d4f7af101ad5a54960cbd814599a8d6"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a5266248d4f7af101ad5a54960cbd814599a8d6",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a17eb9a6-0c1b-419f-a6cd-8310c721f4b7",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "5a5266248d4f7af101ad5a54960cbd814599a8d6"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "5a5266248d4f7af101ad5a54960cbd814599a8d6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919682702297855472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:12:00.112] Scheduled build:
{
  "id": "8754252640373455665",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T02:11:59.752025367Z",
  "updateTime": "2024-03-06T02:11:59.752025367Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "5a5266248d4f7af101ad5a54960cbd814599a8d6",
      "ref": "refs/heads/main"
    }
  }
}
[02:12:00.112] Task URL: https://cr-buildbucket.appspot.com/build/8754252640373455665
[02:12:00.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:2:0) after 5m18s
[02:12:01.252] Received PubSub notification, asking Buildbucket for the build status
[02:12:01.566] Build status: SCHEDULED
[02:17:18.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:2:0)
[02:17:18.638] Build status: SCHEDULED
[02:17:18.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:4:0) after 4m11s
[02:21:29.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:4:0)
[02:21:29.898] Build status: SCHEDULED
[02:21:29.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:5:0) after 2m20s
[02:23:50.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:5:0)
[02:23:50.103] Build status: SCHEDULED
[02:23:50.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:6:0) after 3m52s
[02:27:42.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:6:0)
[02:27:42.381] Build status: SCHEDULED
[02:27:42.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:7:0) after 1m22s
[02:29:04.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:7:0)
[02:29:04.503] Build status: SCHEDULED
[02:29:04.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:8:0) after 5m32s
[02:34:36.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:8:0)
[02:34:36.583] Build status: SCHEDULED
[02:34:36.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:9:0) after 9m50s
[02:44:26.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:9:0)
[02:44:26.694] Build status: SCHEDULED
[02:44:26.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:10:0) after 5m56s
[02:50:22.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:10:0)
[02:50:22.854] Build status: SCHEDULED
[02:50:22.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:11:0) after 9m13s
[02:59:35.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:11:0)
[02:59:35.888] Build status: SCHEDULED
[02:59:35.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:12:0) after 2m4s
[03:01:40.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:12:0)
[03:01:40.437] Build status: SCHEDULED
[03:01:40.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:13:0) after 1m16s
[03:02:56.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:13:0)
[03:02:56.740] Build status: SCHEDULED
[03:02:56.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:14:0) after 1m17s
[03:04:13.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:14:0)
[03:04:13.904] Build status: SCHEDULED
[03:04:13.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:15:0) after 5m14s
[03:09:27.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:15:0)
[03:09:28.009] Build status: SCHEDULED
[03:09:28.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:16:0) after 3m4s
[03:12:33.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:16:0)
[03:12:33.186] Build status: SCHEDULED
[03:12:33.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:17:0) after 6m20s
[03:18:53.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:17:0)
[03:18:53.272] Build status: SCHEDULED
[03:18:53.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:18:0) after 4m11s
[03:23:04.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:18:0)
[03:23:04.462] Build status: SCHEDULED
[03:23:04.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:19:0) after 9m46s
[03:32:51.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:19:0)
[03:32:51.434] Build status: SCHEDULED
[03:32:51.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:20:0) after 9m59s
[03:42:50.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:20:0)
[03:42:50.645] Build status: SCHEDULED
[03:42:50.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:21:0) after 2m4s
[03:44:54.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:21:0)
[03:44:54.666] Build status: SCHEDULED
[03:44:54.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:22:0) after 2m26s
[03:47:20.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:22:0)
[03:47:20.960] Build status: SCHEDULED
[03:47:20.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:23:0) after 2m14s
[03:49:35.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:23:0)
[03:49:35.169] Build status: SCHEDULED
[03:49:35.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:24:0) after 9m49s
[03:59:24.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:24:0)
[03:59:24.458] Build status: SCHEDULED
[03:59:24.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:25:0) after 7m13s
[04:06:37.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:25:0)
[04:06:37.586] Build status: SCHEDULED
[04:06:37.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:26:0) after 8m49s
[04:15:26.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:26:0)
[04:15:26.719] Build status: SCHEDULED
[04:15:26.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:27:0) after 4m29s
[04:19:55.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:27:0)
[04:19:55.970] Build status: SCHEDULED
[04:19:55.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:28:0) after 7m48s
[04:27:44.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:28:0)
[04:27:44.240] Build status: SCHEDULED
[04:27:44.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:29:0) after 5m41s
[04:33:25.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:29:0)
[04:33:25.372] Build status: SCHEDULED
[04:33:25.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:30:0) after 2m23s
[04:35:48.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:30:0)
[04:35:48.420] Build status: SCHEDULED
[04:35:48.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:31:0) after 1m38s
[04:37:26.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:31:0)
[04:37:26.609] Build status: SCHEDULED
[04:37:26.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:32:0) after 3m28s
[04:40:54.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:32:0)
[04:40:54.850] Build status: SCHEDULED
[04:40:54.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:33:0) after 2m44s
[04:43:39.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:33:0)
[04:43:39.257] Build status: SCHEDULED
[04:43:39.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:34:0) after 4m29s
[04:48:08.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:34:0)
[04:48:08.378] Build status: SCHEDULED
[04:48:08.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:35:0) after 1m47s
[04:49:55.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:35:0)
[04:49:55.747] Build status: SCHEDULED
[04:49:55.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:36:0) after 2m41s
[04:52:37.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:36:0)
[04:52:37.274] Build status: SCHEDULED
[04:52:37.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:37:0) after 2m41s
[04:55:18.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:37:0)
[04:55:18.410] Build status: SCHEDULED
[04:55:18.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:38:0) after 2m44s
[04:58:02.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:38:0)
[04:58:02.469] Build status: SCHEDULED
[04:58:02.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:39:0) after 5m20s
[05:03:22.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:39:0)
[05:03:22.733] Build status: SCHEDULED
[05:03:22.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:40:0) after 6m38s
[05:10:00.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:40:0)
[05:10:00.947] Build status: SCHEDULED
[05:10:00.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:41:0) after 3m37s
[05:13:37.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:41:0)
[05:13:38.005] Build status: SCHEDULED
[05:13:38.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:42:0) after 4m36s
[05:18:14.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:42:0)
[05:18:14.120] Build status: SCHEDULED
[05:18:14.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:43:0) after 1m15s
[05:19:29.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:43:0)
[05:19:29.390] Build status: SCHEDULED
[05:19:29.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:44:0) after 3m1s
[05:22:30.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:44:0)
[05:22:30.431] Build status: SCHEDULED
[05:22:30.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:45:0) after 1m47s
[05:24:17.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:45:0)
[05:24:17.609] Build status: SCHEDULED
[05:24:17.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:46:0) after 2m59s
[05:27:16.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:46:0)
[05:27:16.775] Build status: SCHEDULED
[05:27:16.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:47:0) after 5m4s
[05:32:20.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:47:0)
[05:32:20.840] Build status: SCHEDULED
[05:32:20.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:48:0) after 5m29s
[05:37:49.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:48:0)
[05:37:49.993] Build status: SCHEDULED
[05:37:49.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:49:0) after 3m13s
[05:41:03.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:49:0)
[05:41:03.166] Build status: SCHEDULED
[05:41:03.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:50:0) after 2m18s
[05:43:21.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:50:0)
[05:43:21.204] Build status: SCHEDULED
[05:43:21.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:51:0) after 3m27s
[05:46:48.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:51:0)
[05:46:48.573] Build status: SCHEDULED
[05:46:48.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:52:0) after 5m33s
[05:52:21.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:52:0)
[05:52:21.778] Build status: SCHEDULED
[05:52:21.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:53:0) after 8m24s
[06:00:46.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:53:0)
[06:00:46.102] Build status: SCHEDULED
[06:00:46.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:54:0) after 5m49s
[06:06:35.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:54:0)
[06:06:35.314] Build status: SCHEDULED
[06:06:35.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:55:0) after 6m25s
[06:13:00.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:55:0)
[06:13:00.550] Build status: SCHEDULED
[06:13:00.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:56:0) after 2m57s
[06:15:57.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:56:0)
[06:15:57.614] Build status: SCHEDULED
[06:15:57.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:57:0) after 4m35s
[06:20:32.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:57:0)
[06:20:32.951] Build status: SCHEDULED
[06:20:32.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:58:0) after 2m12s
[06:22:45.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:58:0)
[06:22:45.097] Build status: SCHEDULED
[06:22:45.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:59:0) after 2m9s
[06:24:54.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:59:0)
[06:24:54.155] Build status: SCHEDULED
[06:24:54.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:60:0) after 3m9s
[06:27:41.298] Received PubSub notification, asking Buildbucket for the build status
[06:27:41.392] Build status: STARTED
[06:28:03.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:60:0)
[06:28:03.416] Build status: STARTED
[06:28:03.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:62:0) after 5m39s
[06:33:42.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:62:0)
[06:33:42.555] Build status: STARTED
[06:33:42.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:63:0) after 7m2s
[06:40:44.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:63:0)
[06:40:44.618] Build status: STARTED
[06:40:44.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:64:0) after 5m7s
[06:45:52.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:64:0)
[06:45:52.110] Build status: STARTED
[06:45:52.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:65:0) after 3m7s
[06:48:59.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:65:0)
[06:48:59.274] Build status: STARTED
[06:48:59.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:66:0) after 3m24s
[06:52:23.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:66:0)
[06:52:23.314] Build status: STARTED
[06:52:23.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:67:0) after 9m7s
[07:01:30.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:67:0)
[07:01:30.427] Build status: STARTED
[07:01:30.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:68:0) after 5m33s
[07:07:03.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:68:0)
[07:07:03.587] Build status: STARTED
[07:07:03.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919682702297855472:69:0) after 2m23s
[07:08:15.364] Received PubSub notification, asking Buildbucket for the build status
[07:08:15.386] Build:
{
  "id": "8754252640373455665",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T02:11:59.752025367Z",
  "startTime": "2024-03-06T06:27:40.625420Z",
  "endTime": "2024-03-06T07:08:14.408474Z",
  "updateTime": "2024-03-06T07:08:14.408474Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "5a5266248d4f7af101ad5a54960cbd814599a8d6",
      "ref": "refs/heads/main"
    }
  }
}
[07:08:15.386] Invocation finished in 4h56m16.852518829s with status FAILED