Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (4 months ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c2fadb7ee900a1ffbadce958de02003e54df569c3f87a0d92af350a27e76f096/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "08a57b5698e36e34ed0170c8764bfeb028d37c05",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ecffdaf27cb456aecc5a1c0272d3994d26bf645
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[23:09:17.280] New invocation is queued and will start shortly
[23:09:17.280] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[23:09:18.498] Starting the invocation (attempt 1)
[23:09:18.531] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ecffdaf27cb456aecc5a1c0272d3994d26bf645"
[23:09:18.531] Reconstructed gitiles commit from tags
[23:09:18.531] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:18.532] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:18.532] Buildbucket request:
{
  "requestId": "8907554202515682816",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c2fadb7ee900a1ffbadce958de02003e54df569c3f87a0d92af350a27e76f096/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "08a57b5698e36e34ed0170c8764bfeb028d37c05",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8907554202515682816",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c2fadb7ee900a1ffbadce958de02003e54df569c3f87a0d92af350a27e76f096/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "08a57b5698e36e34ed0170c8764bfeb028d37c05",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ecffdaf27cb456aecc5a1c0272d3994d26bf645",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8f9bcbf8-26fb-4037-a31c-94444d39dc9a",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8907554202515682816"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:09:18.992] Scheduled build:
{
  "id": "8742124140462406497",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-17T23:09:18.613882535Z",
  "updateTime": "2024-07-17T23:09:18.613882535Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645",
      "ref": "refs/heads/main"
    }
  }
}
[23:09:18.992] Task URL: https://cr-buildbucket.appspot.com/build/8742124140462406497
[23:09:18.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:2:0) after 4m25s
[23:09:24.790] Received PubSub notification, asking Buildbucket for the build status
[23:09:24.815] Build status: SCHEDULED
[23:13:44.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:2:0)
[23:13:44.082] Build status: SCHEDULED
[23:13:44.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:4:0) after 3m17s
[23:17:01.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:4:0)
[23:17:01.147] Build status: SCHEDULED
[23:17:01.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:5:0) after 9m19s
[23:26:20.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:5:0)
[23:26:20.242] Build status: SCHEDULED
[23:26:20.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:6:0) after 6m50s
[23:33:10.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:6:0)
[23:33:10.375] Build status: SCHEDULED
[23:33:10.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:7:0) after 9m3s
[23:42:13.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:7:0)
[23:42:13.565] Build status: SCHEDULED
[23:42:13.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:8:0) after 6m19s
[23:48:32.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:8:0)
[23:48:33.399] Build status: SCHEDULED
[23:48:33.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:9:0) after 3m1s
[23:51:34.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:9:0)
[23:51:34.452] Build status: SCHEDULED
[23:51:34.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:10:0) after 4m28s
[23:56:02.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:10:0)
[23:56:02.486] Build status: SCHEDULED
[23:56:02.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:11:0) after 9m6s
[00:05:08.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:11:0)
[00:05:08.540] Build status: SCHEDULED
[00:05:08.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:12:0) after 2m53s
[00:08:01.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:12:0)
[00:08:01.589] Build status: SCHEDULED
[00:08:01.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:13:0) after 6m29s
[00:14:30.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:13:0)
[00:14:30.833] Build status: SCHEDULED
[00:14:30.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:14:0) after 2m14s
[00:16:44.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:14:0)
[00:16:44.903] Build status: SCHEDULED
[00:16:44.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:15:0) after 7m6s
[00:23:50.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:15:0)
[00:23:50.963] Build status: SCHEDULED
[00:23:50.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:16:0) after 9m0s
[00:32:50.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:16:0)
[00:32:51.021] Build status: SCHEDULED
[00:32:51.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:17:0) after 3m40s
[00:36:31.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:17:0)
[00:36:31.071] Build status: SCHEDULED
[00:36:31.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:18:0) after 8m4s
[00:44:35.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:18:0)
[00:44:35.121] Build status: SCHEDULED
[00:44:35.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:19:0) after 8m10s
[00:52:45.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:19:0)
[00:52:45.244] Build status: SCHEDULED
[00:52:45.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:20:0) after 5m27s
[00:58:12.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:20:0)
[00:58:12.287] Build status: SCHEDULED
[00:58:12.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:21:0) after 1m21s
[00:59:33.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:21:0)
[00:59:33.424] Build status: SCHEDULED
[00:59:33.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:22:0) after 5m25s
[01:04:58.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:22:0)
[01:04:58.544] Build status: SCHEDULED
[01:04:58.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:23:0) after 3m36s
[01:08:34.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:23:0)
[01:08:34.615] Build status: SCHEDULED
[01:08:34.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:24:0) after 6m27s
[01:15:01.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:24:0)
[01:15:01.661] Build status: SCHEDULED
[01:15:01.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:25:0) after 7m7s
[01:22:08.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:25:0)
[01:22:08.746] Build status: SCHEDULED
[01:22:08.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:26:0) after 7m35s
[01:29:43.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:26:0)
[01:29:43.778] Build status: SCHEDULED
[01:29:43.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:27:0) after 2m17s
[01:32:00.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:27:0)
[01:32:00.832] Build status: SCHEDULED
[01:32:00.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:28:0) after 3m55s
[01:35:55.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:28:0)
[01:35:55.937] Build status: SCHEDULED
[01:35:55.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:29:0) after 8m21s
[01:44:16.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:29:0)
[01:44:17.000] Build status: SCHEDULED
[01:44:17.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:30:0) after 8m20s
[01:52:37.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:30:0)
[01:52:37.157] Build status: SCHEDULED
[01:52:37.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:31:0) after 6m39s
[01:59:16.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:31:0)
[01:59:16.298] Build status: SCHEDULED
[01:59:16.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:32:0) after 6m54s
[02:06:10.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:32:0)
[02:06:10.348] Build status: SCHEDULED
[02:06:10.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:33:0) after 6m55s
[02:13:05.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:33:0)
[02:13:05.426] Build status: SCHEDULED
[02:13:05.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:34:0) after 2m23s
[02:15:28.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:34:0)
[02:15:28.495] Build status: SCHEDULED
[02:15:28.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:35:0) after 5m55s
[02:21:23.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:35:0)
[02:21:23.587] Build status: SCHEDULED
[02:21:23.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:36:0) after 5m4s
[02:26:27.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:36:0)
[02:26:27.659] Build status: SCHEDULED
[02:26:27.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:37:0) after 6m16s
[02:32:43.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:37:0)
[02:32:43.751] Build status: SCHEDULED
[02:32:43.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:38:0) after 4m13s
[02:36:57.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:38:0)
[02:36:57.400] Build status: SCHEDULED
[02:36:57.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:39:0) after 3m56s
[02:40:53.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:39:0)
[02:40:53.460] Build status: SCHEDULED
[02:40:53.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:40:0) after 7m0s
[02:47:53.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:40:0)
[02:47:53.833] Build status: SCHEDULED
[02:47:53.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:41:0) after 6m53s
[02:54:46.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:41:0)
[02:54:46.882] Build status: SCHEDULED
[02:54:46.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:42:0) after 3m1s
[02:57:48.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:42:0)
[02:57:48.146] Build status: SCHEDULED
[02:57:48.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:43:0) after 8m37s
[03:06:25.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:43:0)
[03:06:25.270] Build status: SCHEDULED
[03:06:25.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:44:0) after 2m40s
[03:09:05.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:44:0)
[03:09:05.298] Build status: SCHEDULED
[03:09:05.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:45:0) after 1m11s
[03:10:16.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:45:0)
[03:10:16.376] Build status: SCHEDULED
[03:10:16.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:46:0) after 6m23s
[03:16:39.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:46:0)
[03:16:39.460] Build status: SCHEDULED
[03:16:39.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:47:0) after 5m22s
[03:22:01.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:47:0)
[03:22:01.878] Build status: SCHEDULED
[03:22:01.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:48:0) after 5m50s
[03:27:51.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:48:0)
[03:27:51.949] Build status: SCHEDULED
[03:27:51.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:49:0) after 4m18s
[03:32:10.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:49:0)
[03:32:10.116] Build status: SCHEDULED
[03:32:10.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:50:0) after 6m17s
[03:38:27.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:50:0)
[03:38:27.118] Build status: SCHEDULED
[03:38:27.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:51:0) after 9m4s
[03:47:31.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:51:0)
[03:47:31.282] Build status: SCHEDULED
[03:47:31.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:52:0) after 1m19s
[03:48:50.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:52:0)
[03:48:50.326] Build status: SCHEDULED
[03:48:50.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:53:0) after 4m11s
[03:53:01.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:53:0)
[03:53:01.423] Build status: SCHEDULED
[03:53:01.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:54:0) after 6m23s
[03:59:24.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:54:0)
[03:59:24.611] Build status: SCHEDULED
[03:59:24.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:55:0) after 2m13s
[04:01:37.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:55:0)
[04:01:37.663] Build status: SCHEDULED
[04:01:37.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:56:0) after 5m18s
[04:06:55.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:56:0)
[04:06:55.730] Build status: SCHEDULED
[04:06:55.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:57:0) after 9m39s
[04:16:34.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:57:0)
[04:16:34.826] Build status: SCHEDULED
[04:16:34.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:58:0) after 4m46s
[04:21:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:58:0)
[04:21:21.897] Build status: SCHEDULED
[04:21:21.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:59:0) after 8m34s
[04:29:55.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:59:0)
[04:29:55.977] Build status: SCHEDULED
[04:29:55.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:60:0) after 5m3s
[04:30:11.722] Received PubSub notification, asking Buildbucket for the build status
[04:30:11.744] Build status: STARTED
[04:34:58.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:60:0)
[04:34:59.020] Build status: STARTED
[04:34:59.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:62:0) after 7m17s
[04:42:16.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:62:0)
[04:42:16.077] Build status: STARTED
[04:42:16.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:63:0) after 3m27s
[04:45:43.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:63:0)
[04:45:43.168] Build status: STARTED
[04:45:43.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:64:0) after 8m26s
[04:54:09.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:64:0)
[04:54:09.210] Build status: STARTED
[04:54:09.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:65:0) after 6m55s
[05:01:04.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:65:0)
[05:01:04.464] Build status: STARTED
[05:01:04.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:66:0) after 1m58s
[05:03:02.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:66:0)
[05:03:02.546] Build status: STARTED
[05:03:02.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:67:0) after 5m1s
[05:08:03.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:67:0)
[05:08:03.597] Build status: STARTED
[05:08:03.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:68:0) after 1m42s
[05:09:45.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:68:0)
[05:09:45.632] Build status: STARTED
[05:09:45.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:69:0) after 2m16s
[05:12:01.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:69:0)
[05:12:01.710] Build status: STARTED
[05:12:01.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:70:0) after 1m57s
[05:13:58.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:70:0)
[05:13:58.810] Build status: STARTED
[05:13:58.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907554202515682816:71:0) after 7m15s
[05:17:24.200] Received PubSub notification, asking Buildbucket for the build status
[05:17:24.241] Build:
{
  "id": "8742124140462406497",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-17T23:09:18.613882535Z",
  "startTime": "2024-07-18T04:30:11.399157915Z",
  "endTime": "2024-07-18T05:17:23.893786270Z",
  "updateTime": "2024-07-18T05:17:23.893786270Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1ecffdaf27cb456aecc5a1c0272d3994d26bf645",
      "ref": "refs/heads/main"
    }
  }
}
[05:17:24.241] Invocation finished in 6h8m6.9696146s with status FAILED