Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (2 years ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "ed43a230e7d21ffe06c95b34290bcf160fecea4c074d1a7a6560d4b4f1f98aa9/578"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "f5e58a038033c8736fed91a7e89a5faad462abcc"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5e58a038033c8736fed91a7e89a5faad462abcc
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[21:55:29.084] New invocation is queued and will start shortly
[21:55:29.084] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[21:55:30.241] Starting the invocation (attempt 1)
[21:55:30.279] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5e58a038033c8736fed91a7e89a5faad462abcc"
[21:55:30.279] Reconstructed gitiles commit from tags
[21:55:30.279] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:55:30.279] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:55:30.280] Buildbucket request:
{
  "requestId": "8923866299770350944",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "ed43a230e7d21ffe06c95b34290bcf160fecea4c074d1a7a6560d4b4f1f98aa9/578"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8923866299770350944",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "ed43a230e7d21ffe06c95b34290bcf160fecea4c074d1a7a6560d4b4f1f98aa9/578"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "f5e58a038033c8736fed91a7e89a5faad462abcc"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f5e58a038033c8736fed91a7e89a5faad462abcc",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "98197ebd-79e5-48ea-9a9b-f6f4916dd78c",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "f5e58a038033c8736fed91a7e89a5faad462abcc"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "f5e58a038033c8736fed91a7e89a5faad462abcc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8923866299770350944"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:55:30.685] Scheduled build:
{
  "id": "8758436237797799489",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-19T21:55:30.338345577Z",
  "updateTime": "2024-01-19T21:55:30.338345577Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5e58a038033c8736fed91a7e89a5faad462abcc",
      "ref": "refs/heads/main"
    }
  }
}
[21:55:30.685] Task URL: https://cr-buildbucket.appspot.com/build/8758436237797799489
[21:55:30.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:2:0) after 9m34s
[21:55:31.610] Received PubSub notification, asking Buildbucket for the build status
[21:55:31.634] Build status: SCHEDULED
[22:05:04.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:2:0)
[22:05:04.736] Build status: SCHEDULED
[22:05:04.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:4:0) after 1m56s
[22:07:00.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:4:0)
[22:07:00.995] Build status: SCHEDULED
[22:07:00.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:5:0) after 8m6s
[22:15:07.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:5:0)
[22:15:07.100] Build status: SCHEDULED
[22:15:07.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:6:0) after 2m56s
[22:18:03.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:6:0)
[22:18:03.206] Build status: SCHEDULED
[22:18:03.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:7:0) after 8m1s
[22:26:04.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:7:0)
[22:26:04.392] Build status: SCHEDULED
[22:26:04.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:8:0) after 9m38s
[22:35:42.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:8:0)
[22:35:42.439] Build status: SCHEDULED
[22:35:42.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:9:0) after 4m15s
[22:39:57.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:9:0)
[22:39:57.702] Build status: SCHEDULED
[22:39:57.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:10:0) after 8m32s
[22:48:29.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:10:0)
[22:48:29.829] Build status: SCHEDULED
[22:48:29.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:11:0) after 5m6s
[22:53:35.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:11:0)
[22:53:36.039] Build status: SCHEDULED
[22:53:36.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:12:0) after 9m34s
[23:03:10.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:12:0)
[23:03:10.136] Build status: SCHEDULED
[23:03:10.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:13:0) after 7m15s
[23:10:25.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:13:0)
[23:10:25.267] Build status: SCHEDULED
[23:10:25.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:14:0) after 7m15s
[23:17:40.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:14:0)
[23:17:40.315] Build status: SCHEDULED
[23:17:40.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:15:0) after 9m29s
[23:27:09.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:15:0)
[23:27:09.414] Build status: SCHEDULED
[23:27:09.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:16:0) after 5m36s
[23:32:45.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:16:0)
[23:32:45.554] Build status: SCHEDULED
[23:32:45.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:17:0) after 3m55s
[23:36:40.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:17:0)
[23:36:40.598] Build status: SCHEDULED
[23:36:40.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:18:0) after 4m55s
[23:41:35.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:18:0)
[23:41:35.645] Build status: SCHEDULED
[23:41:35.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:19:0) after 2m33s
[23:44:08.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:19:0)
[23:44:08.687] Build status: SCHEDULED
[23:44:08.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:20:0) after 6m31s
[23:50:39.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:20:0)
[23:50:39.779] Build status: SCHEDULED
[23:50:39.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:21:0) after 6m36s
[23:57:15.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:21:0)
[23:57:15.946] Build status: SCHEDULED
[23:57:15.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:22:0) after 6m49s
[00:04:04.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:22:0)
[00:04:05.006] Build status: SCHEDULED
[00:04:05.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:23:0) after 5m9s
[00:09:14.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:23:0)
[00:09:14.114] Build status: SCHEDULED
[00:09:14.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:24:0) after 8m46s
[00:18:00.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:24:0)
[00:18:00.159] Build status: SCHEDULED
[00:18:00.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:25:0) after 3m22s
[00:21:22.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:25:0)
[00:21:22.267] Build status: SCHEDULED
[00:21:22.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:26:0) after 4m39s
[00:26:01.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:26:0)
[00:26:01.323] Build status: SCHEDULED
[00:26:01.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:27:0) after 6m37s
[00:32:38.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:27:0)
[00:32:38.467] Build status: SCHEDULED
[00:32:38.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:28:0) after 2m51s
[00:35:29.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:28:0)
[00:35:29.849] Build status: SCHEDULED
[00:35:29.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:29:0) after 7m55s
[00:43:24.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:29:0)
[00:43:24.970] Build status: SCHEDULED
[00:43:24.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:30:0) after 8m11s
[00:51:36.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:30:0)
[00:51:36.141] Build status: SCHEDULED
[00:51:36.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:31:0) after 7m28s
[00:59:04.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:31:0)
[00:59:04.573] Build status: SCHEDULED
[00:59:04.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:32:0) after 9m2s
[01:08:06.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:32:0)
[01:08:06.653] Build status: SCHEDULED
[01:08:06.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:33:0) after 5m23s
[01:13:29.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:33:0)
[01:13:29.771] Build status: SCHEDULED
[01:13:29.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:34:0) after 2m17s
[01:15:46.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:34:0)
[01:15:46.804] Build status: SCHEDULED
[01:15:46.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:35:0) after 1m16s
[01:17:02.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:35:0)
[01:17:02.926] Build status: SCHEDULED
[01:17:02.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:36:0) after 5m22s
[01:22:24.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:36:0)
[01:22:24.976] Build status: SCHEDULED
[01:22:24.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:37:0) after 3m2s
[01:25:27.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:37:0)
[01:25:27.158] Build status: SCHEDULED
[01:25:27.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:38:0) after 8m39s
[01:34:06.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:38:0)
[01:34:06.264] Build status: SCHEDULED
[01:34:06.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:39:0) after 4m20s
[01:38:26.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:39:0)
[01:38:26.311] Build status: SCHEDULED
[01:38:26.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:40:0) after 6m21s
[01:44:47.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:40:0)
[01:44:47.405] Build status: SCHEDULED
[01:44:47.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:41:0) after 5m24s
[01:50:11.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:41:0)
[01:50:11.469] Build status: SCHEDULED
[01:50:11.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:42:0) after 2m8s
[01:52:19.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:42:0)
[01:52:19.504] Build status: SCHEDULED
[01:52:19.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:43:0) after 5m9s
[01:57:28.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:43:0)
[01:57:28.538] Build status: SCHEDULED
[01:57:28.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:44:0) after 4m39s
[02:02:07.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:44:0)
[02:02:07.598] Build status: SCHEDULED
[02:02:07.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:45:0) after 1m6s
[02:03:13.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:45:0)
[02:03:13.644] Build status: SCHEDULED
[02:03:13.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:46:0) after 7m23s
[02:10:36.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:46:0)
[02:10:36.689] Build status: SCHEDULED
[02:10:36.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:47:0) after 5m39s
[02:16:15.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:47:0)
[02:16:15.817] Build status: SCHEDULED
[02:16:15.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:48:0) after 6m6s
[02:22:21.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:48:0)
[02:22:21.869] Build status: SCHEDULED
[02:22:21.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:49:0) after 7m54s
[02:30:16.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:49:0)
[02:30:16.217] Build status: SCHEDULED
[02:30:16.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:50:0) after 1m38s
[02:31:54.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:50:0)
[02:31:54.398] Build status: SCHEDULED
[02:31:54.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:51:0) after 3m55s
[02:35:49.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:51:0)
[02:35:49.618] Build status: SCHEDULED
[02:35:49.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:52:0) after 9m10s
[02:44:59.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:52:0)
[02:44:59.699] Build status: SCHEDULED
[02:44:59.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:53:0) after 1m35s
[02:46:34.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:53:0)
[02:46:34.772] Build status: SCHEDULED
[02:46:34.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:54:0) after 1m7s
[02:47:41.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:54:0)
[02:47:42.016] Build status: SCHEDULED
[02:47:42.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:55:0) after 8m32s
[02:56:14.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:55:0)
[02:56:14.873] Build status: SCHEDULED
[02:56:14.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:56:0) after 1m49s
[02:58:03.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:56:0)
[02:58:03.917] Build status: SCHEDULED
[02:58:03.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:57:0) after 6m9s
[03:04:12.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:57:0)
[03:04:12.975] Build status: SCHEDULED
[03:04:12.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:58:0) after 4m26s
[03:08:39.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:58:0)
[03:08:39.063] Build status: SCHEDULED
[03:08:39.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:59:0) after 4m16s
[03:12:55.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:59:0)
[03:12:55.599] Build status: SCHEDULED
[03:12:55.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:60:0) after 7m17s
[03:20:12.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:60:0)
[03:20:12.664] Build status: SCHEDULED
[03:20:12.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:61:0) after 2m51s
[03:23:03.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:61:0)
[03:23:03.888] Build status: SCHEDULED
[03:23:03.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:62:0) after 5m9s
[03:26:22.115] Received PubSub notification, asking Buildbucket for the build status
[03:26:22.134] Build status: STARTED
[03:28:13.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:62:0)
[03:28:13.618] Build status: STARTED
[03:28:13.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:64:0) after 8m49s
[03:37:02.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:64:0)
[03:37:02.805] Build status: STARTED
[03:37:02.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:65:0) after 5m7s
[03:42:09.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:65:0)
[03:42:09.851] Build status: STARTED
[03:42:09.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:66:0) after 8m41s
[03:50:50.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:66:0)
[03:50:50.998] Build status: STARTED
[03:50:50.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:67:0) after 4m35s
[03:55:26.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:67:0)
[03:55:26.179] Build status: STARTED
[03:55:26.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:68:0) after 8m19s
[04:03:45.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:68:0)
[04:03:45.320] Build status: STARTED
[04:03:45.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:69:0) after 8m25s
[04:12:10.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:69:0)
[04:12:10.702] Build status: STARTED
[04:12:10.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8923866299770350944:70:0) after 3m10s
[04:13:51.757] Received PubSub notification, asking Buildbucket for the build status
[04:13:51.782] Build:
{
  "id": "8758436237797799489",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-19T21:55:30.338345577Z",
  "startTime": "2024-01-20T03:26:21.333143Z",
  "endTime": "2024-01-20T04:13:51.218720Z",
  "updateTime": "2024-01-20T04:13:51.218720Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "f5e58a038033c8736fed91a7e89a5faad462abcc",
      "ref": "refs/heads/main"
    }
  }
}
[04:13:51.783] Invocation finished in 6h18m22.709430393s with status FAILED