Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)
  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "89de5638c83de78a727bbfa531e778cde7e4373e0211eb9d13d79a607b43a92f/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "2248edc3b342fbca95ba96010a5e24594111c152",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[21:38:27.385] New invocation is queued and will start shortly
[21:38:27.385] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[21:38:28.522] Starting the invocation (attempt 1)
[21:38:28.550] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c"
[21:38:28.551] Reconstructed gitiles commit from tags
[21:38:28.551] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:38:28.551] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:38:28.551] Buildbucket request:
{
  "requestId": "8901036935561756432",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "89de5638c83de78a727bbfa531e778cde7e4373e0211eb9d13d79a607b43a92f/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "2248edc3b342fbca95ba96010a5e24594111c152",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901036935561756432",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "9cea33987bfcec0ebc5009c3cf8aabfe29b96c3e19f3727c23b51a12d6f49e8c/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "6de631011f3d724268122170081ba6cd1a0ec522",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "416707754fa5aafd2a6fd73d5d577f9745928d6a"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/416707754fa5aafd2a6fd73d5d577f9745928d6a",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ce517cb0-520c-4718-aed2-7c2da0958fc1",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "bcc40ea29efdc103607531731be6df3d9b26e393e7562d921088d5fd5bcb4517/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "0de17306b268c6c6ca02dd20932a6af5f3a69c22",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "cce52c76a7382ca370097efad0ec8b3859796c7a"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cce52c76a7382ca370097efad0ec8b3859796c7a",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "42295c04-96b7-4b4d-af6f-0bc0023c687f",
                        "title": "clang-mac-x64/0"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "89de5638c83de78a727bbfa531e778cde7e4373e0211eb9d13d79a607b43a92f/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "2248edc3b342fbca95ba96010a5e24594111c152",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6dc5710f-d91e-4252-b32f-44008e990826",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901036935561756432"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:38:29.095] Scheduled build:
{
  "id": "8735606873625954801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T21:38:28.609962611Z",
  "updateTime": "2024-09-27T21:38:28.609962611Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:38:29.095] Task URL: https://cr-buildbucket.appspot.com/build/8735606873625954801
[21:38:29.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:2:0) after 6m30s
[21:38:38.663] Received PubSub notification, asking Buildbucket for the build status
[21:38:38.689] Build status: SCHEDULED
[21:44:59.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:2:0)
[21:44:59.252] Build status: SCHEDULED
[21:44:59.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:4:0) after 5m3s
[21:50:02.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:4:0)
[21:50:02.403] Build status: SCHEDULED
[21:50:02.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:5:0) after 8m45s
[21:58:47.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:5:0)
[21:58:47.458] Build status: SCHEDULED
[21:58:47.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:6:0) after 7m41s
[22:06:28.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:6:0)
[22:06:28.538] Build status: SCHEDULED
[22:06:28.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:7:0) after 9m44s
[22:16:12.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:7:0)
[22:16:12.633] Build status: SCHEDULED
[22:16:12.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:8:0) after 9m23s
[22:25:35.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:8:0)
[22:25:35.682] Build status: SCHEDULED
[22:25:35.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:9:0) after 2m4s
[22:27:39.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:9:0)
[22:27:39.776] Build status: SCHEDULED
[22:27:39.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:10:0) after 7m22s
[22:35:01.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:10:0)
[22:35:01.862] Build status: SCHEDULED
[22:35:01.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:11:0) after 7m24s
[22:42:25.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:11:0)
[22:42:25.875] Build status: SCHEDULED
[22:42:25.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:12:0) after 7m13s
[22:49:38.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:12:0)
[22:49:38.929] Build status: SCHEDULED
[22:49:38.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:13:0) after 5m55s
[22:55:33.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:13:0)
[22:55:33.967] Build status: SCHEDULED
[22:55:33.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:14:0) after 4m59s
[23:00:33.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:14:0)
[23:00:33.292] Build status: SCHEDULED
[23:00:33.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:15:0) after 2m48s
[23:03:21.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:15:0)
[23:03:21.508] Build status: SCHEDULED
[23:03:21.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:16:0) after 9m3s
[23:12:24.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:16:0)
[23:12:24.606] Build status: SCHEDULED
[23:12:24.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:17:0) after 9m49s
[23:22:14.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:17:0)
[23:22:14.122] Build status: SCHEDULED
[23:22:14.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:18:0) after 1m3s
[23:23:17.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:18:0)
[23:23:17.170] Build status: SCHEDULED
[23:23:17.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:19:0) after 2m3s
[23:25:20.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:19:0)
[23:25:20.320] Build status: SCHEDULED
[23:25:20.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:20:0) after 4m44s
[23:30:04.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:20:0)
[23:30:04.358] Build status: SCHEDULED
[23:30:04.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:21:0) after 5m31s
[23:35:35.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:21:0)
[23:35:35.458] Build status: SCHEDULED
[23:35:35.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:22:0) after 2m33s
[23:38:08.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:22:0)
[23:38:08.584] Build status: SCHEDULED
[23:38:08.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:23:0) after 9m51s
[23:47:59.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:23:0)
[23:47:59.628] Build status: SCHEDULED
[23:47:59.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:24:0) after 7m32s
[23:55:31.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:24:0)
[23:55:31.697] Build status: SCHEDULED
[23:55:31.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:25:0) after 4m57s
[00:00:28.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:25:0)
[00:00:28.774] Build status: SCHEDULED
[00:00:28.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:26:0) after 2m50s
[00:03:19.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:26:0)
[00:03:19.474] Build status: SCHEDULED
[00:03:19.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:27:0) after 1m51s
[00:05:10.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:27:0)
[00:05:10.562] Build status: SCHEDULED
[00:05:10.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:28:0) after 8m12s
[00:13:22.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:28:0)
[00:13:22.612] Build status: SCHEDULED
[00:13:22.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:29:0) after 8m29s
[00:21:51.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:29:0)
[00:21:51.762] Build status: SCHEDULED
[00:21:51.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:30:0) after 8m43s
[00:30:34.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:30:0)
[00:30:34.795] Build status: SCHEDULED
[00:30:34.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:31:0) after 2m4s
[00:32:38.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:31:0)
[00:32:38.857] Build status: SCHEDULED
[00:32:38.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:32:0) after 4m57s
[00:37:35.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:32:0)
[00:37:35.907] Build status: SCHEDULED
[00:37:35.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:33:0) after 2m7s
[00:39:42.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:33:0)
[00:39:43.021] Build status: SCHEDULED
[00:39:43.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:34:0) after 2m10s
[00:41:53.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:34:0)
[00:41:53.170] Build status: SCHEDULED
[00:41:53.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:35:0) after 8m2s
[00:49:55.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:35:0)
[00:49:55.199] Build status: SCHEDULED
[00:49:55.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:36:0) after 1m1s
[00:50:56.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:36:0)
[00:50:56.249] Build status: SCHEDULED
[00:50:56.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:37:0) after 1m33s
[00:52:29.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:37:0)
[00:52:29.857] Build status: SCHEDULED
[00:52:29.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:38:0) after 7m48s
[01:00:17.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:38:0)
[01:00:17.914] Build status: SCHEDULED
[01:00:17.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:39:0) after 5m39s
[01:05:56.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:39:0)
[01:05:57.004] Build status: SCHEDULED
[01:05:57.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:40:0) after 4m9s
[01:10:06.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:40:0)
[01:10:06.174] Build status: SCHEDULED
[01:10:06.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:41:0) after 7m45s
[01:17:51.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:41:0)
[01:17:51.319] Build status: SCHEDULED
[01:17:51.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:42:0) after 1m25s
[01:19:16.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:42:0)
[01:19:16.819] Build status: SCHEDULED
[01:19:16.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:43:0) after 3m28s
[01:22:44.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:43:0)
[01:22:44.930] Build status: SCHEDULED
[01:22:44.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:44:0) after 5m0s
[01:27:34.252] Received PubSub notification, asking Buildbucket for the build status
[01:27:34.269] Build status: STARTED
[01:27:44.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:44:0)
[01:27:45.003] Build status: STARTED
[01:27:45.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:46:0) after 8m46s
[01:36:31.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:46:0)
[01:36:31.084] Build status: STARTED
[01:36:31.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:47:0) after 6m15s
[01:42:46.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:47:0)
[01:42:46.228] Build status: STARTED
[01:42:46.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:48:0) after 5m46s
[01:48:32.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:48:0)
[01:48:32.369] Build status: STARTED
[01:48:32.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:49:0) after 3m45s
[01:52:17.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:49:0)
[01:52:17.411] Build status: STARTED
[01:52:17.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:50:0) after 7m24s
[01:59:41.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:50:0)
[01:59:41.471] Build status: STARTED
[01:59:41.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:51:0) after 4m9s
[02:03:50.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:51:0)
[02:03:50.494] Build status: STARTED
[02:03:50.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:52:0) after 1m24s
[02:05:14.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:52:0)
[02:05:14.548] Build status: STARTED
[02:05:14.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:53:0) after 6m12s
[02:11:26.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:53:0)
[02:11:26.612] Build status: STARTED
[02:11:26.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:54:0) after 2m57s
[02:14:23.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:54:0)
[02:14:23.765] Build status: STARTED
[02:14:23.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901036935561756432:55:0) after 2m31s
[02:14:43.168] Received PubSub notification, asking Buildbucket for the build status
[02:14:43.187] Build:
{
  "id": "8735606873625954801",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T21:38:28.609962611Z",
  "startTime": "2024-09-28T01:27:34.015186204Z",
  "endTime": "2024-09-28T02:14:42.660469634Z",
  "updateTime": "2024-09-28T02:14:42.660469634Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "ca47f48a5c9e81ef8b5c4a5b1fbc473ea5d5497c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:14:43.187] Invocation finished in 4h36m15.808634639s with status FAILED