Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 month ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "b693521579c8cd91fdcf26856bea4215350d7bf2b6440f9d7fc652d0fda52a48/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "8f48764381fd15beecd182d8ff061841a1f091cf",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ec78f0da0e9b1b8e2b2323e434ea742e272dd913
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[17:31:18.527] New invocation is queued and will start shortly
[17:31:18.527] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[17:31:19.600] Starting the invocation (attempt 1)
[17:31:19.625] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ec78f0da0e9b1b8e2b2323e434ea742e272dd913"
[17:31:19.625] Reconstructed gitiles commit from tags
[17:31:19.625] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:31:19.627] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:31:19.628] Buildbucket request:
{
  "requestId": "8899421739355839760",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "b693521579c8cd91fdcf26856bea4215350d7bf2b6440f9d7fc652d0fda52a48/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "8f48764381fd15beecd182d8ff061841a1f091cf",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8899421739355839760",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "b693521579c8cd91fdcf26856bea4215350d7bf2b6440f9d7fc652d0fda52a48/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "8f48764381fd15beecd182d8ff061841a1f091cf",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ec78f0da0e9b1b8e2b2323e434ea742e272dd913",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "fa31739e-677f-4930-9ce2-f634c0330c54",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8899421739355839760"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:31:20.109] Scheduled build:
{
  "id": "8733991677479281713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-15T17:31:19.690453457Z",
  "updateTime": "2024-10-15T17:31:19.690453457Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913",
      "ref": "refs/heads/main"
    }
  }
}
[17:31:20.109] Task URL: https://cr-buildbucket.appspot.com/build/8733991677479281713
[17:31:20.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:2:0) after 3m6s
[17:31:21.170] Received PubSub notification, asking Buildbucket for the build status
[17:31:21.271] Build status: SCHEDULED
[17:34:26.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:2:0)
[17:34:26.135] Build status: SCHEDULED
[17:34:26.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:4:0) after 4m32s
[17:38:58.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:4:0)
[17:38:58.316] Build status: SCHEDULED
[17:38:58.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:5:0) after 1m52s
[17:40:50.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:5:0)
[17:40:50.369] Build status: SCHEDULED
[17:40:50.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:6:0) after 4m3s
[17:44:53.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:6:0)
[17:44:53.452] Build status: SCHEDULED
[17:44:53.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:7:0) after 5m44s
[17:50:37.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:7:0)
[17:50:37.535] Build status: SCHEDULED
[17:50:37.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:8:0) after 4m19s
[17:54:56.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:8:0)
[17:54:56.682] Build status: SCHEDULED
[17:54:56.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:9:0) after 4m44s
[17:59:40.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:9:0)
[17:59:40.785] Build status: SCHEDULED
[17:59:40.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:10:0) after 5m44s
[18:05:24.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:10:0)
[18:05:24.819] Build status: SCHEDULED
[18:05:24.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:11:0) after 4m11s
[18:09:35.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:11:0)
[18:09:35.876] Build status: SCHEDULED
[18:09:35.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:12:0) after 8m6s
[18:17:41.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:12:0)
[18:17:42.011] Build status: SCHEDULED
[18:17:42.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:13:0) after 3m47s
[18:21:29.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:13:0)
[18:21:29.149] Build status: SCHEDULED
[18:21:29.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:14:0) after 5m2s
[18:26:31.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:14:0)
[18:26:31.375] Build status: SCHEDULED
[18:26:31.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:15:0) after 7m52s
[18:34:23.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:15:0)
[18:34:23.471] Build status: SCHEDULED
[18:34:23.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:16:0) after 5m48s
[18:40:11.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:16:0)
[18:40:11.527] Build status: SCHEDULED
[18:40:11.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:17:0) after 4m54s
[18:45:05.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:17:0)
[18:45:05.589] Build status: SCHEDULED
[18:45:05.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:18:0) after 3m14s
[18:48:19.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:18:0)
[18:48:19.657] Build status: SCHEDULED
[18:48:19.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:19:0) after 3m11s
[18:51:30.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:19:0)
[18:51:30.741] Build status: SCHEDULED
[18:51:30.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:20:0) after 7m31s
[18:59:01.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:20:0)
[18:59:01.794] Build status: SCHEDULED
[18:59:01.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:21:0) after 7m40s
[19:06:41.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:21:0)
[19:06:41.853] Build status: SCHEDULED
[19:06:41.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:22:0) after 4m37s
[19:11:18.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:22:0)
[19:11:18.923] Build status: SCHEDULED
[19:11:18.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:23:0) after 3m37s
[19:14:55.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:23:0)
[19:14:55.972] Build status: SCHEDULED
[19:14:55.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:24:0) after 5m18s
[19:20:14.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:24:0)
[19:20:14.055] Build status: SCHEDULED
[19:20:14.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:25:0) after 8m20s
[19:28:34.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:25:0)
[19:28:34.114] Build status: SCHEDULED
[19:28:34.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:26:0) after 4m10s
[19:32:44.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:26:0)
[19:32:44.173] Build status: SCHEDULED
[19:32:44.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:27:0) after 4m53s
[19:37:37.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:27:0)
[19:37:37.297] Build status: SCHEDULED
[19:37:37.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:28:0) after 9m36s
[19:47:13.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:28:0)
[19:47:13.414] Build status: SCHEDULED
[19:47:13.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:29:0) after 7m47s
[19:55:00.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:29:0)
[19:55:00.517] Build status: SCHEDULED
[19:55:00.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:30:0) after 9m49s
[20:04:49.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:30:0)
[20:04:49.643] Build status: SCHEDULED
[20:04:49.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:31:0) after 5m31s
[20:10:20.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:31:0)
[20:10:20.700] Build status: SCHEDULED
[20:10:20.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:32:0) after 2m5s
[20:12:25.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:32:0)
[20:12:25.820] Build status: SCHEDULED
[20:12:25.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:33:0) after 4m10s
[20:16:35.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:33:0)
[20:16:35.875] Build status: SCHEDULED
[20:16:35.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:34:0) after 8m34s
[20:25:09.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:34:0)
[20:25:09.927] Build status: SCHEDULED
[20:25:09.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:35:0) after 4m25s
[20:29:34.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:35:0)
[20:29:34.975] Build status: SCHEDULED
[20:29:34.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:36:0) after 7m21s
[20:36:56.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:36:0)
[20:36:56.026] Build status: SCHEDULED
[20:36:56.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:37:0) after 9m13s
[20:46:09.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:37:0)
[20:46:09.084] Build status: SCHEDULED
[20:46:09.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:38:0) after 8m11s
[20:54:20.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:38:0)
[20:54:20.183] Build status: SCHEDULED
[20:54:20.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:39:0) after 1m6s
[20:55:26.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:39:0)
[20:55:26.267] Build status: SCHEDULED
[20:55:26.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:40:0) after 5m24s
[21:00:50.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:40:0)
[21:00:50.303] Build status: SCHEDULED
[21:00:50.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:41:0) after 4m23s
[21:05:13.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:41:0)
[21:05:13.345] Build status: SCHEDULED
[21:05:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:42:0) after 4m45s
[21:09:58.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:42:0)
[21:09:58.419] Build status: SCHEDULED
[21:09:58.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:43:0) after 4m25s
[21:14:23.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:43:0)
[21:14:23.469] Build status: SCHEDULED
[21:14:23.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:44:0) after 8m35s
[21:22:58.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:44:0)
[21:22:58.563] Build status: SCHEDULED
[21:22:58.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:45:0) after 5m26s
[21:28:24.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:45:0)
[21:28:24.615] Build status: SCHEDULED
[21:28:24.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:46:0) after 8m16s
[21:36:40.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:46:0)
[21:36:40.671] Build status: SCHEDULED
[21:36:40.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:47:0) after 9m18s
[21:45:58.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:47:0)
[21:45:58.755] Build status: SCHEDULED
[21:45:58.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:48:0) after 4m7s
[21:50:05.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:48:0)
[21:50:05.803] Build status: SCHEDULED
[21:50:05.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:49:0) after 1m55s
[21:52:00.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:49:0)
[21:52:00.848] Build status: SCHEDULED
[21:52:00.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:50:0) after 6m22s
[21:58:22.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:50:0)
[21:58:22.871] Build status: SCHEDULED
[21:58:22.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:51:0) after 7m0s
[22:05:22.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:51:0)
[22:05:22.941] Build status: SCHEDULED
[22:05:22.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:52:0) after 3m38s
[22:09:01.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:52:0)
[22:09:01.089] Build status: SCHEDULED
[22:09:01.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:53:0) after 7m58s
[22:16:59.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:53:0)
[22:16:59.175] Build status: SCHEDULED
[22:16:59.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:54:0) after 2m52s
[22:19:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:54:0)
[22:19:51.230] Build status: SCHEDULED
[22:19:51.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:55:0) after 6m23s
[22:26:14.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:55:0)
[22:26:14.275] Build status: SCHEDULED
[22:26:14.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:56:0) after 8m7s
[22:34:21.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:56:0)
[22:34:21.332] Build status: SCHEDULED
[22:34:21.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:57:0) after 2m4s
[22:36:25.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:57:0)
[22:36:25.818] Build status: SCHEDULED
[22:36:25.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:58:0) after 1m16s
[22:37:41.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:58:0)
[22:37:41.901] Build status: SCHEDULED
[22:37:41.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:59:0) after 9m27s
[22:47:08.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:59:0)
[22:47:08.983] Build status: SCHEDULED
[22:47:08.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:60:0) after 7m40s
[22:51:07.086] Received PubSub notification, asking Buildbucket for the build status
[22:51:07.145] Build status: STARTED
[22:54:49.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:60:0)
[22:54:49.034] Build status: STARTED
[22:54:49.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:62:0) after 6m55s
[23:01:44.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:62:0)
[23:01:44.085] Build status: STARTED
[23:01:44.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:63:0) after 1m29s
[23:03:13.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:63:0)
[23:03:13.133] Build status: STARTED
[23:03:13.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:64:0) after 4m37s
[23:07:50.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:64:0)
[23:07:50.173] Build status: STARTED
[23:07:50.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:65:0) after 6m46s
[23:14:36.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:65:0)
[23:14:36.206] Build status: STARTED
[23:14:36.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:66:0) after 5m14s
[23:19:50.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:66:0)
[23:19:50.291] Build status: STARTED
[23:19:50.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:67:0) after 8m29s
[23:28:19.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:67:0)
[23:28:19.337] Build status: STARTED
[23:28:19.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:68:0) after 6m41s
[23:35:00.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:68:0)
[23:35:00.545] Build status: STARTED
[23:35:00.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8899421739355839760:69:0) after 6m6s
[23:38:13.078] Received PubSub notification, asking Buildbucket for the build status
[23:38:13.221] Build:
{
  "id": "8733991677479281713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-15T17:31:19.690453457Z",
  "startTime": "2024-10-15T22:51:06.644416748Z",
  "endTime": "2024-10-15T23:38:12.832892546Z",
  "updateTime": "2024-10-15T23:38:12.832892546Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "ec78f0da0e9b1b8e2b2323e434ea742e272dd913",
      "ref": "refs/heads/main"
    }
  }
}
[23:38:13.221] Invocation finished in 6h6m54.70468778s with status FAILED