buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (2 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "5a41e169711e122d41af69c9da8aac5ff79e14aeb5ecd187c043e12d9f5827c4/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "65738aa8158b5ca2121527c57fa88bcf666a424b",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "2e7c7d20d55be51f907d87a2298660d73a1cc190"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2e7c7d20d55be51f907d87a2298660d73a1cc190
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[21:53:43.015] New invocation is queued and will start shortly
[21:53:43.015] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[21:53:44.334] Starting the invocation (attempt 1)
[21:53:44.363] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2e7c7d20d55be51f907d87a2298660d73a1cc190"
[21:53:44.363] Reconstructed gitiles commit from tags
[21:53:44.363] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:53:44.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:53:44.364] Buildbucket request:
{
  "requestId": "8901941945125820464",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "5a41e169711e122d41af69c9da8aac5ff79e14aeb5ecd187c043e12d9f5827c4/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "65738aa8158b5ca2121527c57fa88bcf666a424b",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901941945125820464",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "5a41e169711e122d41af69c9da8aac5ff79e14aeb5ecd187c043e12d9f5827c4/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "65738aa8158b5ca2121527c57fa88bcf666a424b",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "2e7c7d20d55be51f907d87a2298660d73a1cc190"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2e7c7d20d55be51f907d87a2298660d73a1cc190",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b6da24da-d534-4a46-9ef1-eb1640b74926",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "2e7c7d20d55be51f907d87a2298660d73a1cc190"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "2e7c7d20d55be51f907d87a2298660d73a1cc190",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901941945125820464"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:53:44.906] Scheduled build:
{
  "id": "8736511882972602033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-17T21:53:44.439797398Z",
  "updateTime": "2024-09-17T21:53:44.439797398Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "2e7c7d20d55be51f907d87a2298660d73a1cc190",
      "ref": "refs/heads/main"
    }
  }
}
[21:53:44.906] Task URL: https://cr-buildbucket.appspot.com/build/8736511882972602033
[21:53:44.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:2:0) after 5m22s
[21:53:45.826] Received PubSub notification, asking Buildbucket for the build status
[21:53:45.858] Build status: SCHEDULED
[21:59:06.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:2:0)
[21:59:06.967] Build status: SCHEDULED
[21:59:06.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:4:0) after 4m8s
[22:03:15.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:4:0)
[22:03:15.098] Build status: SCHEDULED
[22:03:15.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:5:0) after 9m6s
[22:12:21.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:5:0)
[22:12:21.147] Build status: SCHEDULED
[22:12:21.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:6:0) after 5m30s
[22:17:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:6:0)
[22:17:51.230] Build status: SCHEDULED
[22:17:51.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:7:0) after 4m41s
[22:22:32.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:7:0)
[22:22:32.287] Build status: SCHEDULED
[22:22:32.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:8:0) after 2m26s
[22:24:58.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:8:0)
[22:24:58.324] Build status: SCHEDULED
[22:24:58.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:9:0) after 3m17s
[22:28:15.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:9:0)
[22:28:15.468] Build status: SCHEDULED
[22:28:15.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:10:0) after 3m32s
[22:31:47.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:10:0)
[22:31:47.515] Build status: SCHEDULED
[22:31:47.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:11:0) after 1m11s
[22:32:58.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:11:0)
[22:32:58.576] Build status: SCHEDULED
[22:32:58.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:12:0) after 3m38s
[22:36:36.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:12:0)
[22:36:36.620] Build status: SCHEDULED
[22:36:36.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:13:0) after 3m3s
[22:39:39.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:13:0)
[22:39:39.658] Build status: SCHEDULED
[22:39:39.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:14:0) after 6m28s
[22:46:07.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:14:0)
[22:46:07.700] Build status: SCHEDULED
[22:46:07.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:15:0) after 2m55s
[22:49:02.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:15:0)
[22:49:02.749] Build status: SCHEDULED
[22:49:02.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:16:0) after 1m53s
[22:50:55.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:16:0)
[22:50:55.784] Build status: SCHEDULED
[22:50:55.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:17:0) after 4m44s
[22:55:39.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:17:0)
[22:55:39.863] Build status: SCHEDULED
[22:55:39.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:18:0) after 1m1s
[22:56:40.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:18:0)
[22:56:40.913] Build status: SCHEDULED
[22:56:40.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:19:0) after 1m12s
[22:57:53.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:19:0)
[22:57:53.143] Build status: SCHEDULED
[22:57:53.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:20:0) after 5m37s
[23:03:30.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:20:0)
[23:03:30.199] Build status: SCHEDULED
[23:03:30.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:21:0) after 3m40s
[23:07:10.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:21:0)
[23:07:10.324] Build status: SCHEDULED
[23:07:10.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:22:0) after 4m46s
[23:11:56.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:22:0)
[23:11:56.392] Build status: SCHEDULED
[23:11:56.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:23:0) after 6m8s
[23:18:04.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:23:0)
[23:18:04.454] Build status: SCHEDULED
[23:18:04.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:24:0) after 3m23s
[23:21:27.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:24:0)
[23:21:27.634] Build status: SCHEDULED
[23:21:27.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:25:0) after 2m37s
[23:24:04.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:25:0)
[23:24:04.689] Build status: SCHEDULED
[23:24:04.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:26:0) after 8m13s
[23:32:17.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:26:0)
[23:32:17.825] Build status: SCHEDULED
[23:32:17.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:27:0) after 4m52s
[23:37:09.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:27:0)
[23:37:09.915] Build status: SCHEDULED
[23:37:09.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:28:0) after 4m56s
[23:42:06.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:28:0)
[23:42:06.026] Build status: SCHEDULED
[23:42:06.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:29:0) after 7m39s
[23:49:45.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:29:0)
[23:49:45.129] Build status: SCHEDULED
[23:49:45.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:30:0) after 8m32s
[23:58:17.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:30:0)
[23:58:17.214] Build status: SCHEDULED
[23:58:17.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:31:0) after 6m59s
[00:05:16.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:31:0)
[00:05:16.253] Build status: SCHEDULED
[00:05:16.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:32:0) after 1m46s
[00:07:02.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:32:0)
[00:07:02.323] Build status: SCHEDULED
[00:07:02.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:33:0) after 5m57s
[00:12:59.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:33:0)
[00:12:59.413] Build status: SCHEDULED
[00:12:59.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:34:0) after 4m29s
[00:17:28.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:34:0)
[00:17:28.536] Build status: SCHEDULED
[00:17:28.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:35:0) after 6m31s
[00:23:59.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:35:0)
[00:23:59.647] Build status: SCHEDULED
[00:23:59.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:36:0) after 5m24s
[00:29:23.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:36:0)
[00:29:23.705] Build status: SCHEDULED
[00:29:23.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:37:0) after 2m30s
[00:31:53.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:37:0)
[00:31:53.758] Build status: SCHEDULED
[00:31:53.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:38:0) after 3m3s
[00:34:56.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:38:0)
[00:34:56.816] Build status: SCHEDULED
[00:34:56.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:39:0) after 6m13s
[00:41:09.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:39:0)
[00:41:09.864] Build status: SCHEDULED
[00:41:09.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:40:0) after 7m11s
[00:48:20.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:40:0)
[00:48:20.986] Build status: SCHEDULED
[00:48:20.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:41:0) after 8m28s
[00:56:49.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:41:0)
[00:56:49.150] Build status: SCHEDULED
[00:56:49.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:42:0) after 3m46s
[01:00:35.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:42:0)
[01:00:35.212] Build status: SCHEDULED
[01:00:35.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:43:0) after 9m49s
[01:10:24.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:43:0)
[01:10:24.265] Build status: SCHEDULED
[01:10:24.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:44:0) after 5m45s
[01:16:09.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:44:0)
[01:16:09.316] Build status: SCHEDULED
[01:16:09.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:45:0) after 7m18s
[01:23:27.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:45:0)
[01:23:27.353] Build status: SCHEDULED
[01:23:27.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:46:0) after 6m43s
[01:30:10.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:46:0)
[01:30:10.392] Build status: SCHEDULED
[01:30:10.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:47:0) after 6m56s
[01:37:06.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:47:0)
[01:37:06.488] Build status: SCHEDULED
[01:37:06.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:48:0) after 1m56s
[01:39:02.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:48:0)
[01:39:02.646] Build status: SCHEDULED
[01:39:02.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:49:0) after 1m55s
[01:40:57.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:49:0)
[01:40:57.679] Build status: SCHEDULED
[01:40:57.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:50:0) after 3m39s
[01:44:36.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:50:0)
[01:44:36.827] Build status: SCHEDULED
[01:44:36.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:51:0) after 1m5s
[01:45:41.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:51:0)
[01:45:41.960] Build status: SCHEDULED
[01:45:41.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:52:0) after 3m13s
[01:48:54.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:52:0)
[01:48:55.043] Build status: SCHEDULED
[01:48:55.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:53:0) after 4m28s
[01:53:23.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:53:0)
[01:53:23.079] Build status: SCHEDULED
[01:53:23.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:54:0) after 3m39s
[01:57:02.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:54:0)
[01:57:02.186] Build status: SCHEDULED
[01:57:02.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:55:0) after 8m36s
[02:05:38.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:55:0)
[02:05:38.220] Build status: SCHEDULED
[02:05:38.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:56:0) after 7m25s
[02:13:03.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:56:0)
[02:13:03.299] Build status: SCHEDULED
[02:13:03.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:57:0) after 7m3s
[02:20:06.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:57:0)
[02:20:06.486] Build status: SCHEDULED
[02:20:06.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:58:0) after 7m3s
[02:27:09.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:58:0)
[02:27:09.543] Build status: SCHEDULED
[02:27:09.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:59:0) after 8m33s
[02:35:42.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:59:0)
[02:35:42.840] Build status: SCHEDULED
[02:35:42.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:60:0) after 5m51s
[02:41:33.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:60:0)
[02:41:33.887] Build status: SCHEDULED
[02:41:33.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:61:0) after 8m16s
[02:49:49.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:61:0)
[02:49:49.932] Build status: SCHEDULED
[02:49:49.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:62:0) after 5m16s
[02:54:34.311] Received PubSub notification, asking Buildbucket for the build status
[02:54:34.381] Build status: STARTED
[02:55:06.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:62:0)
[02:55:06.160] Build status: STARTED
[02:55:06.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:64:0) after 1m57s
[02:57:03.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:64:0)
[02:57:03.644] Build status: STARTED
[02:57:03.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:65:0) after 6m39s
[03:03:42.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:65:0)
[03:03:42.913] Build status: STARTED
[03:03:42.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:66:0) after 8m11s
[03:11:53.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:66:0)
[03:11:53.971] Build status: STARTED
[03:11:53.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:67:0) after 8m11s
[03:20:05.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:67:0)
[03:20:05.377] Build status: STARTED
[03:20:05.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:68:0) after 4m59s
[03:25:04.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:68:0)
[03:25:04.782] Build status: STARTED
[03:25:04.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:69:0) after 4m27s
[03:29:31.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:69:0)
[03:29:31.858] Build status: STARTED
[03:29:31.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:70:0) after 4m34s
[03:34:05.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:70:0)
[03:34:05.992] Build status: STARTED
[03:34:05.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:71:0) after 4m58s
[03:39:04.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:71:0)
[03:39:04.110] Build status: STARTED
[03:39:04.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:72:0) after 2m42s
[03:41:46.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:72:0)
[03:41:46.449] Build status: STARTED
[03:41:46.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8901941945125820464:73:0) after 6m14s
[03:41:58.207] Received PubSub notification, asking Buildbucket for the build status
[03:41:58.224] Build:
{
  "id": "8736511882972602033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-17T21:53:44.439797398Z",
  "startTime": "2024-09-18T02:54:34.155772789Z",
  "endTime": "2024-09-18T03:41:57.969538473Z",
  "updateTime": "2024-09-18T03:41:57.969538473Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "2e7c7d20d55be51f907d87a2298660d73a1cc190",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:58.224] Invocation finished in 5h48m15.221741198s with status FAILED