Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (8 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "f2879451415df222c6f7a78280a68f8e72942f04a7867530e87952a442ddb0b4/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "22ba42267da52d30ccb951ddc61a78c30473186f",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "33e312137b065ba330b187f56ddd60df70927241"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33e312137b065ba330b187f56ddd60df70927241
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[19:01:19.100] New invocation is queued and will start shortly
[19:01:19.100] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[19:01:20.225] Starting the invocation (attempt 1)
[19:01:20.251] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33e312137b065ba330b187f56ddd60df70927241"
[19:01:20.251] Reconstructed gitiles commit from tags
[19:01:20.251] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:01:20.251] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:01:20.252] Buildbucket request:
{
  "requestId": "8919619199947049264",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "f2879451415df222c6f7a78280a68f8e72942f04a7867530e87952a442ddb0b4/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "22ba42267da52d30ccb951ddc61a78c30473186f",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8919619199947049264",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "f2879451415df222c6f7a78280a68f8e72942f04a7867530e87952a442ddb0b4/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "22ba42267da52d30ccb951ddc61a78c30473186f",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "33e312137b065ba330b187f56ddd60df70927241"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33e312137b065ba330b187f56ddd60df70927241",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "4a91bf5f-90f7-47aa-8fe7-1ccc855b53ee",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "33e312137b065ba330b187f56ddd60df70927241"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "33e312137b065ba330b187f56ddd60df70927241",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919619199947049264"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:01:20.753] Scheduled build:
{
  "id": "8754189137993558769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T19:01:20.340638995Z",
  "updateTime": "2024-03-06T19:01:20.340638995Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "33e312137b065ba330b187f56ddd60df70927241",
      "ref": "refs/heads/main"
    }
  }
}
[19:01:20.753] Task URL: https://cr-buildbucket.appspot.com/build/8754189137993558769
[19:01:20.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:2:0) after 6m35s
[19:01:23.830] Received PubSub notification, asking Buildbucket for the build status
[19:01:23.886] Build status: SCHEDULED
[19:07:55.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:2:0)
[19:07:55.809] Build status: SCHEDULED
[19:07:55.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:4:0) after 1m16s
[19:09:11.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:4:0)
[19:09:11.862] Build status: SCHEDULED
[19:09:11.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:5:0) after 8m24s
[19:17:35.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:5:0)
[19:17:35.899] Build status: SCHEDULED
[19:17:35.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:6:0) after 2m24s
[19:20:00.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:6:0)
[19:20:00.076] Build status: SCHEDULED
[19:20:00.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:7:0) after 7m27s
[19:27:27.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:7:0)
[19:27:27.246] Build status: SCHEDULED
[19:27:27.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:8:0) after 3m12s
[19:30:39.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:8:0)
[19:30:39.291] Build status: SCHEDULED
[19:30:39.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:9:0) after 6m1s
[19:36:40.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:9:0)
[19:36:40.384] Build status: SCHEDULED
[19:36:40.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:10:0) after 2m8s
[19:38:48.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:10:0)
[19:38:48.433] Build status: SCHEDULED
[19:38:48.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:11:0) after 6m0s
[19:44:48.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:11:0)
[19:44:48.523] Build status: SCHEDULED
[19:44:48.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:12:0) after 3m21s
[19:48:09.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:12:0)
[19:48:09.601] Build status: SCHEDULED
[19:48:09.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:13:0) after 1m48s
[19:49:57.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:13:0)
[19:49:57.767] Build status: SCHEDULED
[19:49:57.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:14:0) after 9m4s
[19:59:01.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:14:0)
[19:59:01.897] Build status: SCHEDULED
[19:59:01.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:15:0) after 1m19s
[20:00:20.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:15:0)
[20:00:21.094] Build status: SCHEDULED
[20:00:21.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:16:0) after 1m46s
[20:02:07.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:16:0)
[20:02:07.158] Build status: SCHEDULED
[20:02:07.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:17:0) after 8m47s
[20:10:54.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:17:0)
[20:10:54.205] Build status: SCHEDULED
[20:10:54.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:18:0) after 2m39s
[20:13:33.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:18:0)
[20:13:33.266] Build status: SCHEDULED
[20:13:33.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:19:0) after 9m21s
[20:22:54.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:19:0)
[20:22:54.399] Build status: SCHEDULED
[20:22:54.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:20:0) after 5m16s
[20:28:10.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:20:0)
[20:28:10.449] Build status: SCHEDULED
[20:28:10.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:21:0) after 9m1s
[20:37:11.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:21:0)
[20:37:11.702] Build status: SCHEDULED
[20:37:11.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:22:0) after 2m36s
[20:39:47.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:22:0)
[20:39:47.798] Build status: SCHEDULED
[20:39:47.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:23:0) after 8m25s
[20:48:12.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:23:0)
[20:48:12.834] Build status: SCHEDULED
[20:48:12.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:24:0) after 3m44s
[20:51:57.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:24:0)
[20:51:57.053] Build status: SCHEDULED
[20:51:57.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:25:0) after 1m2s
[20:52:59.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:25:0)
[20:52:59.150] Build status: SCHEDULED
[20:52:59.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:26:0) after 6m31s
[20:59:30.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:26:0)
[20:59:30.265] Build status: SCHEDULED
[20:59:30.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:27:0) after 7m34s
[21:07:04.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:27:0)
[21:07:04.326] Build status: SCHEDULED
[21:07:04.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:28:0) after 8m49s
[21:15:53.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:28:0)
[21:15:53.383] Build status: SCHEDULED
[21:15:53.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:29:0) after 8m17s
[21:24:10.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:29:0)
[21:24:10.474] Build status: SCHEDULED
[21:24:10.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:30:0) after 9m19s
[21:33:29.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:30:0)
[21:33:29.585] Build status: SCHEDULED
[21:33:29.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:31:0) after 3m14s
[21:36:43.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:31:0)
[21:36:43.700] Build status: SCHEDULED
[21:36:43.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:32:0) after 6m35s
[21:43:19.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:32:0)
[21:43:19.109] Build status: SCHEDULED
[21:43:19.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:33:0) after 9m57s
[21:53:16.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:33:0)
[21:53:16.159] Build status: SCHEDULED
[21:53:16.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:34:0) after 6m52s
[22:00:08.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:34:0)
[22:00:08.415] Build status: SCHEDULED
[22:00:08.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:35:0) after 9m30s
[22:09:38.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:35:0)
[22:09:38.501] Build status: SCHEDULED
[22:09:38.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:36:0) after 2m28s
[22:12:06.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:36:0)
[22:12:06.573] Build status: SCHEDULED
[22:12:06.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:37:0) after 4m9s
[22:16:15.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:37:0)
[22:16:15.618] Build status: SCHEDULED
[22:16:15.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:38:0) after 6m41s
[22:22:56.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:38:0)
[22:22:56.683] Build status: SCHEDULED
[22:22:56.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:39:0) after 7m37s
[22:30:33.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:39:0)
[22:30:33.770] Build status: SCHEDULED
[22:30:33.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:40:0) after 8m41s
[22:39:14.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:40:0)
[22:39:14.822] Build status: SCHEDULED
[22:39:14.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:41:0) after 7m35s
[22:46:49.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:41:0)
[22:46:49.971] Build status: SCHEDULED
[22:46:49.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:42:0) after 5m53s
[22:52:43.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:42:0)
[22:52:43.355] Build status: SCHEDULED
[22:52:43.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:43:0) after 1m6s
[22:53:49.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:43:0)
[22:53:49.404] Build status: SCHEDULED
[22:53:49.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:44:0) after 9m52s
[22:57:28.155] Received PubSub notification, asking Buildbucket for the build status
[22:57:28.193] Build status: STARTED
[23:03:42.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:44:0)
[23:03:42.669] Build status: STARTED
[23:03:42.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:46:0) after 2m16s
[23:05:58.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:46:0)
[23:05:58.738] Build status: STARTED
[23:05:58.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:47:0) after 6m39s
[23:12:37.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:47:0)
[23:12:37.868] Build status: STARTED
[23:12:37.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:48:0) after 4m43s
[23:17:20.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:48:0)
[23:17:20.914] Build status: STARTED
[23:17:20.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:49:0) after 8m16s
[23:25:36.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:49:0)
[23:25:36.996] Build status: STARTED
[23:25:36.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:50:0) after 6m43s
[23:32:20.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:50:0)
[23:32:20.167] Build status: STARTED
[23:32:20.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:51:0) after 3m55s
[23:36:15.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:51:0)
[23:36:15.189] Build status: STARTED
[23:36:15.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8919619199947049264:52:0) after 1m49s
[23:37:56.463] Received PubSub notification, asking Buildbucket for the build status
[23:37:56.513] Build:
{
  "id": "8754189137993558769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-06T19:01:20.340638995Z",
  "startTime": "2024-03-06T22:57:27.530182Z",
  "endTime": "2024-03-06T23:37:55.583711Z",
  "updateTime": "2024-03-06T23:37:55.583711Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "33e312137b065ba330b187f56ddd60df70927241",
      "ref": "refs/heads/main"
    }
  }
}
[23:37:56.513] Invocation finished in 4h36m37.419147151s with status FAILED