Status: FAILED
Triggered by: clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 2b0c79bb93490f9f783570aadb6904513585825d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-linux"
>

Incoming triggers

  • clang-linux-x64/0 (1 day ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "99163f19b9cec03dc591bb07aa9275a97a4a17f585de2b273ee4c93606f720bf/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "63e776604779f52a792a866577650967fe19f49f"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[18:18:31.477] New invocation is queued and will start shortly
[18:18:31.477] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:18:32.555] Starting the invocation (attempt 1)
[18:18:32.578] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f"
[18:18:32.578] Reconstructed gitiles commit from tags
[18:18:32.578] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:18:32.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:18:32.579] Buildbucket request:
{
  "requestId": "8871967887983512080",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "99163f19b9cec03dc591bb07aa9275a97a4a17f585de2b273ee4c93606f720bf/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8871967887983512080",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "99163f19b9cec03dc591bb07aa9275a97a4a17f585de2b273ee4c93606f720bf/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "63e776604779f52a792a866577650967fe19f49f"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "affba0ee-222a-4011-ac7b-8751a943fd6f",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8706542977020840001"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "63e776604779f52a792a866577650967fe19f49f"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "63e776604779f52a792a866577650967fe19f49f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8871967887983512080"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:18:33.126] Scheduled build:
{
  "id": "8706537825995613073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T18:18:32.736584200Z",
  "updateTime": "2025-08-14T18:18:32.736584200Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "63e776604779f52a792a866577650967fe19f49f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:18:33.126] Task URL: https://cr-buildbucket.appspot.com/build/8706537825995613073
[18:18:33.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:2:0) after 9m5s
[18:18:33.587] Received PubSub notification, asking Buildbucket for the build status
[18:18:33.654] Build status: SCHEDULED
[18:27:38.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:2:0)
[18:27:38.257] Build status: SCHEDULED
[18:27:38.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:4:0) after 4m51s
[18:32:29.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:4:0)
[18:32:29.336] Build status: SCHEDULED
[18:32:29.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:5:0) after 6m26s
[18:38:55.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:5:0)
[18:38:55.362] Build status: SCHEDULED
[18:38:55.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:6:0) after 2m8s
[18:41:03.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:6:0)
[18:41:03.471] Build status: SCHEDULED
[18:41:03.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:7:0) after 2m58s
[18:44:01.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:7:0)
[18:44:01.488] Build status: SCHEDULED
[18:44:01.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:8:0) after 8m2s
[18:52:03.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:8:0)
[18:52:03.584] Build status: SCHEDULED
[18:52:03.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:9:0) after 3m48s
[18:55:51.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:9:0)
[18:55:51.625] Build status: SCHEDULED
[18:55:51.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:10:0) after 2m16s
[18:58:07.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:10:0)
[18:58:07.684] Build status: SCHEDULED
[18:58:07.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:11:0) after 7m29s
[19:05:36.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:11:0)
[19:05:36.767] Build status: SCHEDULED
[19:05:36.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:12:0) after 1m2s
[19:06:38.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:12:0)
[19:06:38.824] Build status: SCHEDULED
[19:06:38.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:13:0) after 8m10s
[19:14:48.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:13:0)
[19:14:49.179] Build status: SCHEDULED
[19:14:49.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:14:0) after 9m58s
[19:24:47.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:14:0)
[19:24:47.328] Build status: SCHEDULED
[19:24:47.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:15:0) after 3m0s
[19:27:47.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:15:0)
[19:27:47.409] Build status: SCHEDULED
[19:27:47.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:16:0) after 3m13s
[19:31:00.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:16:0)
[19:31:00.448] Build status: SCHEDULED
[19:31:00.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:17:0) after 8m10s
[19:39:10.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:17:0)
[19:39:10.480] Build status: SCHEDULED
[19:39:10.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:18:0) after 9m4s
[19:48:14.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:18:0)
[19:48:14.525] Build status: SCHEDULED
[19:48:14.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:19:0) after 7m17s
[19:55:31.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:19:0)
[19:55:31.538] Build status: SCHEDULED
[19:55:31.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:20:0) after 4m42s
[20:00:13.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:20:0)
[20:00:13.618] Build status: SCHEDULED
[20:00:13.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:21:0) after 4m6s
[20:04:19.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:21:0)
[20:04:19.663] Build status: SCHEDULED
[20:04:19.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:22:0) after 1m51s
[20:06:10.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:22:0)
[20:06:10.703] Build status: SCHEDULED
[20:06:10.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:23:0) after 1m31s
[20:07:41.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:23:0)
[20:07:41.712] Build status: SCHEDULED
[20:07:41.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:24:0) after 2m36s
[20:10:17.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:24:0)
[20:10:17.809] Build status: SCHEDULED
[20:10:17.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:25:0) after 3m15s
[20:13:32.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:25:0)
[20:13:33.059] Build status: SCHEDULED
[20:13:33.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:26:0) after 5m6s
[20:18:39.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:26:0)
[20:18:39.121] Build status: SCHEDULED
[20:18:39.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:27:0) after 3m45s
[20:22:24.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:27:0)
[20:22:24.152] Build status: SCHEDULED
[20:22:24.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:28:0) after 4m1s
[20:26:25.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:28:0)
[20:26:25.186] Build status: SCHEDULED
[20:26:25.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:29:0) after 9m13s
[20:35:38.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:29:0)
[20:35:38.186] Build status: SCHEDULED
[20:35:38.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:30:0) after 9m14s
[20:44:52.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:30:0)
[20:44:52.335] Build status: SCHEDULED
[20:44:52.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:31:0) after 1m46s
[20:46:38.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:31:0)
[20:46:38.408] Build status: SCHEDULED
[20:46:38.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:32:0) after 8m36s
[20:55:14.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:32:0)
[20:55:14.461] Build status: SCHEDULED
[20:55:14.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:33:0) after 6m29s
[21:01:43.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:33:0)
[21:01:43.505] Build status: SCHEDULED
[21:01:43.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:34:0) after 4m57s
[21:06:40.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:34:0)
[21:06:40.537] Build status: SCHEDULED
[21:06:40.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:35:0) after 8m49s
[21:15:29.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:35:0)
[21:15:29.573] Build status: SCHEDULED
[21:15:29.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:36:0) after 4m13s
[21:19:42.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:36:0)
[21:19:42.793] Build status: SCHEDULED
[21:19:42.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:37:0) after 5m32s
[21:25:14.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:37:0)
[21:25:14.884] Build status: SCHEDULED
[21:25:14.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:38:0) after 4m20s
[21:29:34.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:38:0)
[21:29:34.978] Build status: SCHEDULED
[21:29:34.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:39:0) after 8m31s
[21:38:05.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:39:0)
[21:38:06.015] Build status: SCHEDULED
[21:38:06.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:40:0) after 9m29s
[21:47:35.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:40:0)
[21:47:35.283] Build status: SCHEDULED
[21:47:35.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:41:0) after 8m3s
[21:55:38.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:41:0)
[21:55:38.461] Build status: SCHEDULED
[21:55:38.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:42:0) after 7m7s
[22:02:45.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:42:0)
[22:02:45.614] Build status: SCHEDULED
[22:02:45.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:43:0) after 4m31s
[22:07:16.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:43:0)
[22:07:16.661] Build status: SCHEDULED
[22:07:16.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:44:0) after 8m11s
[22:15:27.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:44:0)
[22:15:27.825] Build status: SCHEDULED
[22:15:27.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:45:0) after 5m29s
[22:20:56.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:45:0)
[22:20:57.012] Build status: SCHEDULED
[22:20:57.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:46:0) after 3m39s
[22:24:36.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:46:0)
[22:24:36.082] Build status: SCHEDULED
[22:24:36.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:47:0) after 3m22s
[22:27:58.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:47:0)
[22:27:58.189] Build status: SCHEDULED
[22:27:58.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:48:0) after 7m22s
[22:35:20.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:48:0)
[22:35:20.332] Build status: SCHEDULED
[22:35:20.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:49:0) after 9m32s
[22:35:40.565] Received PubSub notification, asking Buildbucket for the build status
[22:35:40.589] Build status: STARTED
[22:44:52.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:49:0)
[22:44:52.499] Build status: STARTED
[22:44:52.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:51:0) after 4m45s
[22:49:37.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:51:0)
[22:49:37.530] Build status: STARTED
[22:49:37.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:52:0) after 8m35s
[22:58:12.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:52:0)
[22:58:12.579] Build status: STARTED
[22:58:12.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8871967887983512080:53:0) after 6m37s
[23:01:17.665] Received PubSub notification, asking Buildbucket for the build status
[23:01:17.688] Build:
{
  "id": "8706537825995613073",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T18:18:32.736584200Z",
  "startTime": "2025-08-14T22:35:40.381718365Z",
  "endTime": "2025-08-14T23:01:17.098288895Z",
  "updateTime": "2025-08-14T23:01:17.098288895Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "63e776604779f52a792a866577650967fe19f49f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:01:17.688] Invocation finished in 4h42m46.230856794s with status FAILED