Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (7 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "fe6e76daf4485e97ac2f0ac9bccac30ef1bdbef84935a4b4bc3605f836e34fac/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "337b253a50ab9125ef4c2119483abc8d547f3f62",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "58764ddccda99039174ca572c6a94393c290f8ac"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58764ddccda99039174ca572c6a94393c290f8ac
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[19:47:29.011] New invocation is queued and will start shortly
[19:47:29.011] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[19:47:30.623] Starting the invocation (attempt 1)
[19:47:30.704] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58764ddccda99039174ca572c6a94393c290f8ac"
[19:47:30.704] Reconstructed gitiles commit from tags
[19:47:30.704] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:47:30.704] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:47:30.705] Buildbucket request:
{
  "requestId": "8915630028974055152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "fe6e76daf4485e97ac2f0ac9bccac30ef1bdbef84935a4b4bc3605f836e34fac/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "337b253a50ab9125ef4c2119483abc8d547f3f62",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915630028974055152",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "fe6e76daf4485e97ac2f0ac9bccac30ef1bdbef84935a4b4bc3605f836e34fac/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "337b253a50ab9125ef4c2119483abc8d547f3f62",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "58764ddccda99039174ca572c6a94393c290f8ac"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58764ddccda99039174ca572c6a94393c290f8ac",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dfca0796-a316-4294-8400-ca1e5ce6b82c",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "58764ddccda99039174ca572c6a94393c290f8ac"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "58764ddccda99039174ca572c6a94393c290f8ac",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915630028974055152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:47:31.375] Scheduled build:
{
  "id": "8750199966360035633",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-19T19:47:30.871561967Z",
  "updateTime": "2024-04-19T19:47:30.871561967Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "58764ddccda99039174ca572c6a94393c290f8ac",
      "ref": "refs/heads/main"
    }
  }
}
[19:47:31.375] Task URL: https://cr-buildbucket.appspot.com/build/8750199966360035633
[19:47:31.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:2:0) after 1m0s
[19:47:31.880] Received PubSub notification, asking Buildbucket for the build status
[19:47:31.914] Build status: SCHEDULED
[19:48:31.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:2:0)
[19:48:31.426] Build status: SCHEDULED
[19:48:31.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:4:0) after 9m53s
[19:58:24.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:4:0)
[19:58:24.500] Build status: SCHEDULED
[19:58:24.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:5:0) after 9m37s
[20:08:01.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:5:0)
[20:08:01.641] Build status: SCHEDULED
[20:08:01.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:6:0) after 2m7s
[20:10:08.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:6:0)
[20:10:08.813] Build status: SCHEDULED
[20:10:08.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:7:0) after 1m3s
[20:11:11.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:7:0)
[20:11:11.988] Build status: SCHEDULED
[20:11:11.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:8:0) after 9m39s
[20:20:51.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:8:0)
[20:20:51.038] Build status: SCHEDULED
[20:20:51.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:9:0) after 7m8s
[20:27:59.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:9:0)
[20:27:59.109] Build status: SCHEDULED
[20:27:59.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:10:0) after 4m31s
[20:32:30.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:10:0)
[20:32:30.155] Build status: SCHEDULED
[20:32:30.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:11:0) after 3m24s
[20:35:54.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:11:0)
[20:35:54.227] Build status: SCHEDULED
[20:35:54.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:12:0) after 9m57s
[20:45:51.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:12:0)
[20:45:51.270] Build status: SCHEDULED
[20:45:51.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:13:0) after 7m42s
[20:53:33.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:13:0)
[20:53:33.338] Build status: SCHEDULED
[20:53:33.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:14:0) after 5m25s
[20:58:58.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:14:0)
[20:58:58.391] Build status: SCHEDULED
[20:58:58.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:15:0) after 6m37s
[21:05:35.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:15:0)
[21:05:35.452] Build status: SCHEDULED
[21:05:35.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:16:0) after 7m19s
[21:12:54.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:16:0)
[21:12:54.564] Build status: SCHEDULED
[21:12:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:17:0) after 7m34s
[21:20:28.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:17:0)
[21:20:28.617] Build status: SCHEDULED
[21:20:28.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:18:0) after 7m38s
[21:28:06.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:18:0)
[21:28:06.713] Build status: SCHEDULED
[21:28:06.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:19:0) after 1m33s
[21:29:39.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:19:0)
[21:29:39.808] Build status: SCHEDULED
[21:29:39.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:20:0) after 6m37s
[21:36:16.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:20:0)
[21:36:16.888] Build status: SCHEDULED
[21:36:16.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:21:0) after 2m17s
[21:38:33.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:21:0)
[21:38:34.029] Build status: SCHEDULED
[21:38:34.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:22:0) after 2m11s
[21:40:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:22:0)
[21:40:45.164] Build status: SCHEDULED
[21:40:45.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:23:0) after 3m15s
[21:44:00.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:23:0)
[21:44:00.297] Build status: SCHEDULED
[21:44:00.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:24:0) after 6m2s
[21:50:02.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:24:0)
[21:50:02.425] Build status: SCHEDULED
[21:50:02.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:25:0) after 2m19s
[21:52:21.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:25:0)
[21:52:21.497] Build status: SCHEDULED
[21:52:21.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:26:0) after 8m33s
[22:00:54.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:26:0)
[22:00:54.693] Build status: SCHEDULED
[22:00:54.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:27:0) after 2m4s
[22:02:58.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:27:0)
[22:02:58.804] Build status: SCHEDULED
[22:02:58.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:28:0) after 8m13s
[22:11:11.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:28:0)
[22:11:11.876] Build status: SCHEDULED
[22:11:11.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:29:0) after 2m39s
[22:13:50.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:29:0)
[22:13:51.028] Build status: SCHEDULED
[22:13:51.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:30:0) after 2m25s
[22:16:16.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:30:0)
[22:16:16.689] Build status: SCHEDULED
[22:16:16.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:31:0) after 3m15s
[22:19:31.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:31:0)
[22:19:31.775] Build status: SCHEDULED
[22:19:31.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:32:0) after 8m11s
[22:27:42.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:32:0)
[22:27:42.927] Build status: SCHEDULED
[22:27:42.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:33:0) after 1m20s
[22:29:03.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:33:0)
[22:29:03.135] Build status: SCHEDULED
[22:29:03.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:34:0) after 1m40s
[22:30:43.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:34:0)
[22:30:43.369] Build status: SCHEDULED
[22:30:43.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:35:0) after 2m15s
[22:32:58.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:35:0)
[22:32:58.586] Build status: SCHEDULED
[22:32:58.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:36:0) after 6m4s
[22:39:02.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:36:0)
[22:39:02.677] Build status: SCHEDULED
[22:39:02.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:37:0) after 7m39s
[22:46:41.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:37:0)
[22:46:41.872] Build status: SCHEDULED
[22:46:41.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:38:0) after 6m45s
[22:53:26.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:38:0)
[22:53:26.935] Build status: SCHEDULED
[22:53:26.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:39:0) after 5m28s
[22:58:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:39:0)
[22:58:55.113] Build status: SCHEDULED
[22:58:55.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:40:0) after 1m47s
[23:00:42.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:40:0)
[23:00:42.253] Build status: SCHEDULED
[23:00:42.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:41:0) after 5m23s
[23:06:05.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:41:0)
[23:06:05.283] Build status: SCHEDULED
[23:06:05.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:42:0) after 6m42s
[23:12:47.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:42:0)
[23:12:47.340] Build status: SCHEDULED
[23:12:47.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:43:0) after 8m54s
[23:21:41.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:43:0)
[23:21:41.480] Build status: SCHEDULED
[23:21:41.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:44:0) after 5m38s
[23:27:19.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:44:0)
[23:27:19.628] Build status: SCHEDULED
[23:27:19.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:45:0) after 4m45s
[23:32:04.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:45:0)
[23:32:04.961] Build status: SCHEDULED
[23:32:04.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:46:0) after 8m15s
[23:40:19.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:46:0)
[23:40:19.990] Build status: SCHEDULED
[23:40:19.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:47:0) after 3m43s
[23:44:03.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:47:0)
[23:44:03.268] Build status: SCHEDULED
[23:44:03.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:48:0) after 4m28s
[23:48:31.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:48:0)
[23:48:31.772] Build status: SCHEDULED
[23:48:31.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:49:0) after 4m13s
[23:52:44.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:49:0)
[23:52:44.925] Build status: SCHEDULED
[23:52:44.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:50:0) after 2m3s
[23:54:48.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:50:0)
[23:54:48.297] Build status: SCHEDULED
[23:54:48.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:51:0) after 6m12s
[00:01:00.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:51:0)
[00:01:00.360] Build status: SCHEDULED
[00:01:00.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:52:0) after 6m53s
[00:07:53.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:52:0)
[00:07:53.420] Build status: SCHEDULED
[00:07:53.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:53:0) after 3m59s
[00:11:52.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:53:0)
[00:11:52.589] Build status: SCHEDULED
[00:11:52.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:54:0) after 7m13s
[00:19:05.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:54:0)
[00:19:05.713] Build status: SCHEDULED
[00:19:05.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:55:0) after 8m0s
[00:27:05.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:55:0)
[00:27:05.813] Build status: SCHEDULED
[00:27:05.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:56:0) after 5m15s
[00:32:21.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:56:0)
[00:32:21.087] Build status: SCHEDULED
[00:32:21.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:57:0) after 1m10s
[00:33:31.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:57:0)
[00:33:31.222] Build status: SCHEDULED
[00:33:31.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:58:0) after 8m19s
[00:41:50.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:58:0)
[00:41:50.323] Build status: SCHEDULED
[00:41:50.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:59:0) after 6m18s
[00:48:08.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:59:0)
[00:48:08.377] Build status: SCHEDULED
[00:48:08.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:60:0) after 9m8s
[00:57:16.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:60:0)
[00:57:16.417] Build status: SCHEDULED
[00:57:16.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:61:0) after 9m25s
[01:06:41.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:61:0)
[01:06:41.811] Build status: SCHEDULED
[01:06:41.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:62:0) after 1m52s
[01:08:34.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:62:0)
[01:08:34.689] Build status: SCHEDULED
[01:08:34.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:63:0) after 7m11s
[01:15:45.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:63:0)
[01:15:45.771] Build status: SCHEDULED
[01:15:45.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:64:0) after 2m29s
[01:18:14.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:64:0)
[01:18:15.046] Build status: SCHEDULED
[01:18:15.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:65:0) after 5m30s
[01:23:45.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:65:0)
[01:23:45.407] Build status: SCHEDULED
[01:23:45.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:66:0) after 8m54s
[01:32:39.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:66:0)
[01:32:39.528] Build status: SCHEDULED
[01:32:39.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:67:0) after 4m29s
[01:37:08.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:67:0)
[01:37:08.677] Build status: SCHEDULED
[01:37:08.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:68:0) after 8m21s
[01:45:29.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:68:0)
[01:45:29.860] Build status: SCHEDULED
[01:45:29.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915630028974055152:69:0) after 5m49s
[01:47:31.568] Received PubSub notification, asking Buildbucket for the build status
[01:47:31.584] Build:
{
  "id": "8750199966360035633",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-19T19:47:30.871561967Z",
  "endTime": "2024-04-20T01:47:31.375344376Z",
  "updateTime": "2024-04-20T01:47:31.375344376Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "58764ddccda99039174ca572c6a94393c290f8ac",
      "ref": "refs/heads/main"
    }
  }
}
[01:47:31.584] Invocation finished in 6h0m2.589343943s with status FAILED