Status: FAILED
Triggered by: fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (1 year ago by fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "7bbf18b7469b60edf38a7c00c80a048986cf05d39d4f04b1378fcb079806ca35/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "72696a3a05ca7e1350018839bfd18be759326921",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "b966b224b32aada3d83fb6d58abe413b5c59f3c1"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b966b224b32aada3d83fb6d58abe413b5c59f3c1
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[22:21:41.129] New invocation is queued and will start shortly
[22:21:41.129] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[22:21:42.344] Starting the invocation (attempt 1)
[22:21:42.383] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b966b224b32aada3d83fb6d58abe413b5c59f3c1"
[22:21:42.383] Reconstructed gitiles commit from tags
[22:21:42.383] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:21:42.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:21:42.384] Buildbucket request:
{
  "requestId": "8918972415197133008",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "7bbf18b7469b60edf38a7c00c80a048986cf05d39d4f04b1378fcb079806ca35/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "72696a3a05ca7e1350018839bfd18be759326921",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8918972415197133008",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "7bbf18b7469b60edf38a7c00c80a048986cf05d39d4f04b1378fcb079806ca35/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "72696a3a05ca7e1350018839bfd18be759326921",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "b966b224b32aada3d83fb6d58abe413b5c59f3c1"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b966b224b32aada3d83fb6d58abe413b5c59f3c1",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1d58cb3a-b79c-45fe-ac15-833aaeea181e",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "b966b224b32aada3d83fb6d58abe413b5c59f3c1"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "b966b224b32aada3d83fb6d58abe413b5c59f3c1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918972415197133008"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:21:42.974] Scheduled build:
{
  "id": "8753542353097114081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-13T22:21:42.484163557Z",
  "updateTime": "2024-03-13T22:21:42.484163557Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b966b224b32aada3d83fb6d58abe413b5c59f3c1",
      "ref": "refs/heads/main"
    }
  }
}
[22:21:42.974] Task URL: https://cr-buildbucket.appspot.com/build/8753542353097114081
[22:21:42.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:2:0) after 3m15s
[22:21:43.488] Received PubSub notification, asking Buildbucket for the build status
[22:21:43.506] Build status: SCHEDULED
[22:24:57.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:2:0)
[22:24:58.031] Build status: SCHEDULED
[22:24:58.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:4:0) after 5m14s
[22:30:12.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:4:0)
[22:30:12.068] Build status: SCHEDULED
[22:30:12.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:5:0) after 8m58s
[22:39:10.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:5:0)
[22:39:10.107] Build status: SCHEDULED
[22:39:10.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:6:0) after 1m30s
[22:40:40.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:6:0)
[22:40:40.249] Build status: SCHEDULED
[22:40:40.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:7:0) after 5m8s
[22:45:48.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:7:0)
[22:45:48.343] Build status: SCHEDULED
[22:45:48.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:8:0) after 5m24s
[22:51:12.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:8:0)
[22:51:12.401] Build status: SCHEDULED
[22:51:12.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:9:0) after 4m41s
[22:55:53.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:9:0)
[22:55:53.581] Build status: SCHEDULED
[22:55:53.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:10:0) after 4m38s
[23:00:31.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:10:0)
[23:00:32.069] Build status: SCHEDULED
[23:00:32.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:11:0) after 9m1s
[23:09:33.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:11:0)
[23:09:33.470] Build status: SCHEDULED
[23:09:33.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:12:0) after 5m33s
[23:15:06.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:12:0)
[23:15:06.543] Build status: SCHEDULED
[23:15:06.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:13:0) after 5m55s
[23:21:02.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:13:0)
[23:21:02.167] Build status: SCHEDULED
[23:21:02.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:14:0) after 2m15s
[23:23:17.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:14:0)
[23:23:17.375] Build status: SCHEDULED
[23:23:17.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:15:0) after 5m41s
[23:28:58.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:15:0)
[23:28:58.584] Build status: SCHEDULED
[23:28:58.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:16:0) after 4m17s
[23:33:15.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:16:0)
[23:33:15.629] Build status: SCHEDULED
[23:33:15.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:17:0) after 3m15s
[23:36:30.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:17:0)
[23:36:30.702] Build status: SCHEDULED
[23:36:30.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:18:0) after 3m1s
[23:39:31.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:18:0)
[23:39:31.871] Build status: SCHEDULED
[23:39:31.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:19:0) after 2m16s
[23:41:48.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:19:0)
[23:41:48.379] Build status: SCHEDULED
[23:41:48.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:20:0) after 2m22s
[23:44:10.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:20:0)
[23:44:10.964] Build status: SCHEDULED
[23:44:10.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:21:0) after 9m46s
[23:53:57.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:21:0)
[23:53:57.145] Build status: SCHEDULED
[23:53:57.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:22:0) after 7m15s
[00:01:12.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:22:0)
[00:01:12.309] Build status: SCHEDULED
[00:01:12.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:23:0) after 4m1s
[00:05:13.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:23:0)
[00:05:13.550] Build status: SCHEDULED
[00:05:13.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:24:0) after 5m27s
[00:10:40.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:24:0)
[00:10:41.098] Build status: SCHEDULED
[00:10:41.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:25:0) after 3m36s
[00:14:17.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:25:0)
[00:14:17.250] Build status: SCHEDULED
[00:14:17.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:26:0) after 2m20s
[00:16:37.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:26:0)
[00:16:37.308] Build status: SCHEDULED
[00:16:37.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:27:0) after 1m16s
[00:17:53.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:27:0)
[00:17:53.332] Build status: SCHEDULED
[00:17:53.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:28:0) after 3m53s
[00:21:46.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:28:0)
[00:21:46.546] Build status: SCHEDULED
[00:21:46.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:29:0) after 5m24s
[00:27:10.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:29:0)
[00:27:10.995] Build status: SCHEDULED
[00:27:10.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:30:0) after 2m45s
[00:29:56.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:30:0)
[00:29:56.048] Build status: SCHEDULED
[00:29:56.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:31:0) after 3m54s
[00:33:50.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:31:0)
[00:33:50.149] Build status: SCHEDULED
[00:33:50.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:32:0) after 4m6s
[00:37:56.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:32:0)
[00:37:56.375] Build status: SCHEDULED
[00:37:56.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:33:0) after 8m20s
[00:46:16.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:33:0)
[00:46:16.426] Build status: SCHEDULED
[00:46:16.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:34:0) after 6m33s
[00:52:50.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:34:0)
[00:52:50.301] Build status: SCHEDULED
[00:52:50.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:35:0) after 9m43s
[01:02:33.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:35:0)
[01:02:33.539] Build status: SCHEDULED
[01:02:33.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:36:0) after 2m39s
[01:05:13.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:36:0)
[01:05:13.280] Build status: SCHEDULED
[01:05:13.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:37:0) after 5m10s
[01:10:23.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:37:0)
[01:10:23.331] Build status: SCHEDULED
[01:10:23.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:38:0) after 1m44s
[01:12:07.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:38:0)
[01:12:07.697] Build status: SCHEDULED
[01:12:07.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:39:0) after 4m52s
[01:16:59.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:39:0)
[01:16:59.783] Build status: SCHEDULED
[01:16:59.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:40:0) after 2m54s
[01:19:53.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:40:0)
[01:19:53.824] Build status: SCHEDULED
[01:19:53.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:41:0) after 6m58s
[01:26:52.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:41:0)
[01:26:52.144] Build status: SCHEDULED
[01:26:52.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:42:0) after 1m54s
[01:28:46.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:42:0)
[01:28:46.323] Build status: SCHEDULED
[01:28:46.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:43:0) after 3m23s
[01:32:09.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:43:0)
[01:32:09.469] Build status: SCHEDULED
[01:32:09.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:44:0) after 8m43s
[01:40:52.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:44:0)
[01:40:52.688] Build status: SCHEDULED
[01:40:52.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:45:0) after 8m6s
[01:48:58.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:45:0)
[01:48:58.831] Build status: SCHEDULED
[01:48:58.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:46:0) after 2m31s
[01:51:29.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:46:0)
[01:51:29.952] Build status: SCHEDULED
[01:51:29.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:47:0) after 9m56s
[02:01:25.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:47:0)
[02:01:25.996] Build status: SCHEDULED
[02:01:25.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:48:0) after 7m15s
[02:08:41.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:48:0)
[02:08:41.370] Build status: SCHEDULED
[02:08:41.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:49:0) after 2m40s
[02:11:21.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:49:0)
[02:11:21.570] Build status: SCHEDULED
[02:11:21.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:50:0) after 9m44s
[02:21:05.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:50:0)
[02:21:05.973] Build status: SCHEDULED
[02:21:05.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:51:0) after 2m56s
[02:24:01.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:51:0)
[02:24:02.013] Build status: SCHEDULED
[02:24:02.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:52:0) after 2m34s
[02:26:36.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:52:0)
[02:26:36.144] Build status: SCHEDULED
[02:26:36.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:53:0) after 5m35s
[02:32:11.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:53:0)
[02:32:11.877] Build status: SCHEDULED
[02:32:11.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:54:0) after 8m25s
[02:40:36.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:54:0)
[02:40:36.918] Build status: SCHEDULED
[02:40:36.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:55:0) after 1m8s
[02:41:45.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:55:0)
[02:41:45.085] Build status: SCHEDULED
[02:41:45.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:56:0) after 9m54s
[02:51:39.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:56:0)
[02:51:39.207] Build status: SCHEDULED
[02:51:39.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:57:0) after 1m16s
[02:52:55.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:57:0)
[02:52:55.277] Build status: SCHEDULED
[02:52:55.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:58:0) after 5m31s
[02:58:26.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:58:0)
[02:58:26.634] Build status: SCHEDULED
[02:58:26.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:59:0) after 1m50s
[03:00:16.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:59:0)
[03:00:16.653] Build status: SCHEDULED
[03:00:16.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:60:0) after 2m53s
[03:03:09.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:60:0)
[03:03:09.777] Build status: SCHEDULED
[03:03:09.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:61:0) after 1m19s
[03:04:28.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:61:0)
[03:04:28.841] Build status: SCHEDULED
[03:04:28.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:62:0) after 7m20s
[03:11:49.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:62:0)
[03:11:49.149] Build status: SCHEDULED
[03:11:49.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:63:0) after 3m19s
[03:15:08.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:63:0)
[03:15:08.230] Build status: SCHEDULED
[03:15:08.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:64:0) after 3m26s
[03:18:34.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:64:0)
[03:18:34.300] Build status: SCHEDULED
[03:18:34.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:65:0) after 8m10s
[03:26:44.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:65:0)
[03:26:44.402] Build status: SCHEDULED
[03:26:44.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:66:0) after 3m6s
[03:29:50.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:66:0)
[03:29:50.471] Build status: SCHEDULED
[03:29:50.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:67:0) after 9m21s
[03:35:13.870] Received PubSub notification, asking Buildbucket for the build status
[03:35:13.893] Build status: STARTED
[03:39:11.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:67:0)
[03:39:11.515] Build status: STARTED
[03:39:11.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:69:0) after 3m9s
[03:42:20.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:69:0)
[03:42:20.961] Build status: STARTED
[03:42:20.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:70:0) after 4m22s
[03:46:42.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:70:0)
[03:46:43.021] Build status: STARTED
[03:46:43.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:71:0) after 3m50s
[03:50:33.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:71:0)
[03:50:33.089] Build status: STARTED
[03:50:33.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:72:0) after 3m20s
[03:53:53.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:72:0)
[03:53:53.136] Build status: STARTED
[03:53:53.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:73:0) after 4m19s
[03:58:12.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:73:0)
[03:58:12.236] Build status: STARTED
[03:58:12.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:74:0) after 1m10s
[03:59:22.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:74:0)
[03:59:22.317] Build status: STARTED
[03:59:22.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:75:0) after 8m56s
[04:08:18.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:75:0)
[04:08:18.470] Build status: STARTED
[04:08:18.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:76:0) after 9m4s
[04:17:22.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:76:0)
[04:17:22.521] Build status: STARTED
[04:17:22.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8918972415197133008:77:0) after 5m19s
[04:22:26.539] Received PubSub notification, asking Buildbucket for the build status
[04:22:26.636] Build:
{
  "id": "8753542353097114081",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-03-13T22:21:42.484163557Z",
  "startTime": "2024-03-14T03:35:12.817519Z",
  "endTime": "2024-03-14T04:22:25.851560Z",
  "updateTime": "2024-03-14T04:22:25.851560Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "b966b224b32aada3d83fb6d58abe413b5c59f3c1",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:26.636] Invocation finished in 6h0m45.537476802s with status FAILED