1. All projects
  2. pigweed
  3. pigweed.toolchain-toolchain-prod-pigweed-mac-x86
  4. 8923865282716212304
Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 0663a629884a7698d2f3baaf5156926202c4609e) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

Incoming triggers

  • clang-mac-x64/0 (10 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "5520e183a4cfacaa21a0406a04660f5504418856bdbeb0aa66c0666e444b06c7/578"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5f41cef58f72ebe950cc9777a8e29d1d28e543d4
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-mac-x64
  • user_agent:recipe

Debug log (UTC)

[22:11:39.020] New invocation is queued and will start shortly
[22:11:39.020] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[22:11:40.091] Starting the invocation (attempt 1)
[22:11:40.117] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5f41cef58f72ebe950cc9777a8e29d1d28e543d4"
[22:11:40.117] Reconstructed gitiles commit from tags
[22:11:40.117] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:11:40.117] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:11:40.118] Buildbucket request:
{
  "requestId": "8923865282716212304",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "5520e183a4cfacaa21a0406a04660f5504418856bdbeb0aa66c0666e444b06c7/578"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8923865282716212304",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "5520e183a4cfacaa21a0406a04660f5504418856bdbeb0aa66c0666e444b06c7/578"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "4b6a65675d3c72ce4671c392eba5f1b226fe0dd8",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5f41cef58f72ebe950cc9777a8e29d1d28e543d4",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f2fb304f-7980-4831-9c94-f099357a1b56",
                        "title": "clang-mac-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8923865282716212304"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:11:40.624] Scheduled build:
{
  "id": "8758435220802800001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-19T22:11:40.220149489Z",
  "updateTime": "2024-01-19T22:11:40.220149489Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4",
      "ref": "refs/heads/main"
    }
  }
}
[22:11:40.624] Task URL: https://cr-buildbucket.appspot.com/build/8758435220802800001
[22:11:40.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:2:0) after 8m39s
[22:11:41.313] Received PubSub notification, asking Buildbucket for the build status
[22:11:41.333] Build status: SCHEDULED
[22:20:19.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:2:0)
[22:20:19.727] Build status: SCHEDULED
[22:20:19.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:4:0) after 3m25s
[22:23:44.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:4:0)
[22:23:44.767] Build status: SCHEDULED
[22:23:44.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:5:0) after 1m8s
[22:24:52.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:5:0)
[22:24:52.863] Build status: SCHEDULED
[22:24:52.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:6:0) after 9m7s
[22:33:59.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:6:0)
[22:33:59.960] Build status: SCHEDULED
[22:33:59.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:7:0) after 7m53s
[22:41:52.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:7:0)
[22:41:53.025] Build status: SCHEDULED
[22:41:53.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:8:0) after 3m19s
[22:45:12.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:8:0)
[22:45:12.180] Build status: SCHEDULED
[22:45:12.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:9:0) after 7m27s
[22:52:39.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:9:0)
[22:52:39.217] Build status: SCHEDULED
[22:52:39.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:10:0) after 4m48s
[22:57:27.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:10:0)
[22:57:27.339] Build status: SCHEDULED
[22:57:27.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:11:0) after 3m56s
[23:01:23.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:11:0)
[23:01:23.459] Build status: SCHEDULED
[23:01:23.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:12:0) after 4m9s
[23:05:32.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:12:0)
[23:05:32.494] Build status: SCHEDULED
[23:05:32.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:13:0) after 8m6s
[23:13:38.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:13:0)
[23:13:38.577] Build status: SCHEDULED
[23:13:38.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:14:0) after 1m33s
[23:15:11.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:14:0)
[23:15:11.630] Build status: SCHEDULED
[23:15:11.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:15:0) after 1m34s
[23:16:45.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:15:0)
[23:16:45.729] Build status: SCHEDULED
[23:16:45.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:16:0) after 3m14s
[23:19:59.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:16:0)
[23:19:59.842] Build status: SCHEDULED
[23:19:59.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:17:0) after 2m34s
[23:22:33.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:17:0)
[23:22:33.997] Build status: SCHEDULED
[23:22:33.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:18:0) after 2m28s
[23:25:02.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:18:0)
[23:25:02.161] Build status: SCHEDULED
[23:25:02.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:19:0) after 4m46s
[23:29:48.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:19:0)
[23:29:48.255] Build status: SCHEDULED
[23:29:48.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:20:0) after 3m33s
[23:33:21.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:20:0)
[23:33:21.352] Build status: SCHEDULED
[23:33:21.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:21:0) after 9m23s
[23:42:44.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:21:0)
[23:42:44.412] Build status: SCHEDULED
[23:42:44.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:22:0) after 7m35s
[23:50:19.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:22:0)
[23:50:19.452] Build status: SCHEDULED
[23:50:19.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:23:0) after 2m49s
[23:53:08.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:23:0)
[23:53:08.548] Build status: SCHEDULED
[23:53:08.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:24:0) after 9m22s
[00:02:30.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:24:0)
[00:02:30.657] Build status: SCHEDULED
[00:02:30.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:25:0) after 4m22s
[00:06:52.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:25:0)
[00:06:52.799] Build status: SCHEDULED
[00:06:52.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:26:0) after 2m29s
[00:09:21.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:26:0)
[00:09:21.836] Build status: SCHEDULED
[00:09:21.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:27:0) after 6m6s
[00:15:27.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:27:0)
[00:15:28.225] Build status: SCHEDULED
[00:15:28.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:28:0) after 6m40s
[00:22:08.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:28:0)
[00:22:08.269] Build status: SCHEDULED
[00:22:08.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:29:0) after 9m45s
[00:31:53.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:29:0)
[00:31:53.555] Build status: SCHEDULED
[00:31:53.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:30:0) after 4m57s
[00:36:50.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:30:0)
[00:36:50.852] Build status: SCHEDULED
[00:36:50.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:31:0) after 2m47s
[00:39:37.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:31:0)
[00:39:37.906] Build status: SCHEDULED
[00:39:37.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:32:0) after 4m22s
[00:43:59.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:32:0)
[00:44:00.034] Build status: SCHEDULED
[00:44:00.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:33:0) after 9m30s
[00:53:30.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:33:0)
[00:53:30.095] Build status: SCHEDULED
[00:53:30.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:34:0) after 2m6s
[00:55:36.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:34:0)
[00:55:36.325] Build status: SCHEDULED
[00:55:36.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:35:0) after 5m47s
[01:01:23.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:35:0)
[01:01:23.569] Build status: SCHEDULED
[01:01:23.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:36:0) after 3m42s
[01:05:05.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:36:0)
[01:05:05.892] Build status: SCHEDULED
[01:05:05.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:37:0) after 5m44s
[01:10:49.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:37:0)
[01:10:49.930] Build status: SCHEDULED
[01:10:49.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:38:0) after 8m34s
[01:19:23.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:38:0)
[01:19:23.978] Build status: SCHEDULED
[01:19:23.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:39:0) after 6m16s
[01:25:40.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:39:0)
[01:25:40.470] Build status: SCHEDULED
[01:25:40.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:40:0) after 7m42s
[01:33:22.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:40:0)
[01:33:22.988] Build status: SCHEDULED
[01:33:22.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:41:0) after 2m44s
[01:36:07.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:41:0)
[01:36:07.254] Build status: SCHEDULED
[01:36:07.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:42:0) after 6m16s
[01:42:23.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:42:0)
[01:42:23.382] Build status: SCHEDULED
[01:42:23.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:43:0) after 9m45s
[01:52:08.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:43:0)
[01:52:08.461] Build status: SCHEDULED
[01:52:08.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:44:0) after 1m26s
[01:53:34.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:44:0)
[01:53:34.503] Build status: SCHEDULED
[01:53:34.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:45:0) after 3m25s
[01:56:59.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:45:0)
[01:56:59.565] Build status: SCHEDULED
[01:56:59.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:46:0) after 8m37s
[02:05:36.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:46:0)
[02:05:36.618] Build status: SCHEDULED
[02:05:36.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:47:0) after 6m55s
[02:12:31.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:47:0)
[02:12:31.662] Build status: SCHEDULED
[02:12:31.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:48:0) after 7m27s
[02:19:58.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:48:0)
[02:19:58.714] Build status: SCHEDULED
[02:19:58.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:49:0) after 3m4s
[02:23:02.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:49:0)
[02:23:02.801] Build status: SCHEDULED
[02:23:02.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:50:0) after 6m7s
[02:29:10.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:50:0)
[02:29:10.219] Build status: SCHEDULED
[02:29:10.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:51:0) after 4m52s
[02:34:02.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:51:0)
[02:34:02.265] Build status: SCHEDULED
[02:34:02.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:52:0) after 3m56s
[02:37:58.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:52:0)
[02:37:58.429] Build status: SCHEDULED
[02:37:58.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:53:0) after 6m4s
[02:44:02.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:53:0)
[02:44:02.836] Build status: SCHEDULED
[02:44:02.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:54:0) after 1m41s
[02:45:43.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:54:0)
[02:45:43.927] Build status: SCHEDULED
[02:45:43.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:55:0) after 1m24s
[02:47:07.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:55:0)
[02:47:07.964] Build status: SCHEDULED
[02:47:07.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:56:0) after 4m28s
[02:51:35.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:56:0)
[02:51:36.011] Build status: SCHEDULED
[02:51:36.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:57:0) after 7m16s
[02:58:52.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:57:0)
[02:58:52.169] Build status: SCHEDULED
[02:58:52.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:58:0) after 1m55s
[03:00:47.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:58:0)
[03:00:47.230] Build status: SCHEDULED
[03:00:47.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:59:0) after 1m39s
[03:02:26.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:59:0)
[03:02:26.319] Build status: SCHEDULED
[03:02:26.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:60:0) after 2m23s
[03:04:49.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:60:0)
[03:04:49.469] Build status: SCHEDULED
[03:04:49.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:61:0) after 1m20s
[03:06:09.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:61:0)
[03:06:09.542] Build status: SCHEDULED
[03:06:09.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:62:0) after 3m17s
[03:09:26.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:62:0)
[03:09:26.624] Build status: SCHEDULED
[03:09:26.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:63:0) after 9m40s
[03:19:06.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:63:0)
[03:19:06.866] Build status: SCHEDULED
[03:19:06.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:64:0) after 9m59s
[03:29:05.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:64:0)
[03:29:05.915] Build status: SCHEDULED
[03:29:05.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:65:0) after 6m4s
[03:35:09.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:65:0)
[03:35:09.956] Build status: SCHEDULED
[03:35:09.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:66:0) after 6m16s
[03:35:59.725] Received PubSub notification, asking Buildbucket for the build status
[03:35:59.740] Build status: STARTED
[03:41:25.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:66:0)
[03:41:26.016] Build status: STARTED
[03:41:26.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:68:0) after 9m12s
[03:50:38.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:68:0)
[03:50:38.072] Build status: STARTED
[03:50:38.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:69:0) after 5m33s
[03:56:11.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:69:0)
[03:56:11.143] Build status: STARTED
[03:56:11.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:70:0) after 7m15s
[04:03:26.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:70:0)
[04:03:26.359] Build status: STARTED
[04:03:26.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:71:0) after 9m0s
[04:12:26.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:71:0)
[04:12:26.461] Build status: STARTED
[04:12:26.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:72:0) after 1m14s
[04:13:40.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:72:0)
[04:13:40.517] Build status: STARTED
[04:13:40.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8923865282716212304:73:0) after 3m51s
[04:16:31.988] Received PubSub notification, asking Buildbucket for the build status
[04:16:32.005] Build:
{
  "id": "8758435220802800001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-01-19T22:11:40.220149489Z",
  "startTime": "2024-01-20T03:35:59.008993Z",
  "endTime": "2024-01-20T04:16:30.989249Z",
  "updateTime": "2024-01-20T04:16:30.989249Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "5f41cef58f72ebe950cc9777a8e29d1d28e543d4",
      "ref": "refs/heads/main"
    }
  }
}
[04:16:32.005] Invocation finished in 6h4m52.993049368s with status FAILED