1. All projects
  2. pigweed
  3. pigweed.toolchain-toolchain-prod-pigweed-linux
  4. 8927836756989855632
Status: FAILED
Triggered by: fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 2b0c79bb93490f9f783570aadb6904513585825d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-linux"
>

Incoming triggers

  • clang-linux-x64/0 (11 months ago by fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c3fdb1fcaf8fbe338162f0127761705b92f09e6b26b48b248187632450e3612e/577"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "d57e9863c44279befa272ba3929b0efdcb703ae9",
      "project": "integration"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "3b2f8795093ce64209bd648231ecda85df28748a"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3b2f8795093ce64209bd648231ecda85df28748a
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[02:06:46.005] New invocation is queued and will start shortly
[02:06:46.005] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[02:06:47.068] Starting the invocation (attempt 1)
[02:06:47.094] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3b2f8795093ce64209bd648231ecda85df28748a"
[02:06:47.094] Reconstructed gitiles commit from tags
[02:06:47.094] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:06:47.094] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:06:47.095] Buildbucket request:
{
  "requestId": "8927836756989855632",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c3fdb1fcaf8fbe338162f0127761705b92f09e6b26b48b248187632450e3612e/577"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "d57e9863c44279befa272ba3929b0efdcb703ae9",
                  "project": "integration"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927836756989855632",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c3fdb1fcaf8fbe338162f0127761705b92f09e6b26b48b248187632450e3612e/577"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "d57e9863c44279befa272ba3929b0efdcb703ae9",
                                                "project": "integration"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "3b2f8795093ce64209bd648231ecda85df28748a"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3b2f8795093ce64209bd648231ecda85df28748a",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "11e26259-0b9b-42dd-9285-d2cae8badd51",
                        "title": "clang-linux-x64/0"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "3b2f8795093ce64209bd648231ecda85df28748a"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "3b2f8795093ce64209bd648231ecda85df28748a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927836756989855632"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:06:47.638] Scheduled build:
{
  "id": "8762406695122216625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-12-07T02:06:47.163725566Z",
  "updateTime": "2023-12-07T02:06:47.163725566Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3b2f8795093ce64209bd648231ecda85df28748a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:06:47.638] Task URL: https://cr-buildbucket.appspot.com/build/8762406695122216625
[02:06:47.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:2:0) after 5m23s
[02:06:48.522] Received PubSub notification, asking Buildbucket for the build status
[02:06:48.539] Build status: SCHEDULED
[02:12:10.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:2:0)
[02:12:10.740] Build status: SCHEDULED
[02:12:10.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:4:0) after 2m2s
[02:14:12.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:4:0)
[02:14:12.774] Build status: SCHEDULED
[02:14:12.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:5:0) after 7m1s
[02:21:13.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:5:0)
[02:21:13.873] Build status: SCHEDULED
[02:21:13.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:6:0) after 4m6s
[02:25:20.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:6:0)
[02:25:20.120] Build status: SCHEDULED
[02:25:20.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:7:0) after 5m6s
[02:30:26.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:7:0)
[02:30:26.190] Build status: SCHEDULED
[02:30:26.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:8:0) after 2m52s
[02:33:18.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:8:0)
[02:33:18.653] Build status: SCHEDULED
[02:33:18.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:9:0) after 3m33s
[02:36:51.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:9:0)
[02:36:51.770] Build status: SCHEDULED
[02:36:51.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:10:0) after 5m0s
[02:41:52.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:10:0)
[02:41:52.705] Build status: SCHEDULED
[02:41:52.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:11:0) after 8m48s
[02:50:40.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:11:0)
[02:50:40.745] Build status: SCHEDULED
[02:50:40.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:12:0) after 9m55s
[03:00:35.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:12:0)
[03:00:35.809] Build status: SCHEDULED
[03:00:35.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:13:0) after 2m24s
[03:02:59.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:13:0)
[03:02:59.840] Build status: SCHEDULED
[03:02:59.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:14:0) after 6m53s
[03:09:53.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:14:0)
[03:09:53.043] Build status: SCHEDULED
[03:09:53.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:15:0) after 8m50s
[03:18:43.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:15:0)
[03:18:43.197] Build status: SCHEDULED
[03:18:43.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:16:0) after 9m33s
[03:28:16.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:16:0)
[03:28:16.430] Build status: SCHEDULED
[03:28:16.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:17:0) after 6m28s
[03:34:44.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:17:0)
[03:34:44.996] Build status: SCHEDULED
[03:34:44.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:18:0) after 9m50s
[03:44:35.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:18:0)
[03:44:35.045] Build status: SCHEDULED
[03:44:35.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:19:0) after 8m0s
[03:52:35.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:19:0)
[03:52:35.234] Build status: SCHEDULED
[03:52:35.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:20:0) after 3m12s
[03:55:47.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:20:0)
[03:55:47.284] Build status: SCHEDULED
[03:55:47.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:21:0) after 4m2s
[03:59:49.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:21:0)
[03:59:49.397] Build status: SCHEDULED
[03:59:49.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:22:0) after 1m59s
[04:01:48.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:22:0)
[04:01:48.695] Build status: SCHEDULED
[04:01:48.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:23:0) after 6m25s
[04:08:13.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:23:0)
[04:08:13.754] Build status: SCHEDULED
[04:08:13.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:24:0) after 1m50s
[04:10:03.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:24:0)
[04:10:03.833] Build status: SCHEDULED
[04:10:03.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:25:0) after 2m34s
[04:12:37.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:25:0)
[04:12:37.909] Build status: SCHEDULED
[04:12:37.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:26:0) after 5m53s
[04:18:30.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:26:0)
[04:18:30.952] Build status: SCHEDULED
[04:18:30.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:27:0) after 4m32s
[04:23:02.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:27:0)
[04:23:02.969] Build status: SCHEDULED
[04:23:02.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:28:0) after 4m14s
[04:27:16.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:28:0)
[04:27:17.059] Build status: SCHEDULED
[04:27:17.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:29:0) after 4m2s
[04:31:19.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:29:0)
[04:31:19.093] Build status: SCHEDULED
[04:31:19.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:30:0) after 3m56s
[04:35:15.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:30:0)
[04:35:15.371] Build status: SCHEDULED
[04:35:15.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:31:0) after 5m18s
[04:40:33.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:31:0)
[04:40:33.516] Build status: SCHEDULED
[04:40:33.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:32:0) after 2m40s
[04:43:13.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:32:0)
[04:43:13.622] Build status: SCHEDULED
[04:43:13.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:33:0) after 2m15s
[04:45:28.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:33:0)
[04:45:28.675] Build status: SCHEDULED
[04:45:28.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:34:0) after 2m28s
[04:47:56.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:34:0)
[04:47:56.859] Build status: SCHEDULED
[04:47:56.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:35:0) after 1m5s
[04:49:01.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:35:0)
[04:49:01.956] Build status: SCHEDULED
[04:49:01.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:36:0) after 1m25s
[04:50:27.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:36:0)
[04:50:27.407] Build status: SCHEDULED
[04:50:27.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:37:0) after 1m47s
[04:52:14.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:37:0)
[04:52:14.832] Build status: SCHEDULED
[04:52:14.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:38:0) after 7m35s
[04:59:49.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:38:0)
[04:59:49.878] Build status: SCHEDULED
[04:59:49.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:39:0) after 9m55s
[05:09:44.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:39:0)
[05:09:44.926] Build status: SCHEDULED
[05:09:44.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:40:0) after 1m25s
[05:11:10.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:40:0)
[05:11:10.233] Build status: SCHEDULED
[05:11:10.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:41:0) after 3m43s
[05:14:53.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:41:0)
[05:14:53.269] Build status: SCHEDULED
[05:14:53.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:42:0) after 3m24s
[05:18:17.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:42:0)
[05:18:17.692] Build status: SCHEDULED
[05:18:17.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:43:0) after 9m54s
[05:28:11.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:43:0)
[05:28:11.797] Build status: SCHEDULED
[05:28:11.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:44:0) after 3m0s
[05:31:11.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:44:0)
[05:31:11.956] Build status: SCHEDULED
[05:31:11.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:45:0) after 8m42s
[05:39:54.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:45:0)
[05:39:54.178] Build status: SCHEDULED
[05:39:54.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:46:0) after 5m24s
[05:45:18.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:46:0)
[05:45:18.259] Build status: SCHEDULED
[05:45:18.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:47:0) after 1m52s
[05:47:10.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:47:0)
[05:47:10.313] Build status: SCHEDULED
[05:47:10.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:48:0) after 2m5s
[05:49:15.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:48:0)
[05:49:15.357] Build status: SCHEDULED
[05:49:15.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:49:0) after 9m7s
[05:58:22.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:49:0)
[05:58:22.419] Build status: SCHEDULED
[05:58:22.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:50:0) after 8m3s
[06:06:25.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:50:0)
[06:06:25.600] Build status: SCHEDULED
[06:06:25.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:51:0) after 6m53s
[06:13:18.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:51:0)
[06:13:18.704] Build status: SCHEDULED
[06:13:18.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:52:0) after 1m38s
[06:14:56.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:52:0)
[06:14:56.745] Build status: SCHEDULED
[06:14:56.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:53:0) after 2m43s
[06:17:39.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:53:0)
[06:17:39.799] Build status: SCHEDULED
[06:17:39.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:54:0) after 5m51s
[06:23:31.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:54:0)
[06:23:31.139] Build status: SCHEDULED
[06:23:31.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:55:0) after 9m25s
[06:32:56.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:55:0)
[06:32:56.199] Build status: SCHEDULED
[06:32:56.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:56:0) after 8m28s
[06:41:24.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:56:0)
[06:41:24.407] Build status: SCHEDULED
[06:41:24.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:57:0) after 4m43s
[06:46:07.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:57:0)
[06:46:07.622] Build status: SCHEDULED
[06:46:07.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:58:0) after 2m55s
[06:49:02.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:58:0)
[06:49:02.672] Build status: SCHEDULED
[06:49:02.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:59:0) after 7m42s
[06:56:44.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:59:0)
[06:56:45.066] Build status: SCHEDULED
[06:56:45.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:60:0) after 6m54s
[07:03:39.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:60:0)
[07:03:39.284] Build status: SCHEDULED
[07:03:39.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:61:0) after 5m3s
[07:08:42.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:61:0)
[07:08:42.351] Build status: SCHEDULED
[07:08:42.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:62:0) after 1m55s
[07:10:37.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:62:0)
[07:10:37.579] Build status: SCHEDULED
[07:10:37.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:63:0) after 5m50s
[07:16:28.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:63:0)
[07:16:28.049] Build status: SCHEDULED
[07:16:28.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:64:0) after 7m27s
[07:23:55.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:64:0)
[07:23:55.101] Build status: SCHEDULED
[07:23:55.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:65:0) after 3m38s
[07:27:33.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:65:0)
[07:27:33.096] Build status: SCHEDULED
[07:27:33.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:66:0) after 8m35s
[07:36:08.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:66:0)
[07:36:08.230] Build status: SCHEDULED
[07:36:08.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:67:0) after 7m36s
[07:43:44.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:67:0)
[07:43:44.290] Build status: SCHEDULED
[07:43:44.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:68:0) after 1m42s
[07:45:26.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:68:0)
[07:45:26.504] Build status: SCHEDULED
[07:45:26.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:69:0) after 2m2s
[07:47:28.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:69:0)
[07:47:28.552] Build status: SCHEDULED
[07:47:28.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:70:0) after 8m9s
[07:55:37.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:70:0)
[07:55:37.655] Build status: SCHEDULED
[07:55:37.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:71:0) after 6m8s
[08:01:45.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:71:0)
[08:01:45.900] Build status: SCHEDULED
[08:01:45.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8927836756989855632:72:0) after 8m6s
[08:07:04.046] Received PubSub notification, asking Buildbucket for the build status
[08:07:04.085] Build:
{
  "id": "8762406695122216625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-12-07T02:06:47.163725566Z",
  "endTime": "2023-12-07T08:06:51.117033Z",
  "updateTime": "2023-12-07T08:06:51.117033Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3b2f8795093ce64209bd648231ecda85df28748a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:07:04.085] Invocation finished in 6h0m18.085703256s with status FAILED