Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "luci-go-continuous-mac-10.14-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/luci/luci-go",
  "revision": "0a50b95552ad114b87a0c2dd6537c3d5d921b263"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/0a50b95552ad114b87a0c2dd6537c3d5d921b263
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:43:08.160] New invocation is queued and will start shortly
[20:43:09.926] Starting the invocation (attempt 1)
[20:43:09.951] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/0a50b95552ad114b87a0c2dd6537c3d5d921b263"
[20:43:09.951] Popped gitiles commit info from properties and tags
[20:43:09.951] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:43:09.951] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:43:09.952] Buildbucket request:
{
  "requestId": "8934380099657484240",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8934380099657484240",
            "job": "infra/luci-go-continuous-mac-10.14-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "b74d568a839e9e616151f0d932cb71169a2d5072"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@b74d568a839e9e616151f0d932cb71169a2d5072",
                        "title": "b74d568a839e9e616151f0d932cb71169a2d5072",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/b74d568a839e9e616151f0d932cb71169a2d5072"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "7dbeb2f2483f61ab6450b2a98272c17999cd2768"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@7dbeb2f2483f61ab6450b2a98272c17999cd2768",
                        "title": "7dbeb2f2483f61ab6450b2a98272c17999cd2768",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/7dbeb2f2483f61ab6450b2a98272c17999cd2768"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "4d9294d059474d5122eb77fbf7d91f267a865e97"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@4d9294d059474d5122eb77fbf7d91f267a865e97",
                        "title": "4d9294d059474d5122eb77fbf7d91f267a865e97",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/4d9294d059474d5122eb77fbf7d91f267a865e97"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "83bf460156740cc8f5ac713984763da23b066c2c"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@83bf460156740cc8f5ac713984763da23b066c2c",
                        "title": "83bf460156740cc8f5ac713984763da23b066c2c",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/83bf460156740cc8f5ac713984763da23b066c2c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "7ca62027b74b02d0958dcacb4d8ed538778e01ef"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@7ca62027b74b02d0958dcacb4d8ed538778e01ef",
                        "title": "7ca62027b74b02d0958dcacb4d8ed538778e01ef",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/7ca62027b74b02d0958dcacb4d8ed538778e01ef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "0bf495a89c70c30865d888af30f9b59a1c90b914"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@0bf495a89c70c30865d888af30f9b59a1c90b914",
                        "title": "0bf495a89c70c30865d888af30f9b59a1c90b914",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/0bf495a89c70c30865d888af30f9b59a1c90b914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "259d11e3ca65d62bb9326544b7df0965cb139ab0"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@259d11e3ca65d62bb9326544b7df0965cb139ab0",
                        "title": "259d11e3ca65d62bb9326544b7df0965cb139ab0",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/259d11e3ca65d62bb9326544b7df0965cb139ab0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "0a50b95552ad114b87a0c2dd6537c3d5d921b263"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@0a50b95552ad114b87a0c2dd6537c3d5d921b263",
                        "title": "0a50b95552ad114b87a0c2dd6537c3d5d921b263",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/0a50b95552ad114b87a0c2dd6537c3d5d921b263"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/luci/luci-go",
    "id": "0a50b95552ad114b87a0c2dd6537c3d5d921b263",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8934380099657484240"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/luci-go-continuous-mac-10.14-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:43:10.567] Scheduled build:
{
  "id": "8768950037064454289",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8489,
  "createdBy": "project:infra",
  "createTime": "2023-09-25T20:43:10.009431894Z",
  "updateTime": "2023-09-25T20:43:10.009431894Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "0a50b95552ad114b87a0c2dd6537c3d5d921b263",
      "ref": "refs/heads/main"
    }
  }
}
[20:43:10.567] Task URL: https://cr-buildbucket.appspot.com/build/8768950037064454289
[20:43:10.567] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:2:0) after 9m30s
[20:43:11.518] Received PubSub notification, asking Buildbucket for the build status
[20:43:11.542] Build status: SCHEDULED
[20:52:40.679] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:2:0)
[20:52:40.762] Build status: SCHEDULED
[20:52:40.762] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:4:0) after 4m38s
[20:57:19.148] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:4:0)
[20:57:19.168] Build status: SCHEDULED
[20:57:19.168] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:5:0) after 9m40s
[21:06:59.289] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:5:0)
[21:06:59.306] Build status: SCHEDULED
[21:06:59.306] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:6:0) after 3m7s
[21:10:06.338] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:6:0)
[21:10:06.369] Build status: SCHEDULED
[21:10:06.369] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:7:0) after 3m14s
[21:13:20.594] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:7:0)
[21:13:20.612] Build status: SCHEDULED
[21:13:20.612] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:8:0) after 2m49s
[21:16:10.081] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:8:0)
[21:16:10.116] Build status: SCHEDULED
[21:16:10.116] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:9:0) after 4m28s
[21:20:38.138] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:9:0)
[21:20:38.201] Build status: SCHEDULED
[21:20:38.201] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:10:0) after 1m7s
[21:21:45.249] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:10:0)
[21:21:45.301] Build status: SCHEDULED
[21:21:45.301] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:11:0) after 5m9s
[21:26:54.900] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:11:0)
[21:26:54.928] Build status: SCHEDULED
[21:26:54.929] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:12:0) after 3m23s
[21:30:17.946] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:12:0)
[21:30:17.976] Build status: SCHEDULED
[21:30:17.976] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:13:0) after 4m35s
[21:34:53.045] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:13:0)
[21:34:53.063] Build status: SCHEDULED
[21:34:53.063] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:14:0) after 7m17s
[21:42:10.235] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:14:0)
[21:42:10.252] Build status: SCHEDULED
[21:42:10.252] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:15:0) after 6m34s
[21:48:44.347] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:15:0)
[21:48:44.364] Build status: SCHEDULED
[21:48:44.364] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:16:0) after 8m0s
[21:56:44.525] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:16:0)
[21:56:44.556] Build status: SCHEDULED
[21:56:44.556] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:17:0) after 4m46s
[22:01:30.727] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:17:0)
[22:01:30.745] Build status: SCHEDULED
[22:01:30.745] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:18:0) after 1m6s
[22:02:36.934] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:18:0)
[22:02:37.112] Build status: SCHEDULED
[22:02:37.112] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:19:0) after 3m2s
[22:05:39.177] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:19:0)
[22:05:39.194] Build status: SCHEDULED
[22:05:39.194] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:20:0) after 5m19s
[22:10:58.335] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:20:0)
[22:10:58.371] Build status: SCHEDULED
[22:10:58.371] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:21:0) after 7m4s
[22:18:02.408] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:21:0)
[22:18:02.425] Build status: SCHEDULED
[22:18:02.425] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:22:0) after 3m15s
[22:24:31.783] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:22:0)
[22:24:31.816] Build status: SCHEDULED
[22:24:31.816] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:23:0) after 8m3s
[22:32:34.854] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:23:0)
[22:32:34.877] Build status: SCHEDULED
[22:32:34.877] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:24:0) after 7m52s
[22:40:26.899] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:24:0)
[22:40:26.927] Build status: SCHEDULED
[22:40:26.927] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:25:0) after 5m24s
[22:45:51.043] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:25:0)
[22:45:51.062] Build status: SCHEDULED
[22:45:51.062] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:26:0) after 7m46s
[22:53:37.164] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:26:0)
[22:53:37.182] Build status: SCHEDULED
[22:53:37.182] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:27:0) after 6m5s
[22:59:42.304] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:27:0)
[22:59:42.321] Build status: SCHEDULED
[22:59:42.321] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:28:0) after 6m47s
[23:06:29.338] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:28:0)
[23:06:29.420] Build status: SCHEDULED
[23:06:29.420] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:29:0) after 9m52s
[23:16:21.531] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:29:0)
[23:16:21.579] Build status: SCHEDULED
[23:16:21.579] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:30:0) after 2m36s
[23:18:57.637] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:30:0)
[23:18:57.733] Build status: SCHEDULED
[23:18:57.733] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:31:0) after 6m19s
[23:25:16.754] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:31:0)
[23:25:16.913] Build status: SCHEDULED
[23:25:16.913] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:32:0) after 1m53s
[23:27:09.923] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:32:0)
[23:27:09.943] Build status: SCHEDULED
[23:27:09.943] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:33:0) after 7m30s
[23:34:39.959] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:33:0)
[23:34:39.991] Build status: SCHEDULED
[23:34:39.991] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:34:0) after 8m46s
[23:43:26.007] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:34:0)
[23:43:26.034] Build status: SCHEDULED
[23:43:26.034] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:35:0) after 2m14s
[23:45:40.066] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:35:0)
[23:45:40.084] Build status: SCHEDULED
[23:45:40.084] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:36:0) after 9m49s
[23:55:29.223] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:36:0)
[23:55:29.248] Build status: SCHEDULED
[23:55:29.248] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:37:0) after 9m50s
[00:05:19.583] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:37:0)
[00:05:19.693] Build status: SCHEDULED
[00:05:19.693] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:38:0) after 4m26s
[00:09:45.715] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:38:0)
[00:09:45.734] Build status: SCHEDULED
[00:09:45.734] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:39:0) after 7m3s
[00:16:48.789] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:39:0)
[00:16:48.815] Build status: SCHEDULED
[00:16:48.815] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:40:0) after 3m1s
[00:19:49.949] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:40:0)
[00:19:49.977] Build status: SCHEDULED
[00:19:49.977] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:41:0) after 8m0s
[00:27:49.979] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:41:0)
[00:27:50.023] Build status: SCHEDULED
[00:27:50.023] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:42:0) after 4m56s
[00:32:46.051] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:42:0)
[00:32:46.088] Build status: SCHEDULED
[00:32:46.088] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:43:0) after 2m0s
[00:34:46.235] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:43:0)
[00:34:46.253] Build status: SCHEDULED
[00:34:46.253] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:44:0) after 8m14s
[00:43:00.269] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:44:0)
[00:43:00.286] Build status: SCHEDULED
[00:43:00.286] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:45:0) after 2m15s
[00:45:15.303] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:45:0)
[00:45:15.407] Build status: SCHEDULED
[00:45:15.407] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:46:0) after 6m9s
[00:51:24.464] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:46:0)
[00:51:24.497] Build status: SCHEDULED
[00:51:24.497] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:47:0) after 3m55s
[00:55:19.580] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:47:0)
[00:55:19.617] Build status: SCHEDULED
[00:55:19.617] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:48:0) after 1m2s
[00:56:21.662] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:48:0)
[00:56:21.693] Build status: SCHEDULED
[00:56:21.693] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:49:0) after 2m45s
[00:59:07.129] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:49:0)
[00:59:07.149] Build status: SCHEDULED
[00:59:07.149] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:50:0) after 5m41s
[01:04:48.159] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:50:0)
[01:04:48.179] Build status: SCHEDULED
[01:04:48.179] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:51:0) after 5m21s
[01:10:09.532] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:51:0)
[01:10:09.571] Build status: SCHEDULED
[01:10:09.571] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:52:0) after 7m44s
[01:17:53.740] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:52:0)
[01:17:53.833] Build status: SCHEDULED
[01:17:53.833] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:53:0) after 3m24s
[01:21:17.853] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:53:0)
[01:21:17.881] Build status: SCHEDULED
[01:21:17.881] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:54:0) after 7m7s
[01:28:25.233] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:54:0)
[01:28:25.284] Build status: SCHEDULED
[01:28:25.284] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:55:0) after 3m55s
[01:32:20.430] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:55:0)
[01:32:20.450] Build status: SCHEDULED
[01:32:20.450] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:56:0) after 2m44s
[01:35:04.570] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:56:0)
[01:35:04.596] Build status: SCHEDULED
[01:35:04.596] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:57:0) after 7m8s
[01:42:12.740] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:57:0)
[01:42:12.780] Build status: SCHEDULED
[01:42:12.780] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:58:0) after 2m43s
[01:44:55.796] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:58:0)
[01:44:55.814] Build status: SCHEDULED
[01:44:55.814] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:59:0) after 3m14s
[01:48:09.941] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:59:0)
[01:48:09.974] Build status: SCHEDULED
[01:48:09.974] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:60:0) after 9m0s
[01:57:09.993] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:60:0)
[01:57:10.025] Build status: SCHEDULED
[01:57:10.025] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:61:0) after 8m26s
[02:05:36.116] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:61:0)
[02:05:36.152] Build status: SCHEDULED
[02:05:36.152] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:62:0) after 5m45s
[02:11:21.340] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:62:0)
[02:11:21.405] Build status: SCHEDULED
[02:11:21.405] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:63:0) after 9m36s
[02:20:57.419] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:63:0)
[02:20:57.450] Build status: SCHEDULED
[02:20:57.450] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:64:0) after 4m42s
[02:25:39.580] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:64:0)
[02:25:39.606] Build status: SCHEDULED
[02:25:39.606] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:65:0) after 7m21s
[02:33:00.719] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:65:0)
[02:33:00.775] Build status: SCHEDULED
[02:33:00.775] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:66:0) after 5m59s
[02:38:59.817] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:66:0)
[02:38:59.864] Build status: SCHEDULED
[02:38:59.864] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934380099657484240:67:0) after 5m36s
[02:44:28.597] Received PubSub notification, asking Buildbucket for the build status
[02:44:28.625] Build:
{
  "id": "8768950037064454289",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8489,
  "createdBy": "project:infra",
  "createTime": "2023-09-25T20:43:10.009431894Z",
  "endTime": "2023-09-26T02:44:26.629427Z",
  "updateTime": "2023-09-26T02:44:26.629427Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "0a50b95552ad114b87a0c2dd6537c3d5d921b263",
      "ref": "refs/heads/main"
    }
  }
}
[02:44:28.625] Invocation finished in 6h1m20.471925278s with status FAILED