Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "luci-go-continuous-mac-10.14-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/luci/luci-go",
  "revision": "824f1d3c541292fc8faac23fe6af3f93a8ef371f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/824f1d3c541292fc8faac23fe6af3f93a8ef371f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:45:10.073] New invocation is queued and will start shortly
[08:45:12.277] Starting the invocation (attempt 1)
[08:45:12.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/824f1d3c541292fc8faac23fe6af3f93a8ef371f"
[08:45:12.301] Popped gitiles commit info from properties and tags
[08:45:12.301] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:45:12.301] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:45:12.302] Buildbucket request:
{
  "requestId": "8934334673343157424",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8934334673343157424",
            "job": "infra/luci-go-continuous-mac-10.14-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "17765e75b0660f25f25895224b5d439232e00890"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@17765e75b0660f25f25895224b5d439232e00890",
                        "title": "17765e75b0660f25f25895224b5d439232e00890",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/17765e75b0660f25f25895224b5d439232e00890"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "f8632092f6b674ccd09192616d70b0364789d089"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@f8632092f6b674ccd09192616d70b0364789d089",
                        "title": "f8632092f6b674ccd09192616d70b0364789d089",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/f8632092f6b674ccd09192616d70b0364789d089"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "d15dbfa23bf42ed6ee6a6a58a5279c946b89ac72"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@d15dbfa23bf42ed6ee6a6a58a5279c946b89ac72",
                        "title": "d15dbfa23bf42ed6ee6a6a58a5279c946b89ac72",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/d15dbfa23bf42ed6ee6a6a58a5279c946b89ac72"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "9a0cab89afbdd8f6f9e6067232803a89816b0efe"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@9a0cab89afbdd8f6f9e6067232803a89816b0efe",
                        "title": "9a0cab89afbdd8f6f9e6067232803a89816b0efe",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/9a0cab89afbdd8f6f9e6067232803a89816b0efe"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "82c2476b706023ca2a67688d91c7e64ebe9c6803"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@82c2476b706023ca2a67688d91c7e64ebe9c6803",
                        "title": "82c2476b706023ca2a67688d91c7e64ebe9c6803",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/82c2476b706023ca2a67688d91c7e64ebe9c6803"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "a50b88e68d900ee7da78fdbb4994904e59d2850b"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@a50b88e68d900ee7da78fdbb4994904e59d2850b",
                        "title": "a50b88e68d900ee7da78fdbb4994904e59d2850b",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/a50b88e68d900ee7da78fdbb4994904e59d2850b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "462ed8256ae788820a254b7bfec8d875c82503e7"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@462ed8256ae788820a254b7bfec8d875c82503e7",
                        "title": "462ed8256ae788820a254b7bfec8d875c82503e7",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/462ed8256ae788820a254b7bfec8d875c82503e7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "824f1d3c541292fc8faac23fe6af3f93a8ef371f"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@824f1d3c541292fc8faac23fe6af3f93a8ef371f",
                        "title": "824f1d3c541292fc8faac23fe6af3f93a8ef371f",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/824f1d3c541292fc8faac23fe6af3f93a8ef371f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/luci/luci-go",
    "id": "824f1d3c541292fc8faac23fe6af3f93a8ef371f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8934334673343157424"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/luci-go-continuous-mac-10.14-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:45:12.922] Scheduled build:
{
  "id": "8768904610239221473",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8491,
  "createdBy": "project:infra",
  "createTime": "2023-09-26T08:45:12.406111758Z",
  "updateTime": "2023-09-26T08:45:12.406111758Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "824f1d3c541292fc8faac23fe6af3f93a8ef371f",
      "ref": "refs/heads/main"
    }
  }
}
[08:45:12.922] Task URL: https://cr-buildbucket.appspot.com/build/8768904610239221473
[08:45:12.922] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:2:0) after 5m21s
[08:45:13.869] Received PubSub notification, asking Buildbucket for the build status
[08:45:13.889] Build status: SCHEDULED
[08:50:33.947] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:2:0)
[08:50:33.983] Build status: SCHEDULED
[08:50:33.983] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:4:0) after 7m36s
[08:58:10.001] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:4:0)
[08:58:10.024] Build status: SCHEDULED
[08:58:10.024] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:5:0) after 4m31s
[09:02:41.152] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:5:0)
[09:02:41.193] Build status: SCHEDULED
[09:02:41.193] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:6:0) after 3m31s
[09:06:12.201] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:6:0)
[09:06:12.239] Build status: SCHEDULED
[09:06:12.239] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:7:0) after 9m50s
[09:16:02.290] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:7:0)
[09:16:02.320] Build status: SCHEDULED
[09:16:02.320] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:8:0) after 5m53s
[09:21:55.412] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:8:0)
[09:21:55.437] Build status: SCHEDULED
[09:21:55.437] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:9:0) after 2m51s
[09:24:46.488] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:9:0)
[09:24:46.507] Build status: SCHEDULED
[09:24:46.508] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:10:0) after 3m30s
[09:28:16.510] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:10:0)
[09:28:16.543] Build status: SCHEDULED
[09:28:16.543] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:11:0) after 3m16s
[09:31:32.660] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:11:0)
[09:31:32.678] Build status: SCHEDULED
[09:31:32.678] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:12:0) after 5m15s
[09:36:47.702] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:12:0)
[09:36:47.721] Build status: SCHEDULED
[09:36:47.721] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:13:0) after 9m28s
[09:46:15.746] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:13:0)
[09:46:15.772] Build status: SCHEDULED
[09:46:15.772] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:14:0) after 1m34s
[09:47:49.802] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:14:0)
[09:47:49.818] Build status: SCHEDULED
[09:47:49.818] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:15:0) after 4m45s
[09:52:35.067] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:15:0)
[09:52:35.141] Build status: SCHEDULED
[09:52:35.141] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:16:0) after 4m48s
[09:57:23.237] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:16:0)
[09:57:23.269] Build status: SCHEDULED
[09:57:23.269] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:17:0) after 5m30s
[10:02:53.387] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:17:0)
[10:02:53.425] Build status: SCHEDULED
[10:02:53.425] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:18:0) after 3m20s
[10:06:13.707] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:18:0)
[10:06:13.736] Build status: SCHEDULED
[10:06:13.736] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:19:0) after 1m21s
[10:07:34.900] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:19:0)
[10:07:34.930] Build status: SCHEDULED
[10:07:34.930] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:20:0) after 1m29s
[10:09:03.948] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:20:0)
[10:09:03.969] Build status: SCHEDULED
[10:09:03.969] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:21:0) after 9m52s
[10:18:55.994] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:21:0)
[10:18:56.019] Build status: SCHEDULED
[10:18:56.019] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:22:0) after 3m19s
[10:22:15.200] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:22:0)
[10:22:15.234] Build status: SCHEDULED
[10:22:15.234] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:23:0) after 9m42s
[10:31:57.234] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:23:0)
[10:31:57.276] Build status: SCHEDULED
[10:31:57.276] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:24:0) after 3m3s
[10:35:00.355] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:24:0)
[10:35:00.434] Build status: SCHEDULED
[10:35:00.434] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:25:0) after 5m55s
[10:40:55.469] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:25:0)
[10:40:55.498] Build status: SCHEDULED
[10:40:55.498] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:26:0) after 6m9s
[10:47:04.622] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:26:0)
[10:47:04.651] Build status: SCHEDULED
[10:47:04.651] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:27:0) after 8m9s
[10:55:13.761] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:27:0)
[10:55:13.800] Build status: SCHEDULED
[10:55:13.800] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:28:0) after 9m20s
[11:04:34.556] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:28:0)
[11:04:34.575] Build status: SCHEDULED
[11:04:34.575] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:29:0) after 6m40s
[11:11:14.579] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:29:0)
[11:11:14.598] Build status: SCHEDULED
[11:11:14.598] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:30:0) after 6m23s
[11:17:37.652] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:30:0)
[11:17:37.680] Build status: SCHEDULED
[11:17:37.680] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:31:0) after 2m17s
[11:19:55.571] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:31:0)
[11:19:55.590] Build status: SCHEDULED
[11:19:55.590] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:32:0) after 9m57s
[11:29:52.618] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:32:0)
[11:29:52.663] Build status: SCHEDULED
[11:29:52.663] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:33:0) after 5m32s
[11:35:24.792] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:33:0)
[11:35:24.820] Build status: SCHEDULED
[11:35:24.820] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:34:0) after 5m34s
[11:40:59.160] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:34:0)
[11:40:59.193] Build status: SCHEDULED
[11:40:59.193] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:35:0) after 3m1s
[11:44:00.211] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:35:0)
[11:44:00.249] Build status: SCHEDULED
[11:44:00.249] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:36:0) after 3m5s
[11:47:05.309] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:36:0)
[11:47:05.328] Build status: SCHEDULED
[11:47:05.328] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:37:0) after 8m54s
[11:55:59.489] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:37:0)
[11:55:59.536] Build status: SCHEDULED
[11:55:59.536] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:38:0) after 9m48s
[12:05:47.672] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:38:0)
[12:05:47.701] Build status: SCHEDULED
[12:05:47.702] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:39:0) after 3m29s
[12:09:16.889] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:39:0)
[12:09:16.961] Build status: SCHEDULED
[12:09:16.961] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:40:0) after 3m23s
[12:12:40.213] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:40:0)
[12:12:40.236] Build status: SCHEDULED
[12:12:40.236] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:41:0) after 2m50s
[12:15:30.351] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:41:0)
[12:15:30.393] Build status: SCHEDULED
[12:15:30.393] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:42:0) after 7m43s
[12:23:13.466] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:42:0)
[12:23:13.504] Build status: SCHEDULED
[12:23:13.504] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:43:0) after 8m24s
[12:31:37.897] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:43:0)
[12:31:37.935] Build status: SCHEDULED
[12:31:37.935] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:44:0) after 4m2s
[12:35:40.299] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:44:0)
[12:35:40.336] Build status: SCHEDULED
[12:35:40.336] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:45:0) after 4m55s
[12:40:35.361] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:45:0)
[12:40:35.392] Build status: SCHEDULED
[12:40:35.392] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:46:0) after 6m26s
[12:47:01.491] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:46:0)
[12:47:01.512] Build status: SCHEDULED
[12:47:01.512] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:47:0) after 8m21s
[12:55:22.529] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:47:0)
[12:55:22.562] Build status: SCHEDULED
[12:55:22.562] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:48:0) after 2m41s
[12:58:03.579] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:48:0)
[12:58:03.608] Build status: SCHEDULED
[12:58:03.608] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:49:0) after 8m53s
[13:06:56.647] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:49:0)
[13:06:56.681] Build status: SCHEDULED
[13:06:56.681] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:50:0) after 6m42s
[13:13:38.898] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:50:0)
[13:13:38.923] Build status: SCHEDULED
[13:13:38.923] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:51:0) after 2m57s
[13:16:36.109] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:51:0)
[13:16:36.144] Build status: SCHEDULED
[13:16:36.144] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:52:0) after 5m17s
[13:21:53.333] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:52:0)
[13:21:53.385] Build status: SCHEDULED
[13:21:53.385] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:53:0) after 7m30s
[13:29:23.515] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:53:0)
[13:29:23.531] Build status: SCHEDULED
[13:29:23.531] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:54:0) after 4m7s
[13:33:30.703] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:54:0)
[13:33:30.723] Build status: SCHEDULED
[13:33:30.723] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:55:0) after 8m2s
[13:41:33.433] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:55:0)
[13:41:33.449] Build status: SCHEDULED
[13:41:33.449] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:56:0) after 7m30s
[13:49:03.541] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:56:0)
[13:49:03.572] Build status: SCHEDULED
[13:49:03.572] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:57:0) after 6m17s
[13:55:20.587] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:57:0)
[13:55:20.626] Build status: SCHEDULED
[13:55:20.626] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:58:0) after 8m16s
[14:03:36.715] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:58:0)
[14:03:36.816] Build status: SCHEDULED
[14:03:36.816] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:59:0) after 9m13s
[14:12:49.999] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:59:0)
[14:12:50.075] Build status: SCHEDULED
[14:12:50.075] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:60:0) after 3m59s
[14:16:49.166] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:60:0)
[14:16:49.198] Build status: SCHEDULED
[14:16:49.198] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:61:0) after 3m29s
[14:20:18.453] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:61:0)
[14:20:18.477] Build status: SCHEDULED
[14:20:18.477] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:62:0) after 3m7s
[14:23:25.645] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:62:0)
[14:23:25.694] Build status: SCHEDULED
[14:23:25.694] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:63:0) after 1m0s
[14:24:25.847] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:63:0)
[14:24:25.868] Build status: SCHEDULED
[14:24:25.868] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:64:0) after 4m13s
[14:28:38.911] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:64:0)
[14:28:38.930] Build status: SCHEDULED
[14:28:38.930] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:65:0) after 4m7s
[14:32:45.960] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:65:0)
[14:32:46.066] Build status: SCHEDULED
[14:32:46.066] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:66:0) after 6m27s
[14:39:13.157] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:66:0)
[14:39:13.179] Build status: SCHEDULED
[14:39:13.179] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:67:0) after 6m24s
[14:45:37.210] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:67:0)
[14:45:37.251] Build status: SCHEDULED
[14:45:37.251] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934334673343157424:68:0) after 5m10s
[14:46:07.342] Received PubSub notification, asking Buildbucket for the build status
[14:46:07.407] Build:
{
  "id": "8768904610239221473",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8491,
  "createdBy": "project:infra",
  "createTime": "2023-09-26T08:45:12.406111758Z",
  "endTime": "2023-09-26T14:46:06.406659Z",
  "updateTime": "2023-09-26T14:46:06.406659Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "824f1d3c541292fc8faac23fe6af3f93a8ef371f",
      "ref": "refs/heads/main"
    }
  }
}
[14:46:07.407] Invocation finished in 6h0m57.344346328s with status FAILED