Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "luci-go-continuous-mac-10.14-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/luci/luci-go",
  "revision": "0cc296d707cb5cc5b151917c82c173707d45acad"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/0cc296d707cb5cc5b151917c82c173707d45acad
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:19:10.196] New invocation is queued and will start shortly
[05:19:11.298] Starting the invocation (attempt 1)
[05:19:11.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/0cc296d707cb5cc5b151917c82c173707d45acad"
[05:19:11.325] Popped gitiles commit info from properties and tags
[05:19:11.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:19:11.325] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:19:11.325] Buildbucket request:
{
  "requestId": "8936068975989276064",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8936068975989276064",
            "job": "infra/luci-go-continuous-mac-10.14-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "a72fb64a9ca8e8197947ea03e4d2ea598bc7c146"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@a72fb64a9ca8e8197947ea03e4d2ea598bc7c146",
                        "title": "a72fb64a9ca8e8197947ea03e4d2ea598bc7c146",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/a72fb64a9ca8e8197947ea03e4d2ea598bc7c146"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "2a92be50fb86236b20ea82d1799094ed0e95120b"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@2a92be50fb86236b20ea82d1799094ed0e95120b",
                        "title": "2a92be50fb86236b20ea82d1799094ed0e95120b",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/2a92be50fb86236b20ea82d1799094ed0e95120b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "c66d1d8003fc1c131ce411dcb55460f5670722a8"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@c66d1d8003fc1c131ce411dcb55460f5670722a8",
                        "title": "c66d1d8003fc1c131ce411dcb55460f5670722a8",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/c66d1d8003fc1c131ce411dcb55460f5670722a8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "0186b7b0a0dfca799d28857c4b63e9ff839f723b"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@0186b7b0a0dfca799d28857c4b63e9ff839f723b",
                        "title": "0186b7b0a0dfca799d28857c4b63e9ff839f723b",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/0186b7b0a0dfca799d28857c4b63e9ff839f723b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "0b981ca1fa6b4f43b237376c59ba5ef9c28ef1e7"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@0b981ca1fa6b4f43b237376c59ba5ef9c28ef1e7",
                        "title": "0b981ca1fa6b4f43b237376c59ba5ef9c28ef1e7",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/0b981ca1fa6b4f43b237376c59ba5ef9c28ef1e7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "3a64a492a2866b9741eb37f7f76d71d2b9b303bc"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@3a64a492a2866b9741eb37f7f76d71d2b9b303bc",
                        "title": "3a64a492a2866b9741eb37f7f76d71d2b9b303bc",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/3a64a492a2866b9741eb37f7f76d71d2b9b303bc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "0cc296d707cb5cc5b151917c82c173707d45acad"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@0cc296d707cb5cc5b151917c82c173707d45acad",
                        "title": "0cc296d707cb5cc5b151917c82c173707d45acad",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/0cc296d707cb5cc5b151917c82c173707d45acad"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/luci/luci-go",
    "id": "0cc296d707cb5cc5b151917c82c173707d45acad",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936068975989276064"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/luci-go-continuous-mac-10.14-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:19:11.937] Scheduled build:
{
  "id": "8770638914062553809",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8447,
  "createdBy": "project:infra",
  "createTime": "2023-09-07T05:19:11.393597409Z",
  "updateTime": "2023-09-07T05:19:11.393597409Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "0cc296d707cb5cc5b151917c82c173707d45acad",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:19:11.937] Task URL: https://cr-buildbucket.appspot.com/build/8770638914062553809
[05:19:11.937] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:2:0) after 1m18s
[05:19:12.917] Received PubSub notification, asking Buildbucket for the build status
[05:19:12.999] Build status: SCHEDULED
[05:20:30.005] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:2:0)
[05:20:30.037] Build status: SCHEDULED
[05:20:30.037] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:4:0) after 8m28s
[05:28:58.321] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:4:0)
[05:28:58.391] Build status: SCHEDULED
[05:28:58.391] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:5:0) after 8m6s
[05:37:04.644] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:5:0)
[05:37:04.669] Build status: SCHEDULED
[05:37:04.669] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:6:0) after 7m13s
[05:44:17.768] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:6:0)
[05:44:17.792] Build status: SCHEDULED
[05:44:17.792] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:7:0) after 2m56s
[05:47:14.071] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:7:0)
[05:47:14.105] Build status: SCHEDULED
[05:47:14.105] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:8:0) after 5m2s
[05:52:16.119] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:8:0)
[05:52:16.152] Build status: SCHEDULED
[05:52:16.152] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:9:0) after 4m17s
[05:56:33.224] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:9:0)
[05:56:33.253] Build status: SCHEDULED
[05:56:33.253] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:10:0) after 4m30s
[06:01:03.257] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:10:0)
[06:01:03.280] Build status: SCHEDULED
[06:01:03.280] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:11:0) after 5m12s
[06:06:15.392] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:11:0)
[06:06:15.422] Build status: SCHEDULED
[06:06:15.422] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:12:0) after 2m50s
[06:09:05.514] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:12:0)
[06:09:05.547] Build status: SCHEDULED
[06:09:05.547] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:13:0) after 2m55s
[06:12:00.720] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:13:0)
[06:12:00.754] Build status: SCHEDULED
[06:12:00.754] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:14:0) after 7m51s
[06:19:51.769] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:14:0)
[06:19:51.788] Build status: SCHEDULED
[06:19:51.788] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:15:0) after 8m4s
[06:27:55.905] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:15:0)
[06:27:55.970] Build status: SCHEDULED
[06:27:55.970] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:16:0) after 2m48s
[06:30:43.999] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:16:0)
[06:30:44.081] Build status: SCHEDULED
[06:30:44.081] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:17:0) after 3m37s
[06:34:21.098] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:17:0)
[06:34:21.117] Build status: SCHEDULED
[06:34:21.117] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:18:0) after 2m52s
[06:37:13.124] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:18:0)
[06:37:13.159] Build status: SCHEDULED
[06:37:13.159] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:19:0) after 5m35s
[06:42:48.558] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:19:0)
[06:42:48.576] Build status: SCHEDULED
[06:42:48.576] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:20:0) after 6m23s
[06:49:12.226] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:20:0)
[06:49:12.247] Build status: SCHEDULED
[06:49:12.247] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:21:0) after 3m48s
[06:53:00.491] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:21:0)
[06:53:00.525] Build status: SCHEDULED
[06:53:00.525] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:22:0) after 7m47s
[07:00:47.645] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:22:0)
[07:00:47.673] Build status: SCHEDULED
[07:00:47.673] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:23:0) after 3m31s
[07:04:18.764] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:23:0)
[07:04:18.828] Build status: SCHEDULED
[07:04:18.828] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:24:0) after 2m15s
[07:06:34.049] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:24:0)
[07:06:34.070] Build status: SCHEDULED
[07:06:34.070] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:25:0) after 8m52s
[07:15:26.209] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:25:0)
[07:15:26.264] Build status: SCHEDULED
[07:15:26.264] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:26:0) after 1m35s
[07:17:01.371] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:26:0)
[07:17:01.419] Build status: SCHEDULED
[07:17:01.419] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:27:0) after 7m31s
[07:24:32.493] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:27:0)
[07:24:32.514] Build status: SCHEDULED
[07:24:32.514] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:28:0) after 4m1s
[07:28:33.532] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:28:0)
[07:28:33.550] Build status: SCHEDULED
[07:28:33.550] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:29:0) after 6m19s
[07:34:52.772] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:29:0)
[07:34:52.805] Build status: SCHEDULED
[07:34:52.805] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:30:0) after 2m13s
[07:37:05.862] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:30:0)
[07:37:05.889] Build status: SCHEDULED
[07:37:05.890] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:31:0) after 4m55s
[07:42:00.945] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:31:0)
[07:42:00.964] Build status: SCHEDULED
[07:42:00.964] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:32:0) after 6m52s
[07:48:53.029] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:32:0)
[07:48:53.049] Build status: SCHEDULED
[07:48:53.049] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:33:0) after 8m2s
[07:56:55.169] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:33:0)
[07:56:55.191] Build status: SCHEDULED
[07:56:55.191] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:34:0) after 5m43s
[08:02:38.210] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:34:0)
[08:02:38.233] Build status: SCHEDULED
[08:02:38.233] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:35:0) after 2m20s
[08:04:58.272] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:35:0)
[08:04:58.335] Build status: SCHEDULED
[08:04:58.336] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:36:0) after 9m24s
[08:14:22.350] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:36:0)
[08:14:22.393] Build status: SCHEDULED
[08:14:22.393] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:37:0) after 6m21s
[08:20:43.432] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:37:0)
[08:20:43.484] Build status: SCHEDULED
[08:20:43.485] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:38:0) after 5m28s
[08:26:11.626] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:38:0)
[08:26:11.644] Build status: SCHEDULED
[08:26:11.644] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:39:0) after 7m3s
[08:33:14.753] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:39:0)
[08:33:14.779] Build status: SCHEDULED
[08:33:14.779] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:40:0) after 4m42s
[08:37:56.870] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:40:0)
[08:37:56.990] Build status: SCHEDULED
[08:37:56.990] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:41:0) after 2m48s
[08:40:45.007] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:41:0)
[08:40:45.040] Build status: SCHEDULED
[08:40:45.040] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:42:0) after 5m11s
[08:45:56.401] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:42:0)
[08:45:56.422] Build status: SCHEDULED
[08:45:56.422] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:43:0) after 7m53s
[08:53:50.223] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:43:0)
[08:53:50.252] Build status: SCHEDULED
[08:53:50.252] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:44:0) after 8m58s
[09:02:48.492] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:44:0)
[09:02:48.511] Build status: SCHEDULED
[09:02:48.511] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:45:0) after 6m52s
[09:09:40.526] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:45:0)
[09:09:40.551] Build status: SCHEDULED
[09:09:40.551] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:46:0) after 4m59s
[09:14:40.091] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:46:0)
[09:14:40.113] Build status: SCHEDULED
[09:14:40.113] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:47:0) after 7m8s
[09:21:48.145] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:47:0)
[09:21:48.176] Build status: SCHEDULED
[09:21:48.176] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:48:0) after 8m56s
[09:30:44.310] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:48:0)
[09:30:44.339] Build status: SCHEDULED
[09:30:44.339] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:49:0) after 6m50s
[09:37:34.374] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:49:0)
[09:37:34.393] Build status: SCHEDULED
[09:37:34.393] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:50:0) after 6m48s
[09:44:22.564] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:50:0)
[09:44:22.597] Build status: SCHEDULED
[09:44:22.597] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:51:0) after 7m33s
[09:51:55.625] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:51:0)
[09:51:55.643] Build status: SCHEDULED
[09:51:55.643] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:52:0) after 9m21s
[10:01:16.660] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:52:0)
[10:01:16.700] Build status: SCHEDULED
[10:01:16.700] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:53:0) after 2m30s
[10:03:46.829] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:53:0)
[10:03:46.849] Build status: SCHEDULED
[10:03:46.849] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:54:0) after 3m8s
[10:06:54.997] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:54:0)
[10:06:55.018] Build status: SCHEDULED
[10:06:55.018] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:55:0) after 7m18s
[10:14:13.045] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:55:0)
[10:14:13.067] Build status: SCHEDULED
[10:14:13.067] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:56:0) after 4m24s
[10:18:37.184] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:56:0)
[10:18:37.201] Build status: SCHEDULED
[10:18:37.201] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:57:0) after 4m25s
[10:23:02.226] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:57:0)
[10:23:02.247] Build status: SCHEDULED
[10:23:02.247] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:58:0) after 4m0s
[10:27:02.264] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:58:0)
[10:27:02.316] Build status: SCHEDULED
[10:27:02.316] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:59:0) after 5m43s
[10:32:45.582] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:59:0)
[10:32:45.635] Build status: SCHEDULED
[10:32:45.635] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:60:0) after 2m8s
[10:34:53.792] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:60:0)
[10:34:53.809] Build status: SCHEDULED
[10:34:53.809] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:61:0) after 3m12s
[10:38:05.929] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:61:0)
[10:38:05.954] Build status: SCHEDULED
[10:38:05.954] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:62:0) after 2m17s
[10:40:22.974] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:62:0)
[10:40:22.993] Build status: SCHEDULED
[10:40:22.993] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:63:0) after 9m57s
[10:50:20.011] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:63:0)
[10:50:20.035] Build status: SCHEDULED
[10:50:20.035] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:64:0) after 6m6s
[10:56:26.107] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:64:0)
[10:56:26.132] Build status: SCHEDULED
[10:56:26.132] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:65:0) after 9m54s
[11:06:20.316] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:65:0)
[11:06:20.348] Build status: SCHEDULED
[11:06:20.349] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:66:0) after 6m55s
[11:13:15.367] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:66:0)
[11:13:15.433] Build status: SCHEDULED
[11:13:15.433] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:67:0) after 2m33s
[11:15:48.453] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:67:0)
[11:15:48.480] Build status: SCHEDULED
[11:15:48.480] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:68:0) after 2m23s
[11:18:11.570] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:68:0)
[11:18:11.600] Build status: SCHEDULED
[11:18:11.600] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8936068975989276064:69:0) after 5m46s
[11:20:13.302] Received PubSub notification, asking Buildbucket for the build status
[11:20:13.345] Build:
{
  "id": "8770638914062553809",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8447,
  "createdBy": "project:infra",
  "createTime": "2023-09-07T05:19:11.393597409Z",
  "endTime": "2023-09-07T11:20:12.696238Z",
  "updateTime": "2023-09-07T11:20:12.696238Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "0cc296d707cb5cc5b151917c82c173707d45acad",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:20:13.345] Invocation finished in 6h1m3.173262166s with status FAILED