Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "luci-go-continuous-mac-10.14-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/luci/luci-go",
  "revision": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:48:05.111] New invocation is queued and will start shortly
[22:48:06.226] Starting the invocation (attempt 1)
[22:48:06.255] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/luci/luci-go/+/49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4"
[22:48:06.255] Popped gitiles commit info from properties and tags
[22:48:06.255] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:48:06.256] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:48:06.256] Buildbucket request:
{
  "requestId": "8934734626405555456",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8934734626405555456",
            "job": "infra/luci-go-continuous-mac-10.14-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "d941eb4d391ff57fb7cc3669a9dbea01792b3fdd"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@d941eb4d391ff57fb7cc3669a9dbea01792b3fdd",
                        "title": "d941eb4d391ff57fb7cc3669a9dbea01792b3fdd",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/d941eb4d391ff57fb7cc3669a9dbea01792b3fdd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "82b9329989dc4387dcd1234b4740d53ec5933ef9"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@82b9329989dc4387dcd1234b4740d53ec5933ef9",
                        "title": "82b9329989dc4387dcd1234b4740d53ec5933ef9",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/82b9329989dc4387dcd1234b4740d53ec5933ef9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "c552f83c8ccf48bd4b081e0638e20d2306bc22d2"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@c552f83c8ccf48bd4b081e0638e20d2306bc22d2",
                        "title": "c552f83c8ccf48bd4b081e0638e20d2306bc22d2",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/c552f83c8ccf48bd4b081e0638e20d2306bc22d2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "5403235e9deba253d6991e7d7e8503589e606f0d"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@5403235e9deba253d6991e7d7e8503589e606f0d",
                        "title": "5403235e9deba253d6991e7d7e8503589e606f0d",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/5403235e9deba253d6991e7d7e8503589e606f0d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "2cd5bd7ac19c2230695a0a78d2857ffd1fe04649"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@2cd5bd7ac19c2230695a0a78d2857ffd1fe04649",
                        "title": "2cd5bd7ac19c2230695a0a78d2857ffd1fe04649",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/2cd5bd7ac19c2230695a0a78d2857ffd1fe04649"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "fee4218d9978e5028a3bc6a210033440651557a6"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@fee4218d9978e5028a3bc6a210033440651557a6",
                        "title": "fee4218d9978e5028a3bc6a210033440651557a6",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/fee4218d9978e5028a3bc6a210033440651557a6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "ef9582f87d3a662849bda6d03b9dc0c05570a671"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@ef9582f87d3a662849bda6d03b9dc0c05570a671",
                        "title": "ef9582f87d3a662849bda6d03b9dc0c05570a671",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/ef9582f87d3a662849bda6d03b9dc0c05570a671"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "5ca0b2e980f76ed079e6e4953683f66091ea2caa"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@5ca0b2e980f76ed079e6e4953683f66091ea2caa",
                        "title": "5ca0b2e980f76ed079e6e4953683f66091ea2caa",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/5ca0b2e980f76ed079e6e4953683f66091ea2caa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/luci/luci-go",
                              "revision": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4"
                            },
                        "id": "https://chromium.googlesource.com/infra/luci/luci-go/+/refs/heads/main@49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4",
                        "title": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4",
                        "url": "https://chromium.googlesource.com/infra/luci/luci-go/+/49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/luci/luci-go",
    "id": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8934734626405555456"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/luci-go-continuous-mac-10.14-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:48:07.131] Scheduled build:
{
  "id": "8769304564420775953",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8483,
  "createdBy": "project:infra",
  "createTime": "2023-09-21T22:48:06.375796305Z",
  "updateTime": "2023-09-21T22:48:06.375796305Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:48:07.131] Task URL: https://cr-buildbucket.appspot.com/build/8769304564420775953
[22:48:07.131] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:2:0) after 8m50s
[22:48:07.894] Received PubSub notification, asking Buildbucket for the build status
[22:48:07.935] Build status: SCHEDULED
[22:56:57.223] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:2:0)
[22:56:57.401] Build status: SCHEDULED
[22:56:57.401] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:4:0) after 4m12s
[23:01:09.515] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:4:0)
[23:01:09.541] Build status: SCHEDULED
[23:01:09.541] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:5:0) after 3m59s
[23:05:08.851] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:5:0)
[23:05:08.881] Build status: SCHEDULED
[23:05:08.881] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:6:0) after 3m15s
[23:08:23.965] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:6:0)
[23:08:24.002] Build status: SCHEDULED
[23:08:24.002] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:7:0) after 7m50s
[23:16:14.193] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:7:0)
[23:16:14.222] Build status: SCHEDULED
[23:16:14.222] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:8:0) after 4m30s
[23:20:44.438] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:8:0)
[23:20:44.508] Build status: SCHEDULED
[23:20:44.508] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:9:0) after 2m17s
[23:23:01.591] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:9:0)
[23:23:01.614] Build status: SCHEDULED
[23:23:01.614] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:10:0) after 6m24s
[23:29:25.869] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:10:0)
[23:29:25.890] Build status: SCHEDULED
[23:29:25.891] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:11:0) after 7m9s
[23:36:34.991] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:11:0)
[23:36:35.026] Build status: SCHEDULED
[23:36:35.026] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:12:0) after 5m59s
[23:42:34.414] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:12:0)
[23:42:34.442] Build status: SCHEDULED
[23:42:34.442] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:13:0) after 5m38s
[23:48:12.470] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:13:0)
[23:48:12.502] Build status: SCHEDULED
[23:48:12.502] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:14:0) after 4m0s
[23:52:12.539] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:14:0)
[23:52:12.563] Build status: SCHEDULED
[23:52:12.563] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:15:0) after 2m20s
[23:54:32.587] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:15:0)
[23:54:32.612] Build status: SCHEDULED
[23:54:32.612] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:16:0) after 9m30s
[00:04:02.937] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:16:0)
[00:04:02.990] Build status: SCHEDULED
[00:04:02.990] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:17:0) after 2m6s
[00:06:09.112] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:17:0)
[00:06:09.187] Build status: SCHEDULED
[00:06:09.187] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:18:0) after 5m32s
[00:11:41.215] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:18:0)
[00:11:41.300] Build status: SCHEDULED
[00:11:41.300] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:19:0) after 4m57s
[00:16:38.658] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:19:0)
[00:16:38.702] Build status: SCHEDULED
[00:16:38.702] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:20:0) after 1m12s
[00:17:50.943] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:20:0)
[00:17:52.199] Build status: SCHEDULED
[00:17:52.199] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:21:0) after 1m9s
[00:19:01.544] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:21:0)
[00:19:01.564] Build status: SCHEDULED
[00:19:01.564] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:22:0) after 2m55s
[00:21:56.836] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:22:0)
[00:21:56.916] Build status: SCHEDULED
[00:21:56.916] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:23:0) after 2m53s
[00:24:50.065] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:23:0)
[00:24:50.134] Build status: SCHEDULED
[00:24:50.135] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:24:0) after 2m41s
[00:27:31.201] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:24:0)
[00:27:31.233] Build status: SCHEDULED
[00:27:31.233] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:25:0) after 4m53s
[00:32:24.463] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:25:0)
[00:32:24.492] Build status: SCHEDULED
[00:32:24.492] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:26:0) after 9m48s
[00:42:12.633] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:26:0)
[00:42:12.711] Build status: SCHEDULED
[00:42:12.711] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:27:0) after 4m57s
[00:47:09.740] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:27:0)
[00:47:09.779] Build status: SCHEDULED
[00:47:09.779] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:28:0) after 3m24s
[00:50:34.039] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:28:0)
[00:50:34.100] Build status: SCHEDULED
[00:50:34.100] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:29:0) after 3m34s
[00:54:08.399] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:29:0)
[00:54:08.434] Build status: SCHEDULED
[00:54:08.434] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:30:0) after 2m18s
[00:56:26.452] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:30:0)
[00:56:26.658] Build status: SCHEDULED
[00:56:26.658] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:31:0) after 6m30s
[01:02:56.676] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:31:0)
[01:02:56.708] Build status: SCHEDULED
[01:02:56.708] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:32:0) after 9m54s
[01:12:50.756] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:32:0)
[01:12:50.796] Build status: SCHEDULED
[01:12:50.797] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:33:0) after 8m28s
[01:21:18.825] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:33:0)
[01:21:18.864] Build status: SCHEDULED
[01:21:18.864] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:34:0) after 5m43s
[01:27:01.887] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:34:0)
[01:27:01.947] Build status: SCHEDULED
[01:27:01.947] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:35:0) after 2m30s
[01:29:31.961] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:35:0)
[01:29:32.021] Build status: SCHEDULED
[01:29:32.022] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:36:0) after 5m9s
[01:34:41.054] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:36:0)
[01:34:41.082] Build status: SCHEDULED
[01:34:41.082] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:37:0) after 4m58s
[01:39:39.911] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:37:0)
[01:39:39.972] Build status: SCHEDULED
[01:39:39.973] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:38:0) after 8m4s
[01:47:44.032] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:38:0)
[01:47:44.121] Build status: SCHEDULED
[01:47:44.121] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:39:0) after 1m48s
[01:49:32.145] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:39:0)
[01:49:32.213] Build status: SCHEDULED
[01:49:32.213] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:40:0) after 6m53s
[01:56:25.540] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:40:0)
[01:56:25.565] Build status: SCHEDULED
[01:56:25.565] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:41:0) after 5m42s
[02:02:07.772] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:41:0)
[02:02:07.811] Build status: SCHEDULED
[02:02:07.811] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:42:0) after 7m53s
[02:10:00.784] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:42:0)
[02:10:00.805] Build status: SCHEDULED
[02:10:00.805] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:43:0) after 6m57s
[02:16:57.932] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:43:0)
[02:16:58.081] Build status: SCHEDULED
[02:16:58.081] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:44:0) after 6m30s
[02:23:28.206] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:44:0)
[02:23:28.245] Build status: SCHEDULED
[02:23:28.245] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:45:0) after 2m46s
[02:26:14.365] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:45:0)
[02:26:14.397] Build status: SCHEDULED
[02:26:14.397] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:46:0) after 6m7s
[02:32:21.419] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:46:0)
[02:32:21.464] Build status: SCHEDULED
[02:32:21.464] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:47:0) after 8m36s
[02:40:57.619] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:47:0)
[02:40:57.641] Build status: SCHEDULED
[02:40:57.641] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:48:0) after 7m29s
[02:48:26.666] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:48:0)
[02:48:26.682] Build status: SCHEDULED
[02:48:26.682] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:49:0) after 4m45s
[02:53:11.707] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:49:0)
[02:53:11.723] Build status: SCHEDULED
[02:53:11.724] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:50:0) after 2m21s
[02:55:32.739] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:50:0)
[02:55:32.760] Build status: SCHEDULED
[02:55:32.760] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:51:0) after 5m18s
[03:00:51.853] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:51:0)
[03:00:51.898] Build status: SCHEDULED
[03:00:51.899] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:52:0) after 3m53s
[03:04:44.924] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:52:0)
[03:04:44.956] Build status: SCHEDULED
[03:04:44.956] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:53:0) after 1m22s
[03:06:06.974] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:53:0)
[03:06:07.007] Build status: SCHEDULED
[03:06:07.007] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:54:0) after 7m45s
[03:13:52.035] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:54:0)
[03:13:52.057] Build status: SCHEDULED
[03:13:52.057] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:55:0) after 4m23s
[03:18:15.074] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:55:0)
[03:18:15.092] Build status: SCHEDULED
[03:18:15.092] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:56:0) after 9m32s
[03:27:47.207] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:56:0)
[03:27:47.228] Build status: SCHEDULED
[03:27:47.228] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:57:0) after 4m3s
[03:31:50.223] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:57:0)
[03:31:50.327] Build status: SCHEDULED
[03:31:50.327] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:58:0) after 7m32s
[03:39:22.351] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:58:0)
[03:39:22.381] Build status: SCHEDULED
[03:39:22.381] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:59:0) after 5m6s
[03:44:28.538] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:59:0)
[03:44:28.568] Build status: SCHEDULED
[03:44:28.569] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:60:0) after 9m12s
[03:53:40.864] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:60:0)
[03:53:40.929] Build status: SCHEDULED
[03:53:40.929] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:61:0) after 2m19s
[03:56:00.046] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:61:0)
[03:56:00.066] Build status: SCHEDULED
[03:56:00.066] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:62:0) after 9m59s
[04:05:59.096] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:62:0)
[04:05:59.117] Build status: SCHEDULED
[04:05:59.117] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:63:0) after 5m9s
[04:11:08.144] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:63:0)
[04:11:08.215] Build status: SCHEDULED
[04:11:08.215] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:64:0) after 4m47s
[04:15:55.357] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:64:0)
[04:15:55.388] Build status: SCHEDULED
[04:15:55.388] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:65:0) after 3m59s
[04:19:54.516] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:65:0)
[04:19:54.678] Build status: SCHEDULED
[04:19:54.678] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:66:0) after 9m57s
[04:29:51.868] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:66:0)
[04:29:51.942] Build status: SCHEDULED
[04:29:51.942] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:67:0) after 5m0s
[04:34:52.103] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:67:0)
[04:34:52.132] Build status: SCHEDULED
[04:34:52.132] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:68:0) after 3m40s
[04:38:32.315] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:68:0)
[04:38:32.337] Build status: SCHEDULED
[04:38:32.337] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:69:0) after 2m32s
[04:41:04.857] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:69:0)
[04:41:04.897] Build status: SCHEDULED
[04:41:04.897] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:70:0) after 1m13s
[04:42:17.938] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:70:0)
[04:42:17.956] Build status: SCHEDULED
[04:42:17.956] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:71:0) after 5m37s
[04:47:55.081] Handling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:71:0)
[04:47:55.137] Build status: SCHEDULED
[04:47:55.137] Scheduling timer "check-buildbucket-build-status" (infra/luci-go-continuous-mac-10.14-64:8934734626405555456:72:0) after 2m40s
[04:48:09.356] Received PubSub notification, asking Buildbucket for the build status
[04:48:09.374] Build:
{
  "id": "8769304564420775953",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "luci-go-continuous-mac-10.14-64"
  },
  "number": 8483,
  "createdBy": "project:infra",
  "createTime": "2023-09-21T22:48:06.375796305Z",
  "endTime": "2023-09-22T04:48:08.717101Z",
  "updateTime": "2023-09-22T04:48:08.717101Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "infra/luci/luci-go",
      "id": "49ec9d04b7d85d0c8fb71de6f2d3b01ac47576e4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:48:09.374] Invocation finished in 6h0m4.275903428s with status FAILED