Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 5ef313b610068c2546b37fe9e5221e7f42819a45)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.r8.ci"
  builder: "linux-internal"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://r8.googlesource.com/r8",
  "revision": "c225205824ce58503ff38eec05c3b31ade65cfb5"
}

Incoming tags

  • buildset:commit/gitiles/r8.googlesource.com/r8/+/c225205824ce58503ff38eec05c3b31ade65cfb5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:48:08.828] New invocation is queued and will start shortly
[18:48:09.869] Starting the invocation (attempt 1)
[18:48:09.901] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/c225205824ce58503ff38eec05c3b31ade65cfb5"
[18:48:09.901] Popped gitiles commit info from properties and tags
[18:48:09.901] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:48:09.901] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:48:09.902] Buildbucket request:
{
  "requestId": "9015109231200892192",
  "builder": {
    "project": "r8",
    "bucket": "ci",
    "builder": "linux-internal"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://r8.googlesource.com/r8",
                              "revision": "17ac7269734873238d05eab005a1b864058f57da"
                            },
                        "id": "https://r8.googlesource.com/r8/+/refs/heads/main@17ac7269734873238d05eab005a1b864058f57da",
                        "title": "17ac7269734873238d05eab005a1b864058f57da",
                        "url": "https://r8.googlesource.com/r8/+/17ac7269734873238d05eab005a1b864058f57da"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://r8.googlesource.com/r8",
                              "revision": "c225205824ce58503ff38eec05c3b31ade65cfb5"
                            },
                        "id": "https://r8.googlesource.com/r8/+/refs/heads/main@c225205824ce58503ff38eec05c3b31ade65cfb5",
                        "title": "c225205824ce58503ff38eec05c3b31ade65cfb5",
                        "url": "https://r8.googlesource.com/r8/+/c225205824ce58503ff38eec05c3b31ade65cfb5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "r8.googlesource.com",
    "project": "r8",
    "id": "c225205824ce58503ff38eec05c3b31ade65cfb5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9015109231200892192"
    },
    {
      "key": "scheduler_job_id",
      "value": "r8/linux-internal"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:48:10.815] Scheduled build:
{
  "id": "8849679169292696272",
  "builder": {
    "project": "r8",
    "bucket": "ci",
    "builder": "linux-internal"
  },
  "number": 1749,
  "createdBy": "project:r8",
  "createTime": "2021-04-17T18:48:10.018567Z",
  "updateTime": "2021-04-17T18:48:10.713020Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "r8.googlesource.com",
      "project": "r8",
      "id": "c225205824ce58503ff38eec05c3b31ade65cfb5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:48:10.815] Task URL: https://cr-buildbucket.appspot.com/build/8849679169292696272
[18:48:10.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:2:0) after 1m8s
[18:48:50.760] Received PubSub notification, asking Buildbucket for the build status
[18:48:50.784] Build status: STARTED
[18:49:18.828] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:2:0)
[18:49:18.858] Build status: STARTED
[18:49:18.858] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:4:0) after 8m3s
[18:57:21.874] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:4:0)
[18:57:21.900] Build status: STARTED
[18:57:21.900] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:5:0) after 4m49s
[19:02:10.916] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:5:0)
[19:02:10.944] Build status: STARTED
[19:02:10.944] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:6:0) after 4m15s
[19:06:26.361] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:6:0)
[19:06:26.392] Build status: STARTED
[19:06:26.392] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:7:0) after 3m3s
[19:09:29.707] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:7:0)
[19:09:29.755] Build status: STARTED
[19:09:29.755] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:8:0) after 6m5s
[19:15:35.136] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:8:0)
[19:15:35.221] Build status: STARTED
[19:15:35.221] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:9:0) after 7m32s
[19:23:07.407] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:9:0)
[19:23:07.434] Build status: STARTED
[19:23:07.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:10:0) after 9m35s
[19:32:42.554] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:10:0)
[19:32:42.578] Build status: STARTED
[19:32:42.578] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:11:0) after 4m57s
[19:37:39.596] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:11:0)
[19:37:39.689] Build status: STARTED
[19:37:39.689] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:12:0) after 1m5s
[19:38:44.705] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:12:0)
[19:38:44.741] Build status: STARTED
[19:38:44.741] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:13:0) after 6m25s
[19:45:09.754] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:13:0)
[19:45:09.791] Build status: STARTED
[19:45:09.791] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:14:0) after 6m5s
[19:51:14.827] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:14:0)
[19:51:14.867] Build status: STARTED
[19:51:14.867] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:15:0) after 6m48s
[19:58:02.921] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:15:0)
[19:58:02.949] Build status: STARTED
[19:58:02.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:16:0) after 3m41s
[20:01:43.967] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:16:0)
[20:01:43.990] Build status: STARTED
[20:01:43.990] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:17:0) after 2m58s
[20:04:42.075] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:17:0)
[20:04:42.103] Build status: STARTED
[20:04:42.103] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:18:0) after 1m44s
[20:06:26.503] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:18:0)
[20:06:26.529] Build status: STARTED
[20:06:26.529] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:19:0) after 3m13s
[20:09:39.964] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:19:0)
[20:09:39.988] Build status: STARTED
[20:09:39.988] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:20:0) after 5m53s
[20:15:33.009] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:20:0)
[20:15:33.037] Build status: STARTED
[20:15:33.037] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:21:0) after 7m57s
[20:23:30.089] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:21:0)
[20:23:30.115] Build status: STARTED
[20:23:30.115] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:22:0) after 5m47s
[20:29:17.421] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:22:0)
[20:29:17.457] Build status: STARTED
[20:29:17.457] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:23:0) after 2m3s
[20:31:20.617] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:23:0)
[20:31:20.643] Build status: STARTED
[20:31:20.643] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:24:0) after 9m57s
[20:41:17.821] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:24:0)
[20:41:17.850] Build status: STARTED
[20:41:17.850] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:25:0) after 1m4s
[20:42:21.953] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:25:0)
[20:42:21.999] Build status: STARTED
[20:42:21.999] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:26:0) after 9m24s
[20:51:46.509] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:26:0)
[20:51:46.536] Build status: STARTED
[20:51:46.536] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:27:0) after 7m1s
[20:58:47.755] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:27:0)
[20:58:47.780] Build status: STARTED
[20:58:47.780] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:28:0) after 2m31s
[21:01:18.972] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:28:0)
[21:01:18.996] Build status: STARTED
[21:01:18.996] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:29:0) after 2m48s
[21:04:07.350] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:29:0)
[21:04:07.379] Build status: STARTED
[21:04:07.379] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:30:0) after 6m18s
[21:10:25.467] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:30:0)
[21:10:25.503] Build status: STARTED
[21:10:25.503] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:31:0) after 1m51s
[21:12:16.713] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:31:0)
[21:12:16.741] Build status: STARTED
[21:12:16.741] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:32:0) after 9m8s
[21:21:25.235] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:32:0)
[21:21:25.269] Build status: STARTED
[21:21:25.269] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:33:0) after 3m33s
[21:24:58.286] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:33:0)
[21:24:58.347] Build status: STARTED
[21:24:58.347] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:34:0) after 4m26s
[21:29:24.373] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:34:0)
[21:29:24.428] Build status: STARTED
[21:29:24.428] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:35:0) after 7m48s
[21:37:12.445] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:35:0)
[21:37:12.469] Build status: STARTED
[21:37:12.469] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:36:0) after 6m2s
[21:43:14.485] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:36:0)
[21:43:14.510] Build status: STARTED
[21:43:14.510] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:37:0) after 9m25s
[21:52:39.528] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:37:0)
[21:52:39.552] Build status: STARTED
[21:52:39.552] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:38:0) after 2m38s
[21:55:17.573] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:38:0)
[21:55:17.612] Build status: STARTED
[21:55:17.612] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:39:0) after 8m58s
[22:04:15.630] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:39:0)
[22:04:15.656] Build status: STARTED
[22:04:15.656] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:40:0) after 8m30s
[22:12:45.705] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:40:0)
[22:12:45.734] Build status: STARTED
[22:12:45.734] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:41:0) after 3m49s
[22:16:34.753] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:41:0)
[22:16:34.785] Build status: STARTED
[22:16:34.785] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:42:0) after 7m28s
[22:24:02.822] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:42:0)
[22:24:02.863] Build status: STARTED
[22:24:02.863] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:43:0) after 3m54s
[22:27:56.883] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:43:0)
[22:27:56.917] Build status: STARTED
[22:27:56.917] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:44:0) after 9m44s
[22:37:40.920] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:44:0)
[22:37:40.955] Build status: STARTED
[22:37:40.955] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:45:0) after 4m52s
[22:42:32.981] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:45:0)
[22:42:33.009] Build status: STARTED
[22:42:33.009] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:46:0) after 3m17s
[22:45:50.113] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:46:0)
[22:45:50.137] Build status: STARTED
[22:45:50.137] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:47:0) after 3m51s
[22:49:41.174] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:47:0)
[22:49:41.206] Build status: STARTED
[22:49:41.206] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:48:0) after 4m41s
[22:54:22.248] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:48:0)
[22:54:22.275] Build status: STARTED
[22:54:22.275] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:49:0) after 6m57s
[23:01:19.298] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:49:0)
[23:01:19.353] Build status: STARTED
[23:01:19.353] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:50:0) after 6m2s
[23:07:21.380] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:50:0)
[23:07:21.412] Build status: STARTED
[23:07:21.412] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:51:0) after 7m55s
[23:15:16.462] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:51:0)
[23:15:16.515] Build status: STARTED
[23:15:16.515] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:52:0) after 1m41s
[23:16:57.772] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:52:0)
[23:16:57.800] Build status: STARTED
[23:16:57.800] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:53:0) after 1m51s
[23:18:49.084] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:53:0)
[23:18:49.118] Build status: STARTED
[23:18:49.118] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:54:0) after 4m33s
[23:23:22.140] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:54:0)
[23:23:22.171] Build status: STARTED
[23:23:22.171] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:55:0) after 8m4s
[23:31:26.783] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:55:0)
[23:31:26.811] Build status: STARTED
[23:31:26.811] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:56:0) after 1m42s
[23:33:09.252] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:56:0)
[23:33:09.276] Build status: STARTED
[23:33:09.276] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:57:0) after 4m12s
[23:37:21.295] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:57:0)
[23:37:21.322] Build status: STARTED
[23:37:21.322] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:58:0) after 4m3s
[23:41:24.370] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:58:0)
[23:41:24.396] Build status: STARTED
[23:41:24.396] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:59:0) after 8m36s
[23:50:00.439] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:59:0)
[23:50:00.493] Build status: STARTED
[23:50:00.493] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:60:0) after 6m23s
[23:56:23.870] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:60:0)
[23:56:24.001] Build status: STARTED
[23:56:24.001] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:61:0) after 8m45s
[00:05:09.057] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:61:0)
[00:05:09.107] Build status: STARTED
[00:05:09.107] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:62:0) after 1m21s
[00:06:30.423] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:62:0)
[00:06:30.464] Build status: STARTED
[00:06:30.464] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:63:0) after 8m3s
[00:14:33.966] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:63:0)
[00:14:34.004] Build status: STARTED
[00:14:34.004] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:64:0) after 7m7s
[00:21:41.021] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:64:0)
[00:21:41.045] Build status: STARTED
[00:21:41.045] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:65:0) after 6m2s
[00:27:43.078] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:65:0)
[00:27:43.291] Build status: STARTED
[00:27:43.291] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:66:0) after 6m36s
[00:34:19.514] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:66:0)
[00:34:19.541] Build status: STARTED
[00:34:19.541] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:67:0) after 7m11s
[00:41:30.564] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:67:0)
[00:41:30.608] Build status: STARTED
[00:41:30.608] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:68:0) after 4m12s
[00:45:43.042] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:68:0)
[00:45:43.065] Build status: STARTED
[00:45:43.065] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:69:0) after 2m49s
[00:48:32.538] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:69:0)
[00:48:32.580] Build status: STARTED
[00:48:32.580] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:70:0) after 6m24s
[00:54:56.808] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:70:0)
[00:54:56.833] Build status: STARTED
[00:54:56.833] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:71:0) after 1m36s
[00:56:32.935] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:71:0)
[00:56:32.962] Build status: STARTED
[00:56:32.962] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:72:0) after 4m59s
[01:01:32.211] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:72:0)
[01:01:32.243] Build status: STARTED
[01:01:32.243] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:73:0) after 7m53s
[01:09:25.364] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:73:0)
[01:09:25.392] Build status: STARTED
[01:09:25.392] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:74:0) after 7m29s
[01:16:54.420] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:74:0)
[01:16:54.452] Build status: STARTED
[01:16:54.452] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:75:0) after 3m38s
[01:20:32.553] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:75:0)
[01:20:32.591] Build status: STARTED
[01:20:32.591] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:76:0) after 9m58s
[01:30:30.811] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:76:0)
[01:30:30.837] Build status: STARTED
[01:30:30.837] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:77:0) after 6m45s
[01:37:15.859] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:77:0)
[01:37:15.891] Build status: STARTED
[01:37:15.891] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:78:0) after 5m50s
[01:43:06.047] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:78:0)
[01:43:06.073] Build status: STARTED
[01:43:06.073] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:79:0) after 1m23s
[01:44:29.163] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:79:0)
[01:44:29.191] Build status: STARTED
[01:44:29.191] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:80:0) after 5m48s
[01:50:17.467] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:80:0)
[01:50:17.497] Build status: STARTED
[01:50:17.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:81:0) after 8m55s
[01:59:13.056] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:81:0)
[01:59:13.085] Build status: STARTED
[01:59:13.085] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:82:0) after 6m29s
[02:05:43.209] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:82:0)
[02:05:43.237] Build status: STARTED
[02:05:43.237] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:83:0) after 6m24s
[02:12:07.358] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:83:0)
[02:12:07.396] Build status: STARTED
[02:12:07.396] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:84:0) after 2m53s
[02:15:00.469] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:84:0)
[02:15:00.496] Build status: STARTED
[02:15:00.496] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:85:0) after 8m6s
[02:23:07.070] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:85:0)
[02:23:07.099] Build status: STARTED
[02:23:07.099] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:86:0) after 3m30s
[02:26:37.135] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:86:0)
[02:26:37.169] Build status: STARTED
[02:26:37.170] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:87:0) after 2m12s
[02:28:49.297] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:87:0)
[02:28:49.323] Build status: STARTED
[02:28:49.323] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:88:0) after 2m21s
[02:31:10.462] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:88:0)
[02:31:10.495] Build status: STARTED
[02:31:10.495] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:89:0) after 8m7s
[02:39:17.519] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:89:0)
[02:39:17.545] Build status: STARTED
[02:39:17.545] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:90:0) after 7m3s
[02:46:20.565] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:90:0)
[02:46:20.592] Build status: STARTED
[02:46:20.592] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:91:0) after 2m38s
[02:48:58.811] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:91:0)
[02:48:58.841] Build status: STARTED
[02:48:58.841] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:92:0) after 3m29s
[02:52:27.862] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:92:0)
[02:52:27.888] Build status: STARTED
[02:52:27.888] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:93:0) after 8m43s
[03:01:10.922] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:93:0)
[03:01:10.956] Build status: STARTED
[03:01:10.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:94:0) after 5m13s
[03:06:23.991] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:94:0)
[03:06:24.025] Build status: STARTED
[03:06:24.025] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:95:0) after 7m23s
[03:13:47.207] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:95:0)
[03:13:47.230] Build status: STARTED
[03:13:47.230] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:96:0) after 4m49s
[03:18:36.516] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:96:0)
[03:18:36.543] Build status: STARTED
[03:18:36.543] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:97:0) after 7m1s
[03:25:37.570] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:97:0)
[03:25:37.595] Build status: STARTED
[03:25:37.595] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:98:0) after 6m6s
[03:31:44.159] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:98:0)
[03:31:44.185] Build status: STARTED
[03:31:44.185] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:99:0) after 9m55s
[03:41:39.342] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:99:0)
[03:41:39.372] Build status: STARTED
[03:41:39.372] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:100:0) after 4m39s
[03:46:18.577] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:100:0)
[03:46:18.616] Build status: STARTED
[03:46:18.616] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:101:0) after 6m22s
[03:52:41.196] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:101:0)
[03:52:41.263] Build status: STARTED
[03:52:41.263] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:102:0) after 7m33s
[04:00:14.291] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:102:0)
[04:00:14.318] Build status: STARTED
[04:00:14.318] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:103:0) after 9m57s
[04:10:11.335] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:103:0)
[04:10:11.415] Build status: STARTED
[04:10:11.415] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:104:0) after 4m28s
[04:14:39.752] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:104:0)
[04:14:39.783] Build status: STARTED
[04:14:39.783] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:105:0) after 7m27s
[04:22:06.943] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:105:0)
[04:22:06.969] Build status: STARTED
[04:22:06.969] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:106:0) after 4m48s
[04:26:55.206] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:106:0)
[04:26:55.231] Build status: STARTED
[04:26:55.231] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:107:0) after 6m21s
[04:33:16.445] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:107:0)
[04:33:16.494] Build status: STARTED
[04:33:16.494] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:108:0) after 3m43s
[04:36:59.512] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:108:0)
[04:36:59.539] Build status: STARTED
[04:36:59.539] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:109:0) after 6m21s
[04:43:20.568] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:109:0)
[04:43:20.646] Build status: STARTED
[04:43:20.646] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:110:0) after 5m12s
[04:48:32.872] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:110:0)
[04:48:32.901] Build status: STARTED
[04:48:32.901] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:111:0) after 2m54s
[04:51:26.925] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:111:0)
[04:51:26.951] Build status: STARTED
[04:51:26.951] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:112:0) after 7m23s
[04:58:49.973] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:112:0)
[04:58:50.000] Build status: STARTED
[04:58:50.000] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:113:0) after 3m2s
[05:01:52.025] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:113:0)
[05:01:52.054] Build status: STARTED
[05:01:52.054] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:114:0) after 5m35s
[05:07:27.085] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:114:0)
[05:07:27.121] Build status: STARTED
[05:07:27.121] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:115:0) after 5m6s
[05:12:33.317] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:115:0)
[05:12:33.346] Build status: STARTED
[05:12:33.346] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:116:0) after 5m14s
[05:17:47.380] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:116:0)
[05:17:47.436] Build status: STARTED
[05:17:47.436] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:117:0) after 8m5s
[05:25:52.576] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:117:0)
[05:25:52.697] Build status: STARTED
[05:25:52.697] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:118:0) after 1m40s
[05:27:32.726] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:118:0)
[05:27:32.761] Build status: STARTED
[05:27:32.761] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:119:0) after 5m57s
[05:33:29.811] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:119:0)
[05:33:29.841] Build status: STARTED
[05:33:29.841] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:120:0) after 2m37s
[05:36:06.868] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:120:0)
[05:36:06.905] Build status: STARTED
[05:36:06.905] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:121:0) after 7m51s
[05:43:58.015] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:121:0)
[05:43:58.042] Build status: STARTED
[05:43:58.042] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:122:0) after 6m47s
[05:50:45.160] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:122:0)
[05:50:45.210] Build status: STARTED
[05:50:45.210] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:123:0) after 7m49s
[05:58:34.273] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:123:0)
[05:58:34.309] Build status: STARTED
[05:58:34.309] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:124:0) after 2m55s
[06:01:29.590] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:124:0)
[06:01:29.618] Build status: STARTED
[06:01:29.618] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:125:0) after 1m28s
[06:02:57.637] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:125:0)
[06:02:57.670] Build status: STARTED
[06:02:57.670] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:126:0) after 7m49s
[06:10:46.712] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:126:0)
[06:10:46.742] Build status: STARTED
[06:10:46.742] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:127:0) after 1m27s
[06:12:13.949] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:127:0)
[06:12:13.974] Build status: STARTED
[06:12:13.975] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:128:0) after 9m34s
[06:21:48.214] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:128:0)
[06:21:48.256] Build status: STARTED
[06:21:48.256] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:129:0) after 5m55s
[06:27:43.441] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:129:0)
[06:27:43.471] Build status: STARTED
[06:27:43.471] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:130:0) after 8m26s
[06:36:09.454] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:130:0)
[06:36:09.487] Build status: STARTED
[06:36:09.487] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:131:0) after 7m25s
[06:43:35.132] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:131:0)
[06:43:35.160] Build status: STARTED
[06:43:35.160] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9015109231200892192:132:0) after 6m24s
[06:49:10.074] Received PubSub notification, asking Buildbucket for the build status
[06:49:10.100] Build:
{
  "id": "8849679169292696272",
  "builder": {
    "project": "r8",
    "bucket": "ci",
    "builder": "linux-internal"
  },
  "number": 1749,
  "createdBy": "project:r8",
  "createTime": "2021-04-17T18:48:10.018567Z",
  "startTime": "2021-04-17T18:48:47.204330Z",
  "endTime": "2021-04-18T06:49:09.514844Z",
  "updateTime": "2021-04-18T06:49:09.851557Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "r8.googlesource.com",
      "project": "r8",
      "id": "c225205824ce58503ff38eec05c3b31ade65cfb5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:49:10.100] Invocation finished in 12h1m1.286144202s with status FAILED