Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:53:57.231] New invocation is queued and will start shortly
[19:53:58.690] Starting the invocation (attempt 1)
[19:53:58.730] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0"
[19:53:58.730] Popped gitiles commit info from properties and tags
[19:53:58.730] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:53:58.730] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:53:58.730] Buildbucket request:
{
  "requestId": "8988107195014864864",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTiOSDevice"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8988107195014864864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTiOSDevice"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:53:59.291] Scheduled build:
{
  "id": "8822677132694535105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTiOSDevice"
  },
  "number": 23882,
  "createdBy": "project:chromium",
  "createTime": "2022-02-09T19:53:58.812184966Z",
  "updateTime": "2022-02-09T19:53:58.812184966Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0",
      "ref": "refs/heads/main"
    }
  }
}
[19:53:59.291] Task URL: https://cr-buildbucket.appspot.com/build/8822677132694535105
[19:53:59.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:2:0) after 2m50s
[19:56:34.580] Received PubSub notification, asking Buildbucket for the build status
[19:56:34.598] Build status: STARTED
[19:56:49.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:2:0)
[19:56:49.353] Build status: STARTED
[19:56:49.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:4:0) after 6m24s
[20:03:13.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:4:0)
[20:03:13.414] Build status: STARTED
[20:03:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:5:0) after 3m47s
[20:07:00.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:5:0)
[20:07:00.746] Build status: STARTED
[20:07:00.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:6:0) after 2m29s
[20:09:29.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:6:0)
[20:09:29.787] Build status: STARTED
[20:09:29.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:7:0) after 6m18s
[20:15:47.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:7:0)
[20:15:47.869] Build status: STARTED
[20:15:47.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:8:0) after 8m18s
[20:24:06.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:8:0)
[20:24:06.223] Build status: STARTED
[20:24:06.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:9:0) after 1m41s
[20:25:47.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:9:0)
[20:25:47.380] Build status: STARTED
[20:25:47.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:10:0) after 4m9s
[20:29:56.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:10:0)
[20:29:56.498] Build status: STARTED
[20:29:56.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:11:0) after 6m5s
[20:36:01.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:11:0)
[20:36:01.861] Build status: STARTED
[20:36:01.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:12:0) after 9m57s
[20:45:58.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:12:0)
[20:45:59.005] Build status: STARTED
[20:45:59.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:13:0) after 1m12s
[20:47:11.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:13:0)
[20:47:11.102] Build status: STARTED
[20:47:11.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:14:0) after 3m31s
[20:50:42.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:14:0)
[20:50:42.167] Build status: STARTED
[20:50:42.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:15:0) after 2m40s
[20:53:22.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:15:0)
[20:53:22.322] Build status: STARTED
[20:53:22.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:16:0) after 9m2s
[21:02:24.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:16:0)
[21:02:24.778] Build status: STARTED
[21:02:24.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:17:0) after 7m59s
[21:10:23.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:17:0)
[21:10:23.901] Build status: STARTED
[21:10:23.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:18:0) after 4m17s
[21:14:41.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:18:0)
[21:14:41.061] Build status: STARTED
[21:14:41.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:19:0) after 1m15s
[21:15:56.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:19:0)
[21:15:56.198] Build status: STARTED
[21:15:56.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:20:0) after 1m55s
[21:17:51.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:20:0)
[21:17:51.255] Build status: STARTED
[21:17:51.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:21:0) after 1m33s
[21:19:24.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:21:0)
[21:19:24.430] Build status: STARTED
[21:19:24.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:22:0) after 4m13s
[21:23:37.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:22:0)
[21:23:37.451] Build status: STARTED
[21:23:37.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:23:0) after 1m0s
[21:24:37.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:23:0)
[21:24:37.926] Build status: STARTED
[21:24:37.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:24:0) after 8m32s
[21:33:10.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:24:0)
[21:33:10.127] Build status: STARTED
[21:33:10.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:25:0) after 6m37s
[21:39:47.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:25:0)
[21:39:47.181] Build status: STARTED
[21:39:47.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:26:0) after 2m34s
[21:42:21.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:26:0)
[21:42:21.429] Build status: STARTED
[21:42:21.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:27:0) after 4m23s
[21:46:44.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:27:0)
[21:46:44.482] Build status: STARTED
[21:46:44.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:28:0) after 1m22s
[21:48:06.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:28:0)
[21:48:06.610] Build status: STARTED
[21:48:06.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:29:0) after 4m27s
[21:52:33.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:29:0)
[21:52:33.824] Build status: STARTED
[21:52:33.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:30:0) after 4m36s
[21:57:09.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:30:0)
[21:57:10.380] Build status: STARTED
[21:57:10.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:31:0) after 7m8s
[22:04:18.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:31:0)
[22:04:18.552] Build status: STARTED
[22:04:18.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:32:0) after 3m58s
[22:08:16.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:32:0)
[22:08:16.779] Build status: STARTED
[22:08:16.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:33:0) after 2m55s
[22:11:11.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:33:0)
[22:11:11.920] Build status: STARTED
[22:11:11.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:34:0) after 4m11s
[22:15:22.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:34:0)
[22:15:23.138] Build status: STARTED
[22:15:23.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:35:0) after 1m29s
[22:16:52.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:35:0)
[22:16:52.197] Build status: STARTED
[22:16:52.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:36:0) after 6m51s
[22:23:43.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:36:0)
[22:23:43.446] Build status: STARTED
[22:23:43.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:37:0) after 3m41s
[22:27:24.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:37:0)
[22:27:24.465] Build status: STARTED
[22:27:24.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:38:0) after 9m44s
[22:37:08.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:38:0)
[22:37:08.695] Build status: STARTED
[22:37:08.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:39:0) after 9m5s
[22:46:13.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:39:0)
[22:46:13.759] Build status: STARTED
[22:46:13.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:40:0) after 3m48s
[22:50:01.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:40:0)
[22:50:01.927] Build status: STARTED
[22:50:01.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:41:0) after 4m20s
[22:54:22.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:41:0)
[22:54:22.102] Build status: STARTED
[22:54:22.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:42:0) after 8m9s
[23:02:31.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:42:0)
[23:02:31.389] Build status: STARTED
[23:02:31.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:43:0) after 2m15s
[23:04:46.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:43:0)
[23:04:46.444] Build status: STARTED
[23:04:46.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:44:0) after 2m35s
[23:07:21.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:44:0)
[23:07:21.655] Build status: STARTED
[23:07:21.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:45:0) after 8m54s
[23:16:15.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:45:0)
[23:16:15.762] Build status: STARTED
[23:16:15.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:46:0) after 2m2s
[23:18:17.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:46:0)
[23:18:17.980] Build status: STARTED
[23:18:17.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:47:0) after 6m28s
[23:24:46.382] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:47:0)
[23:24:46.568] Build status: STARTED
[23:24:46.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:48:0) after 5m21s
[23:30:07.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:48:0)
[23:30:07.714] Build status: STARTED
[23:30:07.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:49:0) after 2m30s
[23:32:37.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:49:0)
[23:32:37.771] Build status: STARTED
[23:32:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:50:0) after 5m1s
[23:37:38.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:50:0)
[23:37:38.865] Build status: STARTED
[23:37:38.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:51:0) after 1m30s
[23:39:09.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:51:0)
[23:39:09.286] Build status: STARTED
[23:39:09.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:52:0) after 8m40s
[23:47:49.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:52:0)
[23:47:49.618] Build status: STARTED
[23:47:49.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:53:0) after 4m7s
[23:51:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:53:0)
[23:51:56.943] Build status: STARTED
[23:51:56.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:54:0) after 5m33s
[23:57:30.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:54:0)
[23:57:30.466] Build status: STARTED
[23:57:30.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:55:0) after 8m57s
[00:06:27.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:55:0)
[00:06:27.514] Build status: STARTED
[00:06:27.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:56:0) after 2m18s
[00:08:45.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:56:0)
[00:08:45.675] Build status: STARTED
[00:08:45.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:57:0) after 4m17s
[00:13:02.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:57:0)
[00:13:02.755] Build status: STARTED
[00:13:02.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:58:0) after 3m58s
[00:17:00.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:58:0)
[00:17:00.806] Build status: STARTED
[00:17:00.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:59:0) after 8m8s
[00:25:09.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:59:0)
[00:25:09.254] Build status: STARTED
[00:25:09.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:60:0) after 1m17s
[00:26:26.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:60:0)
[00:26:26.541] Build status: STARTED
[00:26:26.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:61:0) after 4m38s
[00:31:04.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:61:0)
[00:31:04.724] Build status: STARTED
[00:31:04.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:62:0) after 9m44s
[00:40:48.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:62:0)
[00:40:48.769] Build status: STARTED
[00:40:48.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:63:0) after 2m22s
[00:43:10.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:63:0)
[00:43:10.823] Build status: STARTED
[00:43:10.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:64:0) after 9m21s
[00:52:32.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:64:0)
[00:52:32.120] Build status: STARTED
[00:52:32.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:65:0) after 7m15s
[00:59:47.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:65:0)
[00:59:47.257] Build status: STARTED
[00:59:47.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:66:0) after 2m17s
[01:02:04.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:66:0)
[01:02:04.312] Build status: STARTED
[01:02:04.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:67:0) after 4m44s
[01:06:48.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:67:0)
[01:06:48.473] Build status: STARTED
[01:06:48.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:68:0) after 2m18s
[01:09:06.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:68:0)
[01:09:06.585] Build status: STARTED
[01:09:06.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:69:0) after 2m12s
[01:11:18.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:69:0)
[01:11:18.739] Build status: STARTED
[01:11:18.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:70:0) after 6m11s
[01:17:29.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:70:0)
[01:17:29.856] Build status: STARTED
[01:17:29.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:71:0) after 8m8s
[01:25:37.920] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:71:0)
[01:25:37.967] Build status: STARTED
[01:25:37.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:72:0) after 6m52s
[01:32:30.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:72:0)
[01:32:30.080] Build status: STARTED
[01:32:30.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:73:0) after 1m18s
[01:33:48.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:73:0)
[01:33:48.239] Build status: STARTED
[01:33:48.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:74:0) after 4m14s
[01:38:02.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:74:0)
[01:38:02.289] Build status: STARTED
[01:38:02.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:75:0) after 9m0s
[01:47:02.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:75:0)
[01:47:02.366] Build status: STARTED
[01:47:02.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:76:0) after 5m28s
[01:52:30.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:76:0)
[01:52:30.511] Build status: STARTED
[01:52:30.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:77:0) after 8m13s
[02:00:43.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:77:0)
[02:00:43.953] Build status: STARTED
[02:00:43.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:78:0) after 6m23s
[02:07:06.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:78:0)
[02:07:07.016] Build status: STARTED
[02:07:07.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:79:0) after 3m37s
[02:10:44.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:79:0)
[02:10:44.168] Build status: STARTED
[02:10:44.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:80:0) after 5m6s
[02:15:50.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:80:0)
[02:15:50.270] Build status: STARTED
[02:15:50.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:81:0) after 7m53s
[02:23:43.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:81:0)
[02:23:43.347] Build status: STARTED
[02:23:43.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:82:0) after 5m49s
[02:29:32.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:82:0)
[02:29:32.493] Build status: STARTED
[02:29:32.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:83:0) after 6m0s
[02:35:32.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:83:0)
[02:35:32.646] Build status: STARTED
[02:35:32.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:84:0) after 4m42s
[02:40:14.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:84:0)
[02:40:15.007] Build status: STARTED
[02:40:15.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:85:0) after 1m11s
[02:41:26.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:85:0)
[02:41:26.156] Build status: STARTED
[02:41:26.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:86:0) after 1m42s
[02:43:08.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:86:0)
[02:43:08.776] Build status: STARTED
[02:43:08.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:87:0) after 8m2s
[02:51:10.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:87:0)
[02:51:10.842] Build status: STARTED
[02:51:10.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:88:0) after 9m52s
[03:01:02.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:88:0)
[03:01:02.946] Build status: STARTED
[03:01:02.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:89:0) after 1m11s
[03:02:13.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:89:0)
[03:02:14.080] Build status: STARTED
[03:02:14.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:90:0) after 5m21s
[03:07:35.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:90:0)
[03:07:35.232] Build status: STARTED
[03:07:35.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:91:0) after 5m40s
[03:13:15.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:91:0)
[03:13:15.355] Build status: STARTED
[03:13:15.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:92:0) after 5m9s
[03:18:24.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:92:0)
[03:18:24.409] Build status: STARTED
[03:18:24.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:93:0) after 7m46s
[03:26:10.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:93:0)
[03:26:10.770] Build status: STARTED
[03:26:10.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:94:0) after 6m37s
[03:32:47.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:94:0)
[03:32:47.833] Build status: STARTED
[03:32:47.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:95:0) after 3m0s
[03:35:47.864] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:95:0)
[03:35:47.886] Build status: STARTED
[03:35:47.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:96:0) after 3m53s
[03:39:40.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:96:0)
[03:39:40.980] Build status: STARTED
[03:39:40.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:97:0) after 6m26s
[03:46:07.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:97:0)
[03:46:07.071] Build status: STARTED
[03:46:07.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:98:0) after 7m40s
[03:53:47.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:98:0)
[03:53:47.195] Build status: STARTED
[03:53:47.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:99:0) after 5m12s
[03:58:59.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:99:0)
[03:58:59.273] Build status: STARTED
[03:58:59.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:100:0) after 4m27s
[04:03:26.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:100:0)
[04:03:26.431] Build status: STARTED
[04:03:26.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:101:0) after 2m11s
[04:05:37.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:101:0)
[04:05:37.590] Build status: STARTED
[04:05:37.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:102:0) after 4m4s
[04:09:41.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:102:0)
[04:09:41.663] Build status: STARTED
[04:09:41.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:103:0) after 4m4s
[04:13:45.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:103:0)
[04:13:45.774] Build status: STARTED
[04:13:45.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:104:0) after 5m42s
[04:19:27.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:104:0)
[04:19:27.925] Build status: STARTED
[04:19:27.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:105:0) after 5m11s
[04:24:38.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:105:0)
[04:24:38.974] Build status: STARTED
[04:24:38.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:106:0) after 2m24s
[04:27:03.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:106:0)
[04:27:03.035] Build status: STARTED
[04:27:03.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:107:0) after 6m41s
[04:33:44.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:107:0)
[04:33:44.212] Build status: STARTED
[04:33:44.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:108:0) after 3m23s
[04:37:07.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:108:0)
[04:37:07.284] Build status: STARTED
[04:37:07.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:109:0) after 9m12s
[04:46:19.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:109:0)
[04:46:19.494] Build status: STARTED
[04:46:19.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:110:0) after 3m52s
[04:50:11.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:110:0)
[04:50:11.678] Build status: STARTED
[04:50:11.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:111:0) after 9m32s
[04:59:43.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:111:0)
[04:59:43.834] Build status: STARTED
[04:59:43.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:112:0) after 9m17s
[05:09:00.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:112:0)
[05:09:00.879] Build status: STARTED
[05:09:00.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:113:0) after 5m24s
[05:14:24.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:113:0)
[05:14:24.929] Build status: STARTED
[05:14:24.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:114:0) after 4m6s
[05:18:31.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:114:0)
[05:18:31.088] Build status: STARTED
[05:18:31.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:115:0) after 2m25s
[05:20:56.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:115:0)
[05:20:56.259] Build status: STARTED
[05:20:56.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:116:0) after 3m38s
[05:24:34.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:116:0)
[05:24:34.359] Build status: STARTED
[05:24:34.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8988107195014864864:117:0) after 3m46s
[05:25:47.563] Received PubSub notification, asking Buildbucket for the build status
[05:25:47.584] Build:
{
  "id": "8822677132694535105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTiOSDevice"
  },
  "number": 23882,
  "createdBy": "project:chromium",
  "createTime": "2022-02-09T19:53:58.812184966Z",
  "startTime": "2022-02-09T19:56:34.033828Z",
  "endTime": "2022-02-10T05:25:47.281245575Z",
  "updateTime": "2022-02-10T05:25:47.281245575Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1b69e4ad682e549b5648528a1d8a41b8b9f9d5a0",
      "ref": "refs/heads/main"
    }
  }
}
[05:25:47.584] Invocation finished in 9h31m50.368589078s with status FAILED