Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "63b914e26216d05bf52a1de891cb872f12379bc1"
}

Incoming tags

  • buildset:commit/git/63b914e26216d05bf52a1de891cb872f12379bc1
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63b914e26216d05bf52a1de891cb872f12379bc1
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:23:02.261] New invocation is queued and will start shortly
[23:23:03.360] Starting the invocation (attempt 1)
[23:23:03.410] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:23:03.410] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:23:03.410] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9078056828236275104",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"63b914e26216d05bf52a1de891cb872f12379bc1\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9078056828236275104",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/63b914e26216d05bf52a1de891cb872f12379bc1",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63b914e26216d05bf52a1de891cb872f12379bc1",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:23:04.683] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "AUTO",
    "created_by": "project:chromium",
    "created_ts": "1558653783709047",
    "id": "8912626766051756352",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63b914e26216d05bf52a1de891cb872f12379bc1\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1558653784303783",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12209",
      "builder:ToTiOSDevice",
      "buildset:commit/git/63b914e26216d05bf52a1de891cb872f12379bc1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63b914e26216d05bf52a1de891cb872f12379bc1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9078056828236275104",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8912626766051756352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1558653784303910",
    "url": "https://ci.chromium.org/b/8912626766051756352",
    "utcnow_ts": "1558653784663401"
  }
}
[23:23:04.683] Task URL: https://ci.chromium.org/b/8912626766051756352
[23:23:04.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:2:0) after 1m0s
[23:24:04.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:2:0)
[23:24:04.721] Timer tick, asking Buildbucket for the build status
[23:24:12.829] Build 8912626766051756352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:24:12.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:3:0) after 1m0s
[23:25:12.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:3:0)
[23:25:12.931] Timer tick, asking Buildbucket for the build status
[23:25:14.774] Build 8912626766051756352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:25:14.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:4:0) after 1m0s
[23:25:22.709] Received PubSub notification, asking Buildbucket for the build status
[23:25:22.839] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:14.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:4:0)
[23:26:14.898] Timer tick, asking Buildbucket for the build status
[23:26:15.310] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:15.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:6:0) after 1m0s
[23:27:15.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:6:0)
[23:27:15.329] Timer tick, asking Buildbucket for the build status
[23:27:16.447] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:16.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:7:0) after 1m0s
[23:28:16.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:7:0)
[23:28:16.538] Timer tick, asking Buildbucket for the build status
[23:28:16.656] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:16.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:8:0) after 1m0s
[23:29:16.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:8:0)
[23:29:16.683] Timer tick, asking Buildbucket for the build status
[23:29:17.266] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:17.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:9:0) after 1m0s
[23:30:17.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:9:0)
[23:30:17.279] Timer tick, asking Buildbucket for the build status
[23:30:17.570] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:17.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:10:0) after 1m0s
[23:31:17.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:10:0)
[23:31:17.726] Timer tick, asking Buildbucket for the build status
[23:31:20.357] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:20.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:11:0) after 1m0s
[23:32:20.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:11:0)
[23:32:20.362] Timer tick, asking Buildbucket for the build status
[23:32:20.678] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:20.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:12:0) after 1m0s
[23:33:20.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:12:0)
[23:33:20.751] Timer tick, asking Buildbucket for the build status
[23:33:22.176] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:22.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:13:0) after 1m0s
[23:34:22.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:13:0)
[23:34:22.254] Timer tick, asking Buildbucket for the build status
[23:34:22.793] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:22.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:14:0) after 1m0s
[23:35:22.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:14:0)
[23:35:22.903] Timer tick, asking Buildbucket for the build status
[23:35:24.045] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:24.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:15:0) after 1m0s
[23:36:24.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:15:0)
[23:36:24.064] Timer tick, asking Buildbucket for the build status
[23:36:25.743] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:25.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:16:0) after 1m0s
[23:37:25.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:16:0)
[23:37:25.800] Timer tick, asking Buildbucket for the build status
[23:37:25.901] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:25.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:17:0) after 1m0s
[23:38:25.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:17:0)
[23:38:25.904] Timer tick, asking Buildbucket for the build status
[23:38:26.013] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:26.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:18:0) after 1m0s
[23:39:26.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:18:0)
[23:39:26.034] Timer tick, asking Buildbucket for the build status
[23:39:26.385] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:26.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:19:0) after 1m0s
[23:40:26.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:19:0)
[23:40:26.472] Timer tick, asking Buildbucket for the build status
[23:40:26.637] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:26.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:20:0) after 1m0s
[23:41:26.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:20:0)
[23:41:26.688] Timer tick, asking Buildbucket for the build status
[23:41:26.969] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:26.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:21:0) after 1m0s
[23:42:26.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:21:0)
[23:42:26.990] Timer tick, asking Buildbucket for the build status
[23:42:27.115] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:27.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:22:0) after 1m0s
[23:43:27.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:22:0)
[23:43:27.169] Timer tick, asking Buildbucket for the build status
[23:43:27.754] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:27.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:23:0) after 1m0s
[23:44:27.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:23:0)
[23:44:27.905] Timer tick, asking Buildbucket for the build status
[23:44:28.148] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:28.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:24:0) after 1m0s
[23:45:28.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:24:0)
[23:45:28.160] Timer tick, asking Buildbucket for the build status
[23:45:28.281] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:28.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:25:0) after 1m0s
[23:46:28.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:25:0)
[23:46:28.354] Timer tick, asking Buildbucket for the build status
[23:46:28.467] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:28.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:26:0) after 1m0s
[23:47:28.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:26:0)
[23:47:28.494] Timer tick, asking Buildbucket for the build status
[23:47:28.616] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:28.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:27:0) after 1m0s
[23:48:28.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:27:0)
[23:48:28.761] Timer tick, asking Buildbucket for the build status
[23:48:30.280] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:30.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:28:0) after 1m0s
[23:49:30.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:28:0)
[23:49:30.334] Timer tick, asking Buildbucket for the build status
[23:49:30.691] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:30.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:29:0) after 1m0s
[23:50:30.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:29:0)
[23:50:30.666] Timer tick, asking Buildbucket for the build status
[23:50:32.352] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:32.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:30:0) after 1m0s
[23:51:32.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:30:0)
[23:51:32.457] Timer tick, asking Buildbucket for the build status
[23:51:32.859] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:32.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:31:0) after 1m0s
[23:52:32.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:31:0)
[23:52:32.956] Timer tick, asking Buildbucket for the build status
[23:52:33.352] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:33.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:32:0) after 1m0s
[23:53:33.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:32:0)
[23:53:33.450] Timer tick, asking Buildbucket for the build status
[23:53:34.112] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:34.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:33:0) after 1m0s
[23:54:34.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:33:0)
[23:54:34.099] Timer tick, asking Buildbucket for the build status
[23:54:34.212] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:34.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:34:0) after 1m0s
[23:55:34.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:34:0)
[23:55:34.246] Timer tick, asking Buildbucket for the build status
[23:55:34.448] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:34.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:35:0) after 1m0s
[23:56:34.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:35:0)
[23:56:34.535] Timer tick, asking Buildbucket for the build status
[23:56:35.202] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:35.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:36:0) after 1m0s
[23:57:35.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:36:0)
[23:57:35.249] Timer tick, asking Buildbucket for the build status
[23:57:35.448] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:35.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:37:0) after 1m0s
[23:58:35.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:37:0)
[23:58:35.629] Timer tick, asking Buildbucket for the build status
[23:58:35.730] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:35.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:38:0) after 1m0s
[23:59:35.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:38:0)
[23:59:35.930] Timer tick, asking Buildbucket for the build status
[23:59:36.062] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:36.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:39:0) after 1m0s
[00:00:36.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:39:0)
[00:00:36.197] Timer tick, asking Buildbucket for the build status
[00:00:37.118] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:37.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:40:0) after 1m0s
[00:01:37.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:40:0)
[00:01:37.263] Timer tick, asking Buildbucket for the build status
[00:01:37.984] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:37.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:41:0) after 1m0s
[00:02:38.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:41:0)
[00:02:38.047] Timer tick, asking Buildbucket for the build status
[00:02:38.222] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:38.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:42:0) after 1m0s
[00:03:38.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:42:0)
[00:03:38.398] Timer tick, asking Buildbucket for the build status
[00:03:38.600] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:38.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:43:0) after 1m0s
[00:04:38.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:43:0)
[00:04:38.666] Timer tick, asking Buildbucket for the build status
[00:04:39.619] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:39.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:44:0) after 1m0s
[00:05:39.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:44:0)
[00:05:39.683] Timer tick, asking Buildbucket for the build status
[00:05:40.567] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:40.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:45:0) after 1m0s
[00:06:40.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:45:0)
[00:06:40.771] Timer tick, asking Buildbucket for the build status
[00:06:42.173] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:42.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:46:0) after 1m0s
[00:07:42.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:46:0)
[00:07:42.280] Timer tick, asking Buildbucket for the build status
[00:07:45.003] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:45.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:47:0) after 1m0s
[00:08:45.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:47:0)
[00:08:45.024] Timer tick, asking Buildbucket for the build status
[00:08:45.230] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:45.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:48:0) after 1m0s
[00:09:45.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:48:0)
[00:09:45.322] Timer tick, asking Buildbucket for the build status
[00:09:46.652] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:46.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:49:0) after 1m0s
[00:10:46.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:49:0)
[00:10:46.745] Timer tick, asking Buildbucket for the build status
[00:10:49.016] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:49.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:50:0) after 1m0s
[00:11:49.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:50:0)
[00:11:49.098] Timer tick, asking Buildbucket for the build status
[00:11:50.657] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:50.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:51:0) after 1m0s
[00:12:50.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:51:0)
[00:12:50.748] Timer tick, asking Buildbucket for the build status
[00:12:52.331] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:52.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:52:0) after 1m0s
[00:13:52.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:52:0)
[00:13:52.469] Timer tick, asking Buildbucket for the build status
[00:13:53.117] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:53.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:53:0) after 1m0s
[00:14:53.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:53:0)
[00:14:53.233] Timer tick, asking Buildbucket for the build status
[00:14:54.980] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:54.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:54:0) after 1m0s
[00:15:55.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:54:0)
[00:15:55.081] Timer tick, asking Buildbucket for the build status
[00:15:56.573] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:56.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:55:0) after 1m0s
[00:16:56.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:55:0)
[00:16:56.668] Timer tick, asking Buildbucket for the build status
[00:16:57.313] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:57.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:56:0) after 1m0s
[00:17:57.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:56:0)
[00:17:57.373] Timer tick, asking Buildbucket for the build status
[00:17:57.723] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:57.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:57:0) after 1m0s
[00:18:57.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:57:0)
[00:18:57.797] Timer tick, asking Buildbucket for the build status
[00:18:58.027] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:58.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:58:0) after 1m0s
[00:19:58.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:58:0)
[00:19:58.178] Timer tick, asking Buildbucket for the build status
[00:19:58.624] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:58.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:59:0) after 1m0s
[00:20:58.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:59:0)
[00:20:58.677] Timer tick, asking Buildbucket for the build status
[00:20:59.807] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:59.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:60:0) after 1m0s
[00:21:59.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:60:0)
[00:21:59.895] Timer tick, asking Buildbucket for the build status
[00:22:01.033] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:01.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:61:0) after 1m0s
[00:23:01.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:61:0)
[00:23:01.096] Timer tick, asking Buildbucket for the build status
[00:23:02.781] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:02.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:62:0) after 1m0s
[00:24:02.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:62:0)
[00:24:02.884] Timer tick, asking Buildbucket for the build status
[00:24:03.750] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:03.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:63:0) after 1m0s
[00:25:03.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:63:0)
[00:25:03.775] Timer tick, asking Buildbucket for the build status
[00:25:04.753] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:04.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:64:0) after 1m0s
[00:26:04.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:64:0)
[00:26:04.783] Timer tick, asking Buildbucket for the build status
[00:26:05.300] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:05.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:65:0) after 1m0s
[00:27:05.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:65:0)
[00:27:05.326] Timer tick, asking Buildbucket for the build status
[00:27:06.975] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:06.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:66:0) after 1m0s
[00:28:06.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:66:0)
[00:28:06.999] Timer tick, asking Buildbucket for the build status
[00:28:09.027] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:09.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:67:0) after 1m0s
[00:29:09.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:67:0)
[00:29:09.165] Timer tick, asking Buildbucket for the build status
[00:29:10.607] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:10.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:68:0) after 1m0s
[00:30:10.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:68:0)
[00:30:10.629] Timer tick, asking Buildbucket for the build status
[00:30:12.947] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:12.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:69:0) after 1m0s
[00:31:12.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:69:0)
[00:31:12.967] Timer tick, asking Buildbucket for the build status
[00:31:14.436] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:14.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:70:0) after 1m0s
[00:32:14.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:70:0)
[00:32:14.549] Timer tick, asking Buildbucket for the build status
[00:32:16.249] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:16.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:71:0) after 1m0s
[00:33:16.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:71:0)
[00:33:16.326] Timer tick, asking Buildbucket for the build status
[00:33:17.332] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:17.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:72:0) after 1m0s
[00:34:17.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:72:0)
[00:34:17.353] Timer tick, asking Buildbucket for the build status
[00:34:17.960] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:17.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:73:0) after 1m0s
[00:35:17.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:73:0)
[00:35:17.994] Timer tick, asking Buildbucket for the build status
[00:35:18.277] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:18.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:74:0) after 1m0s
[00:36:18.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:74:0)
[00:36:18.315] Timer tick, asking Buildbucket for the build status
[00:36:18.559] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:18.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:75:0) after 1m0s
[00:37:18.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:75:0)
[00:37:18.582] Timer tick, asking Buildbucket for the build status
[00:37:19.655] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:19.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:76:0) after 1m0s
[00:38:19.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:76:0)
[00:38:19.712] Timer tick, asking Buildbucket for the build status
[00:38:20.085] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:20.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:77:0) after 1m0s
[00:39:20.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:77:0)
[00:39:20.171] Timer tick, asking Buildbucket for the build status
[00:39:20.513] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:20.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:78:0) after 1m0s
[00:40:20.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:78:0)
[00:40:20.534] Timer tick, asking Buildbucket for the build status
[00:40:20.845] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:20.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:79:0) after 1m0s
[00:41:20.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:79:0)
[00:41:20.925] Timer tick, asking Buildbucket for the build status
[00:41:22.928] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:22.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:80:0) after 1m0s
[00:42:22.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:80:0)
[00:42:22.952] Timer tick, asking Buildbucket for the build status
[00:42:25.524] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:25.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:81:0) after 1m0s
[00:43:25.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:81:0)
[00:43:25.506] Timer tick, asking Buildbucket for the build status
[00:43:27.275] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:27.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:82:0) after 1m0s
[00:44:27.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:82:0)
[00:44:27.314] Timer tick, asking Buildbucket for the build status
[00:44:27.630] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:27.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:83:0) after 1m0s
[00:45:27.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:83:0)
[00:45:27.685] Timer tick, asking Buildbucket for the build status
[00:45:27.836] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:27.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:84:0) after 1m0s
[00:46:27.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:84:0)
[00:46:27.936] Timer tick, asking Buildbucket for the build status
[00:46:29.065] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:29.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:85:0) after 1m0s
[00:47:29.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:85:0)
[00:47:29.137] Timer tick, asking Buildbucket for the build status
[00:47:29.307] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:29.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:86:0) after 1m0s
[00:48:29.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:86:0)
[00:48:29.302] Timer tick, asking Buildbucket for the build status
[00:48:29.506] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:29.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:87:0) after 1m0s
[00:49:29.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:87:0)
[00:49:29.520] Timer tick, asking Buildbucket for the build status
[00:49:29.975] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:29.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:88:0) after 1m0s
[00:50:30.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:88:0)
[00:50:30.008] Timer tick, asking Buildbucket for the build status
[00:50:30.111] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:30.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:89:0) after 1m0s
[00:51:30.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:89:0)
[00:51:30.245] Timer tick, asking Buildbucket for the build status
[00:51:33.794] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:33.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:90:0) after 1m0s
[00:52:33.868] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:90:0)
[00:52:33.868] Timer tick, asking Buildbucket for the build status
[00:52:34.547] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:34.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:91:0) after 1m0s
[00:53:34.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:91:0)
[00:53:34.563] Timer tick, asking Buildbucket for the build status
[00:53:34.766] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:34.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:92:0) after 1m0s
[00:54:34.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:92:0)
[00:54:34.838] Timer tick, asking Buildbucket for the build status
[00:54:37.968] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:37.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:93:0) after 1m0s
[00:55:37.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:93:0)
[00:55:37.949] Timer tick, asking Buildbucket for the build status
[00:55:40.995] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:40.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:94:0) after 1m0s
[00:56:41.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:94:0)
[00:56:41.079] Timer tick, asking Buildbucket for the build status
[00:56:41.602] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:41.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:95:0) after 1m0s
[00:57:45.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:95:0)
[00:57:45.870] Timer tick, asking Buildbucket for the build status
[00:57:46.327] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:46.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:96:0) after 1m0s
[00:58:46.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:96:0)
[00:58:46.403] Timer tick, asking Buildbucket for the build status
[00:58:46.686] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:46.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:97:0) after 1m0s
[00:59:46.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:97:0)
[00:59:46.722] Timer tick, asking Buildbucket for the build status
[00:59:49.359] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:49.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:98:0) after 1m0s
[01:00:49.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:98:0)
[01:00:49.534] Timer tick, asking Buildbucket for the build status
[01:00:51.679] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:51.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:99:0) after 1m0s
[01:01:51.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:99:0)
[01:01:51.940] Timer tick, asking Buildbucket for the build status
[01:01:52.498] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:52.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:100:0) after 1m0s
[01:02:52.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:100:0)
[01:02:52.545] Timer tick, asking Buildbucket for the build status
[01:02:52.962] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:52.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:101:0) after 1m0s
[01:03:53.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:101:0)
[01:03:53.014] Timer tick, asking Buildbucket for the build status
[01:03:53.441] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:53.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:102:0) after 1m0s
[01:04:53.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:102:0)
[01:04:53.476] Timer tick, asking Buildbucket for the build status
[01:04:55.428] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:55.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:103:0) after 1m0s
[01:05:55.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:103:0)
[01:05:55.637] Timer tick, asking Buildbucket for the build status
[01:05:57.423] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:57.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:104:0) after 1m0s
[01:06:57.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:104:0)
[01:06:57.483] Timer tick, asking Buildbucket for the build status
[01:06:57.847] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:57.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:105:0) after 1m0s
[01:07:57.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:105:0)
[01:07:57.915] Timer tick, asking Buildbucket for the build status
[01:07:59.276] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:59.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:106:0) after 1m0s
[01:08:59.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:106:0)
[01:08:59.253] Timer tick, asking Buildbucket for the build status
[01:08:59.520] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:59.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:107:0) after 1m0s
[01:09:59.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:107:0)
[01:09:59.537] Timer tick, asking Buildbucket for the build status
[01:09:59.747] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:59.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:108:0) after 1m0s
[01:10:59.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:108:0)
[01:10:59.882] Timer tick, asking Buildbucket for the build status
[01:11:00.249] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:00.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:109:0) after 1m0s
[01:12:00.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:109:0)
[01:12:00.306] Timer tick, asking Buildbucket for the build status
[01:12:02.617] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:02.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:110:0) after 1m0s
[01:13:02.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:110:0)
[01:13:02.644] Timer tick, asking Buildbucket for the build status
[01:13:04.638] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:04.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:111:0) after 1m0s
[01:14:04.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:111:0)
[01:14:04.674] Timer tick, asking Buildbucket for the build status
[01:14:06.107] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:06.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:112:0) after 1m0s
[01:15:06.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:112:0)
[01:15:06.239] Timer tick, asking Buildbucket for the build status
[01:15:06.981] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:06.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:113:0) after 1m0s
[01:16:07.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:113:0)
[01:16:07.095] Timer tick, asking Buildbucket for the build status
[01:16:07.216] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:07.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:114:0) after 1m0s
[01:17:07.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:114:0)
[01:17:07.239] Timer tick, asking Buildbucket for the build status
[01:17:07.593] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:07.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:115:0) after 1m0s
[01:18:07.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:115:0)
[01:18:07.664] Timer tick, asking Buildbucket for the build status
[01:18:07.998] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:07.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:116:0) after 1m0s
[01:19:08.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:116:0)
[01:19:08.135] Timer tick, asking Buildbucket for the build status
[01:19:08.425] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:08.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:117:0) after 1m0s
[01:20:08.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:117:0)
[01:20:08.480] Timer tick, asking Buildbucket for the build status
[01:20:09.259] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:09.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:118:0) after 1m0s
[01:21:09.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:118:0)
[01:21:09.308] Timer tick, asking Buildbucket for the build status
[01:21:09.580] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:09.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:119:0) after 1m0s
[01:22:09.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:119:0)
[01:22:09.678] Timer tick, asking Buildbucket for the build status
[01:22:10.016] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:10.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:120:0) after 1m0s
[01:23:10.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:120:0)
[01:23:10.057] Timer tick, asking Buildbucket for the build status
[01:23:11.545] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:11.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:121:0) after 1m0s
[01:24:11.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:121:0)
[01:24:11.593] Timer tick, asking Buildbucket for the build status
[01:24:12.912] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:12.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:122:0) after 1m0s
[01:25:12.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:122:0)
[01:25:12.952] Timer tick, asking Buildbucket for the build status
[01:25:14.781] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:14.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:123:0) after 1m0s
[01:26:14.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:123:0)
[01:26:14.887] Timer tick, asking Buildbucket for the build status
[01:26:15.254] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:15.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:124:0) after 1m0s
[01:27:15.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:124:0)
[01:27:15.330] Timer tick, asking Buildbucket for the build status
[01:27:15.699] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:15.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:125:0) after 1m0s
[01:28:15.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:125:0)
[01:28:15.727] Timer tick, asking Buildbucket for the build status
[01:28:16.346] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:16.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:126:0) after 1m0s
[01:29:16.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:126:0)
[01:29:16.412] Timer tick, asking Buildbucket for the build status
[01:29:16.893] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:16.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:127:0) after 1m0s
[01:30:16.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:127:0)
[01:30:16.951] Timer tick, asking Buildbucket for the build status
[01:30:17.828] Build 8912626766051756352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:17.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9078056828236275104:128:0) after 1m0s
[01:30:31.092] Received PubSub notification, asking Buildbucket for the build status
[01:30:31.338] Build 8912626766051756352: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:30:31.339] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1558661430439506",
    "created_by": "project:chromium",
    "created_ts": "1558653783709047",
    "failure_reason": "BUILD_FAILURE",
    "id": "8912626766051756352",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63b914e26216d05bf52a1de891cb872f12379bc1\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_chrome_unittests (iPhone 6s iOS 11.4.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 12209, \"got_angle_revision\": \"6bb193c86a9a3242227012d17a267e3d71ee3fe0\", \"got_dawn_revision\": \"eea2091068037c41e52164f100802302768b674d\", \"got_nacl_revision\": \"4744a43b6fc4aaa5230541efad113b3cd86ea0f8\", \"got_revision\": \"63b914e26216d05bf52a1de891cb872f12379bc1\", \"got_revision_cp\": \"refs/heads/master@{#662884}\", \"got_swarming_client_revision\": \"779c4f0f8488c64587b75dbb001d18c3c0c4cda9\", \"got_v8_revision\": \"bffe9927669b41ad07e1a14bba243c4d4599e9c2\", \"got_v8_revision_cp\": \"refs/heads/7.6.267@{#1}\", \"got_webrtc_revision\": \"4163317283bea03c9eb1edfe0c1f5fe6029b8704\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28045}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63b914e26216d05bf52a1de891cb872f12379bc1\", \"swarm_hashes\": {\"0\": \"228d4525b319ce8229137962d57ca7ecf55e42fe\", \"1\": \"93188f3ee752769c0fa479b06455acc5c0b5b9e9\", \"10\": \"deb2de9fe70459330ae378ac38539097fed5f6ce\", \"11\": \"a57c5aa59bbb7c63726c8f45c447728656001cfa\", \"12\": \"06ce0f71429ca4ce9759231682592143582443fc\", \"13\": \"2a169e82cf694423681b4896a4d3201e493ceae2\", \"14\": \"a5ad4757b44d07205806eeb7da159317f9933831\", \"15\": \"d34b3be652b8ad9e1aaaebdba288eaf64d6694d9\", \"16\": \"e5365faea7d9e630e256a8e39bd4297761c1c50d\", \"2\": \"3fdec498135619d7cbb6e3c77754d9c49f969d8b\", \"3\": \"edda313681629bc6bdef8be82b2e366450ecf88f\", \"4\": \"849b2884a99ae931909a1856f142d55c67d188c0\", \"5\": \"4ad1148addeb88c9d3a379ceebbfd8e4b82f118a\", \"6\": \"99b235ac8dfd9190f114e7d41b773bfc7a75cea5\", \"7\": \"792314df9932cfdfc2431de6ad040a0ad943e991\", \"8\": \"cc34fb64695765d9a9d8c4a22cedacae68452f79\", \"9\": \"53e66db54f257c385684290508ea872d1f7d3051\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4303-bae210e\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_chrome_unittests (iPhone 6s iOS 11.4.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1558653920403733",
    "status": "COMPLETED",
    "status_changed_ts": "1558653921979629",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12209",
      "builder:ToTiOSDevice",
      "buildset:commit/git/63b914e26216d05bf52a1de891cb872f12379bc1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63b914e26216d05bf52a1de891cb872f12379bc1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9078056828236275104",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8912626766051756352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:44ffd2dacccfc410",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1558661430533823",
    "url": "https://ci.chromium.org/b/8912626766051756352",
    "utcnow_ts": "1558661431327436"
  }
}
[01:30:31.339] Invocation finished in 2h7m29.096376919s with status FAILED