Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "0b1eaa93cee959fa72720bdb21e4489b887b0cae"
}

Incoming tags

  • buildset:commit/git/0b1eaa93cee959fa72720bdb21e4489b887b0cae
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b1eaa93cee959fa72720bdb21e4489b887b0cae
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[10:26:34.090] New invocation is queued and will start shortly
[10:26:35.221] Starting the invocation (attempt 1)
[10:26:35.263] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:26:35.263] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:26:35.263] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069589564631948960",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"0b1eaa93cee959fa72720bdb21e4489b887b0cae\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9069589564631948960",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
    "gitiles_ref:refs/heads/master"
  ]
}
[10:26:36.148] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566728795426739",
    "id": "8904159502565777632",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0b1eaa93cee959fa72720bdb21e4489b887b0cae\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566728795961852",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13825",
      "builder:ToTiOSDevice",
      "buildset:commit/git/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069589564631948960",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904159502565777632/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566728795962013",
    "url": "https://ci.chromium.org/b/8904159502565777632",
    "utcnow_ts": "1566728796138129"
  }
}
[10:26:36.148] Task URL: https://ci.chromium.org/b/8904159502565777632
[10:26:36.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:2:0) after 1m0s
[10:27:36.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:2:0)
[10:27:36.214] Timer tick, asking Buildbucket for the build status
[10:27:36.405] Build 8904159502565777632: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:27:36.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:3:0) after 1m0s
[10:28:36.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:3:0)
[10:28:36.458] Timer tick, asking Buildbucket for the build status
[10:28:36.642] Build 8904159502565777632: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:28:36.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:4:0) after 1m0s
[10:28:45.583] Received PubSub notification, asking Buildbucket for the build status
[10:28:45.883] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:36.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:4:0)
[10:29:36.661] Timer tick, asking Buildbucket for the build status
[10:29:36.963] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:36.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:6:0) after 1m0s
[10:30:36.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:6:0)
[10:30:36.951] Timer tick, asking Buildbucket for the build status
[10:30:37.265] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:37.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:7:0) after 1m0s
[10:31:37.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:7:0)
[10:31:37.344] Timer tick, asking Buildbucket for the build status
[10:31:37.874] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:37.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:8:0) after 1m0s
[10:32:37.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:8:0)
[10:32:37.901] Timer tick, asking Buildbucket for the build status
[10:32:38.163] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:38.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:9:0) after 1m0s
[10:33:38.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:9:0)
[10:33:38.221] Timer tick, asking Buildbucket for the build status
[10:33:38.483] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:38.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:10:0) after 1m0s
[10:34:38.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:10:0)
[10:34:38.527] Timer tick, asking Buildbucket for the build status
[10:34:40.543] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:40.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:11:0) after 1m0s
[10:35:40.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:11:0)
[10:35:40.662] Timer tick, asking Buildbucket for the build status
[10:35:41.723] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:41.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:12:0) after 1m0s
[10:36:41.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:12:0)
[10:36:41.744] Timer tick, asking Buildbucket for the build status
[10:36:41.891] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:41.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:13:0) after 1m0s
[10:37:41.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:13:0)
[10:37:41.963] Timer tick, asking Buildbucket for the build status
[10:37:43.255] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:43.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:14:0) after 1m0s
[10:38:43.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:14:0)
[10:38:43.334] Timer tick, asking Buildbucket for the build status
[10:38:43.974] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:43.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:15:0) after 1m0s
[10:39:44.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:15:0)
[10:39:44.054] Timer tick, asking Buildbucket for the build status
[10:39:44.619] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:44.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:16:0) after 1m0s
[10:40:44.692] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:16:0)
[10:40:44.692] Timer tick, asking Buildbucket for the build status
[10:40:44.884] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:44.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:17:0) after 1m0s
[10:41:44.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:17:0)
[10:41:44.979] Timer tick, asking Buildbucket for the build status
[10:41:45.401] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:45.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:18:0) after 1m0s
[10:42:45.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:18:0)
[10:42:45.409] Timer tick, asking Buildbucket for the build status
[10:42:45.782] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:45.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:19:0) after 1m0s
[10:43:45.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:19:0)
[10:43:45.876] Timer tick, asking Buildbucket for the build status
[10:43:46.103] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:46.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:20:0) after 1m0s
[10:44:46.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:20:0)
[10:44:46.175] Timer tick, asking Buildbucket for the build status
[10:44:46.356] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:46.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:21:0) after 1m0s
[10:45:46.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:21:0)
[10:45:46.440] Timer tick, asking Buildbucket for the build status
[10:45:47.285] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:47.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:22:0) after 1m0s
[10:46:47.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:22:0)
[10:46:47.309] Timer tick, asking Buildbucket for the build status
[10:46:47.467] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:23:0) after 1m0s
[10:47:47.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:23:0)
[10:47:47.496] Timer tick, asking Buildbucket for the build status
[10:47:47.674] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:47.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:24:0) after 1m0s
[10:48:47.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:24:0)
[10:48:47.699] Timer tick, asking Buildbucket for the build status
[10:48:48.073] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:48.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:25:0) after 1m0s
[10:49:48.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:25:0)
[10:49:48.058] Timer tick, asking Buildbucket for the build status
[10:49:48.250] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:48.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:26:0) after 1m0s
[10:50:48.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:26:0)
[10:50:48.273] Timer tick, asking Buildbucket for the build status
[10:50:48.863] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:48.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:27:0) after 1m0s
[10:51:48.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:27:0)
[10:51:48.850] Timer tick, asking Buildbucket for the build status
[10:51:49.050] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:49.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:28:0) after 1m0s
[10:52:49.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:28:0)
[10:52:49.084] Timer tick, asking Buildbucket for the build status
[10:52:49.523] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:49.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:29:0) after 1m0s
[10:53:49.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:29:0)
[10:53:49.602] Timer tick, asking Buildbucket for the build status
[10:53:50.073] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:50.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:30:0) after 1m0s
[10:54:50.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:30:0)
[10:54:50.098] Timer tick, asking Buildbucket for the build status
[10:54:50.534] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:50.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:31:0) after 1m0s
[10:55:50.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:31:0)
[10:55:50.557] Timer tick, asking Buildbucket for the build status
[10:55:52.199] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:52.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:32:0) after 1m0s
[10:56:52.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:32:0)
[10:56:52.228] Timer tick, asking Buildbucket for the build status
[10:56:52.597] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:52.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:33:0) after 1m0s
[10:57:52.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:33:0)
[10:57:52.625] Timer tick, asking Buildbucket for the build status
[10:57:52.804] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:52.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:34:0) after 1m0s
[10:58:52.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:34:0)
[10:58:52.852] Timer tick, asking Buildbucket for the build status
[10:58:53.159] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:53.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:35:0) after 1m0s
[10:59:53.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:35:0)
[10:59:53.233] Timer tick, asking Buildbucket for the build status
[10:59:53.643] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:53.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:36:0) after 1m0s
[11:00:53.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:36:0)
[11:00:53.677] Timer tick, asking Buildbucket for the build status
[11:00:54.038] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:54.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:37:0) after 1m0s
[11:01:54.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:37:0)
[11:01:54.064] Timer tick, asking Buildbucket for the build status
[11:01:54.322] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:54.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:38:0) after 1m0s
[11:02:54.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:38:0)
[11:02:54.347] Timer tick, asking Buildbucket for the build status
[11:02:55.098] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:39:0) after 1m0s
[11:03:55.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:39:0)
[11:03:55.174] Timer tick, asking Buildbucket for the build status
[11:03:55.353] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:55.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:40:0) after 1m0s
[11:04:55.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:40:0)
[11:04:55.407] Timer tick, asking Buildbucket for the build status
[11:04:55.608] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:55.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:41:0) after 1m0s
[11:05:55.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:41:0)
[11:05:55.638] Timer tick, asking Buildbucket for the build status
[11:05:55.971] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:55.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:42:0) after 1m0s
[11:06:56.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:42:0)
[11:06:56.028] Timer tick, asking Buildbucket for the build status
[11:06:56.320] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:56.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:43:0) after 1m0s
[11:07:56.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:43:0)
[11:07:56.446] Timer tick, asking Buildbucket for the build status
[11:07:56.878] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:56.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:44:0) after 1m0s
[11:08:56.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:44:0)
[11:08:56.896] Timer tick, asking Buildbucket for the build status
[11:08:57.761] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:57.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:45:0) after 1m0s
[11:09:57.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:45:0)
[11:09:57.784] Timer tick, asking Buildbucket for the build status
[11:09:58.239] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:58.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:46:0) after 1m0s
[11:10:58.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:46:0)
[11:10:58.263] Timer tick, asking Buildbucket for the build status
[11:10:58.453] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:58.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:47:0) after 1m0s
[11:11:58.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:47:0)
[11:11:58.515] Timer tick, asking Buildbucket for the build status
[11:11:59.112] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:59.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:48:0) after 1m0s
[11:12:59.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:48:0)
[11:12:59.152] Timer tick, asking Buildbucket for the build status
[11:12:59.729] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:59.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:49:0) after 1m0s
[11:13:59.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:49:0)
[11:13:59.757] Timer tick, asking Buildbucket for the build status
[11:14:01.063] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:01.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:50:0) after 1m0s
[11:15:01.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:50:0)
[11:15:01.199] Timer tick, asking Buildbucket for the build status
[11:15:01.395] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:01.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:51:0) after 1m0s
[11:16:01.579] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:51:0)
[11:16:01.579] Timer tick, asking Buildbucket for the build status
[11:16:02.044] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:02.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:52:0) after 1m0s
[11:17:02.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:52:0)
[11:17:02.107] Timer tick, asking Buildbucket for the build status
[11:17:02.353] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:02.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:53:0) after 1m0s
[11:18:02.377] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:53:0)
[11:18:02.377] Timer tick, asking Buildbucket for the build status
[11:18:02.653] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:02.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:54:0) after 1m0s
[11:19:02.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:54:0)
[11:19:02.682] Timer tick, asking Buildbucket for the build status
[11:19:03.626] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:03.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:55:0) after 1m0s
[11:20:03.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:55:0)
[11:20:03.739] Timer tick, asking Buildbucket for the build status
[11:20:03.986] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:03.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:56:0) after 1m0s
[11:21:03.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:56:0)
[11:21:03.976] Timer tick, asking Buildbucket for the build status
[11:21:04.432] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:04.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:57:0) after 1m0s
[11:22:04.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:57:0)
[11:22:04.516] Timer tick, asking Buildbucket for the build status
[11:22:04.687] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:04.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:58:0) after 1m0s
[11:23:04.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:58:0)
[11:23:04.820] Timer tick, asking Buildbucket for the build status
[11:23:05.195] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:05.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:59:0) after 1m0s
[11:24:05.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:59:0)
[11:24:05.471] Timer tick, asking Buildbucket for the build status
[11:24:05.634] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:05.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:60:0) after 1m0s
[11:25:05.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:60:0)
[11:25:05.653] Timer tick, asking Buildbucket for the build status
[11:25:05.848] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:05.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:61:0) after 1m0s
[11:26:05.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:61:0)
[11:26:05.937] Timer tick, asking Buildbucket for the build status
[11:26:06.140] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:06.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:62:0) after 1m0s
[11:27:06.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:62:0)
[11:27:06.160] Timer tick, asking Buildbucket for the build status
[11:27:06.756] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:06.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:63:0) after 1m0s
[11:28:06.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:63:0)
[11:28:06.745] Timer tick, asking Buildbucket for the build status
[11:28:07.032] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:07.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:64:0) after 1m0s
[11:29:07.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:64:0)
[11:29:07.069] Timer tick, asking Buildbucket for the build status
[11:29:07.230] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:07.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:65:0) after 1m0s
[11:30:07.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:65:0)
[11:30:07.255] Timer tick, asking Buildbucket for the build status
[11:30:08.694] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:08.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:66:0) after 1m0s
[11:31:08.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:66:0)
[11:31:08.737] Timer tick, asking Buildbucket for the build status
[11:31:09.351] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:09.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:67:0) after 1m0s
[11:32:09.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:67:0)
[11:32:09.390] Timer tick, asking Buildbucket for the build status
[11:32:09.570] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:09.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:68:0) after 1m0s
[11:33:09.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:68:0)
[11:33:09.603] Timer tick, asking Buildbucket for the build status
[11:33:09.729] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:09.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:69:0) after 1m0s
[11:34:09.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:69:0)
[11:34:09.755] Timer tick, asking Buildbucket for the build status
[11:34:10.121] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:10.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:70:0) after 1m0s
[11:35:10.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:70:0)
[11:35:10.159] Timer tick, asking Buildbucket for the build status
[11:35:10.445] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:10.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:71:0) after 1m0s
[11:36:10.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:71:0)
[11:36:10.509] Timer tick, asking Buildbucket for the build status
[11:36:11.057] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:11.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:72:0) after 1m0s
[11:37:11.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:72:0)
[11:37:11.217] Timer tick, asking Buildbucket for the build status
[11:37:11.528] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:11.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:73:0) after 1m0s
[11:38:11.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:73:0)
[11:38:11.556] Timer tick, asking Buildbucket for the build status
[11:38:12.138] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:12.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:74:0) after 1m0s
[11:39:12.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:74:0)
[11:39:12.167] Timer tick, asking Buildbucket for the build status
[11:39:12.403] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:12.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:75:0) after 1m0s
[11:40:12.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:75:0)
[11:40:12.471] Timer tick, asking Buildbucket for the build status
[11:40:12.750] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:12.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:76:0) after 1m0s
[11:41:12.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:76:0)
[11:41:12.835] Timer tick, asking Buildbucket for the build status
[11:41:13.139] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:13.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:77:0) after 1m0s
[11:42:13.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:77:0)
[11:42:13.219] Timer tick, asking Buildbucket for the build status
[11:42:13.945] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:13.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:78:0) after 1m0s
[11:43:13.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:78:0)
[11:43:13.952] Timer tick, asking Buildbucket for the build status
[11:43:14.169] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:14.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:79:0) after 1m0s
[11:44:14.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:79:0)
[11:44:14.201] Timer tick, asking Buildbucket for the build status
[11:44:14.406] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:14.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:80:0) after 1m0s
[11:45:14.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:80:0)
[11:45:14.495] Timer tick, asking Buildbucket for the build status
[11:45:14.653] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:14.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:81:0) after 1m0s
[11:46:14.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:81:0)
[11:46:14.685] Timer tick, asking Buildbucket for the build status
[11:46:15.127] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:15.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:82:0) after 1m0s
[11:47:15.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:82:0)
[11:47:15.153] Timer tick, asking Buildbucket for the build status
[11:47:15.692] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:15.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:83:0) after 1m0s
[11:48:15.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:83:0)
[11:48:15.715] Timer tick, asking Buildbucket for the build status
[11:48:16.229] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:16.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:84:0) after 1m0s
[11:49:16.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:84:0)
[11:49:16.266] Timer tick, asking Buildbucket for the build status
[11:49:18.634] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:18.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:85:0) after 1m0s
[11:50:18.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:85:0)
[11:50:18.663] Timer tick, asking Buildbucket for the build status
[11:50:19.109] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:19.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:86:0) after 1m0s
[11:51:19.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:86:0)
[11:51:19.135] Timer tick, asking Buildbucket for the build status
[11:51:19.336] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:19.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:87:0) after 1m0s
[11:52:19.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:87:0)
[11:52:19.359] Timer tick, asking Buildbucket for the build status
[11:52:19.531] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:19.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:88:0) after 1m0s
[11:53:19.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:88:0)
[11:53:19.556] Timer tick, asking Buildbucket for the build status
[11:53:20.395] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:20.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:89:0) after 1m0s
[11:54:20.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:89:0)
[11:54:20.434] Timer tick, asking Buildbucket for the build status
[11:54:20.832] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:20.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:90:0) after 1m0s
[11:55:20.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:90:0)
[11:55:20.912] Timer tick, asking Buildbucket for the build status
[11:55:21.641] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:21.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:91:0) after 1m0s
[11:56:21.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:91:0)
[11:56:21.727] Timer tick, asking Buildbucket for the build status
[11:56:21.901] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:21.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:92:0) after 1m0s
[11:57:22.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:92:0)
[11:57:22.035] Timer tick, asking Buildbucket for the build status
[11:57:23.211] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:23.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:93:0) after 1m0s
[11:58:23.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:93:0)
[11:58:23.306] Timer tick, asking Buildbucket for the build status
[11:58:23.470] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:23.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:94:0) after 1m0s
[11:59:23.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:94:0)
[11:59:23.508] Timer tick, asking Buildbucket for the build status
[11:59:23.658] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:23.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:95:0) after 1m0s
[12:00:23.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:95:0)
[12:00:23.742] Timer tick, asking Buildbucket for the build status
[12:00:24.600] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:24.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:96:0) after 1m0s
[12:01:24.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:96:0)
[12:01:24.628] Timer tick, asking Buildbucket for the build status
[12:01:24.772] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:24.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:97:0) after 1m0s
[12:02:24.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:97:0)
[12:02:24.916] Timer tick, asking Buildbucket for the build status
[12:02:25.718] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:25.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:98:0) after 1m0s
[12:03:25.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:98:0)
[12:03:25.796] Timer tick, asking Buildbucket for the build status
[12:03:26.193] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:26.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:99:0) after 1m0s
[12:04:26.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:99:0)
[12:04:26.252] Timer tick, asking Buildbucket for the build status
[12:04:27.059] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:27.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:100:0) after 1m0s
[12:05:27.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:100:0)
[12:05:27.097] Timer tick, asking Buildbucket for the build status
[12:05:27.416] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:27.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:101:0) after 1m0s
[12:06:27.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:101:0)
[12:06:27.413] Timer tick, asking Buildbucket for the build status
[12:06:28.338] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:28.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:102:0) after 1m0s
[12:07:28.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:102:0)
[12:07:28.414] Timer tick, asking Buildbucket for the build status
[12:07:28.642] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:28.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:103:0) after 1m0s
[12:08:28.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:103:0)
[12:08:28.680] Timer tick, asking Buildbucket for the build status
[12:08:29.108] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:29.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:104:0) after 1m0s
[12:09:29.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:104:0)
[12:09:29.131] Timer tick, asking Buildbucket for the build status
[12:09:29.327] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:29.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:105:0) after 1m0s
[12:10:29.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:105:0)
[12:10:29.351] Timer tick, asking Buildbucket for the build status
[12:10:30.222] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:30.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:106:0) after 1m0s
[12:11:30.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:106:0)
[12:11:30.254] Timer tick, asking Buildbucket for the build status
[12:11:30.442] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:30.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:107:0) after 1m0s
[12:12:30.485] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:107:0)
[12:12:30.485] Timer tick, asking Buildbucket for the build status
[12:12:30.740] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:30.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:108:0) after 1m0s
[12:13:30.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:108:0)
[12:13:30.893] Timer tick, asking Buildbucket for the build status
[12:13:31.543] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:31.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:109:0) after 1m0s
[12:14:31.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:109:0)
[12:14:31.567] Timer tick, asking Buildbucket for the build status
[12:14:31.782] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:31.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:110:0) after 1m0s
[12:15:31.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:110:0)
[12:15:31.813] Timer tick, asking Buildbucket for the build status
[12:15:32.303] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:32.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:111:0) after 1m0s
[12:16:32.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:111:0)
[12:16:32.337] Timer tick, asking Buildbucket for the build status
[12:16:32.622] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:32.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:112:0) after 1m0s
[12:17:32.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:112:0)
[12:17:32.742] Timer tick, asking Buildbucket for the build status
[12:17:32.995] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:32.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:113:0) after 1m0s
[12:18:33.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:113:0)
[12:18:33.059] Timer tick, asking Buildbucket for the build status
[12:18:33.276] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:33.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:114:0) after 1m0s
[12:19:33.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:114:0)
[12:19:33.308] Timer tick, asking Buildbucket for the build status
[12:19:34.038] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:34.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:115:0) after 1m0s
[12:20:34.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:115:0)
[12:20:34.172] Timer tick, asking Buildbucket for the build status
[12:20:34.499] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:34.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:116:0) after 1m0s
[12:21:34.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:116:0)
[12:21:34.529] Timer tick, asking Buildbucket for the build status
[12:21:34.756] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:34.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:117:0) after 1m0s
[12:22:34.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:117:0)
[12:22:34.812] Timer tick, asking Buildbucket for the build status
[12:22:35.283] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:35.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:118:0) after 1m0s
[12:23:35.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:118:0)
[12:23:35.396] Timer tick, asking Buildbucket for the build status
[12:23:36.028] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:36.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:119:0) after 1m0s
[12:24:36.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:119:0)
[12:24:36.101] Timer tick, asking Buildbucket for the build status
[12:24:36.427] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:36.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:120:0) after 1m0s
[12:25:36.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:120:0)
[12:25:36.488] Timer tick, asking Buildbucket for the build status
[12:25:36.668] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:36.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:121:0) after 1m0s
[12:26:36.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:121:0)
[12:26:36.695] Timer tick, asking Buildbucket for the build status
[12:26:37.070] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:37.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:122:0) after 1m0s
[12:27:37.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:122:0)
[12:27:37.114] Timer tick, asking Buildbucket for the build status
[12:27:40.717] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:40.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:123:0) after 1m0s
[12:28:40.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:123:0)
[12:28:40.744] Timer tick, asking Buildbucket for the build status
[12:28:40.908] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:40.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:124:0) after 1m0s
[12:29:41.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:124:0)
[12:29:41.037] Timer tick, asking Buildbucket for the build status
[12:29:41.604] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:41.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:125:0) after 1m0s
[12:30:41.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:125:0)
[12:30:41.641] Timer tick, asking Buildbucket for the build status
[12:30:42.066] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:126:0) after 1m0s
[12:31:42.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:126:0)
[12:31:42.140] Timer tick, asking Buildbucket for the build status
[12:31:42.433] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:42.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:127:0) after 1m0s
[12:32:42.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:127:0)
[12:32:42.447] Timer tick, asking Buildbucket for the build status
[12:32:42.964] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:42.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:128:0) after 1m0s
[12:33:43.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:128:0)
[12:33:43.002] Timer tick, asking Buildbucket for the build status
[12:33:43.239] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:43.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:129:0) after 1m0s
[12:34:43.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:129:0)
[12:34:43.287] Timer tick, asking Buildbucket for the build status
[12:34:43.533] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:43.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:130:0) after 1m0s
[12:35:43.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:130:0)
[12:35:43.635] Timer tick, asking Buildbucket for the build status
[12:35:44.086] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:44.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:131:0) after 1m0s
[12:36:44.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:131:0)
[12:36:44.126] Timer tick, asking Buildbucket for the build status
[12:36:44.341] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:44.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:132:0) after 1m0s
[12:37:44.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:132:0)
[12:37:44.383] Timer tick, asking Buildbucket for the build status
[12:37:44.976] Build 8904159502565777632: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:44.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069589564631948960:133:0) after 1m0s
[12:38:11.155] Received PubSub notification, asking Buildbucket for the build status
[12:38:11.746] Build 8904159502565777632: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:38:11.746] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566736690650099",
    "created_by": "project:chromium",
    "created_ts": "1566728795426739",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904159502565777632",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0b1eaa93cee959fa72720bdb21e4489b887b0cae\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13825, \"got_angle_revision\": \"3c6b2e1613c844f7265895de5611c0528641d501\", \"got_dawn_revision\": \"25cc723823e3aa9bf6d7edfcd308bb82ab05b0fc\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"0b1eaa93cee959fa72720bdb21e4489b887b0cae\", \"got_revision_cp\": \"refs/heads/master@{#690231}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"40ba72e3195abfa78729d496ed5cc951d5941174\", \"got_v8_revision_cp\": \"refs/heads/7.8.189@{#1}\", \"got_webrtc_revision\": \"a2dae38ee7729ec1d6fcb7d22b7a597c627ad81a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28937}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0b1eaa93cee959fa72720bdb21e4489b887b0cae\", \"swarm_hashes\": {\"0\": \"d1e1f8d15fa5bec5f9e17212c359714a23df0e03\", \"1\": \"b6e79f4cd4f4d80ea457846c659fd3d782db7ee3\", \"10\": \"2e14d2d1e79d56f321dfca948e60758d01054e70\", \"11\": \"fae4bd5d88e0d0a5c98bd65a15230618eca6328b\", \"12\": \"59e92efbed55f36ab753e89937a668e22d150d42\", \"13\": \"2679525eca25865cedddd15f85c91a37e5bbef7a\", \"14\": \"08fc3023d8c61a7657f433ba34582c1d862ba35f\", \"15\": \"e08f9524edd9a6c15359e8435e22a9411c4a9fc4\", \"16\": \"d3223291026b37b1242550bb07d9440578395b96\", \"2\": \"871a219a86a3c2abde3db88583a6886bfb9ba0a1\", \"3\": \"6882b5e1040b0da5f81e68ca328f47dcc6d9892e\", \"4\": \"13aec44b041126dee1356c2975c1b754964420b7\", \"5\": \"b3280832414b09d07caa53e8e9ccc184f3128ae0\", \"6\": \"a90734fc520f38ec00d17effcc0e7b0a0d3e1de7\", \"7\": \"10c28d7210616250593465727132f0c2e7b58416\", \"8\": \"0458287eea43a72c756b7a4b89382eda4a3f065f\", \"9\": \"999ff75a1013a1a285a3f21fd7fdb47ea38046ea\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566728924758058",
    "status": "COMPLETED",
    "status_changed_ts": "1566728925226738",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13825",
      "builder:ToTiOSDevice",
      "buildset:commit/git/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b1eaa93cee959fa72720bdb21e4489b887b0cae",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069589564631948960",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904159502565777632/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46e121c19714b210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566736690800483",
    "url": "https://ci.chromium.org/b/8904159502565777632",
    "utcnow_ts": "1566736691721297"
  }
}
[12:38:11.746] Invocation finished in 2h11m37.673468237s with status FAILED