Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "3baea83cb1568e8e066e5f863db6eb09d689f5cc"
}

Incoming tags

  • buildset:commit/git/3baea83cb1568e8e066e5f863db6eb09d689f5cc
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3baea83cb1568e8e066e5f863db6eb09d689f5cc
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:08:02.933] New invocation is queued and will start shortly
[22:08:04.498] Starting the invocation (attempt 1)
[22:08:04.540] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:08:04.541] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:08:04.541] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068639461627899184",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"3baea83cb1568e8e066e5f863db6eb09d689f5cc\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9068639461627899184",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:08:09.330] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567634886877928",
    "id": "8903209396816039664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"3baea83cb1568e8e066e5f863db6eb09d689f5cc\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567634888896650",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13975",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068639461627899184",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903209396816039664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567634888896796",
    "url": "https://ci.chromium.org/b/8903209396816039664",
    "utcnow_ts": "1567634889311190"
  }
}
[22:08:09.330] Task URL: https://ci.chromium.org/b/8903209396816039664
[22:08:09.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:2:0) after 1m0s
[22:09:09.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:2:0)
[22:09:09.467] Timer tick, asking Buildbucket for the build status
[22:09:12.078] Build 8903209396816039664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:09:12.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:3:0) after 1m0s
[22:10:12.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:3:0)
[22:10:12.148] Timer tick, asking Buildbucket for the build status
[22:10:13.209] Build 8903209396816039664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:10:13.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:4:0) after 1m0s
[22:10:47.348] Received PubSub notification, asking Buildbucket for the build status
[22:10:49.560] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:13.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:4:0)
[22:11:13.280] Timer tick, asking Buildbucket for the build status
[22:11:13.849] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:13.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:6:0) after 1m0s
[22:12:13.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:6:0)
[22:12:13.915] Timer tick, asking Buildbucket for the build status
[22:12:17.833] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:17.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:7:0) after 1m0s
[22:13:18.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:7:0)
[22:13:18.167] Timer tick, asking Buildbucket for the build status
[22:13:18.419] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:18.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:8:0) after 1m0s
[22:14:18.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:8:0)
[22:14:18.423] Timer tick, asking Buildbucket for the build status
[22:14:18.865] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:18.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:9:0) after 1m0s
[22:15:18.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:9:0)
[22:15:18.896] Timer tick, asking Buildbucket for the build status
[22:15:24.029] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:24.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:10:0) after 1m0s
[22:16:24.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:10:0)
[22:16:24.054] Timer tick, asking Buildbucket for the build status
[22:16:24.332] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:24.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:11:0) after 1m0s
[22:17:24.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:11:0)
[22:17:24.403] Timer tick, asking Buildbucket for the build status
[22:17:25.677] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:25.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:12:0) after 1m0s
[22:18:25.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:12:0)
[22:18:25.818] Timer tick, asking Buildbucket for the build status
[22:18:28.240] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:28.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:13:0) after 1m0s
[22:19:28.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:13:0)
[22:19:28.358] Timer tick, asking Buildbucket for the build status
[22:19:28.697] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:28.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:14:0) after 1m0s
[22:20:28.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:14:0)
[22:20:28.836] Timer tick, asking Buildbucket for the build status
[22:20:30.984] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:30.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:15:0) after 1m0s
[22:21:31.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:15:0)
[22:21:31.115] Timer tick, asking Buildbucket for the build status
[22:21:31.869] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:31.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:16:0) after 1m0s
[22:22:32.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:16:0)
[22:22:32.025] Timer tick, asking Buildbucket for the build status
[22:22:35.038] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:35.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:17:0) after 1m0s
[22:23:35.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:17:0)
[22:23:35.118] Timer tick, asking Buildbucket for the build status
[22:23:35.703] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:35.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:18:0) after 1m0s
[22:24:35.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:18:0)
[22:24:35.859] Timer tick, asking Buildbucket for the build status
[22:24:36.757] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:36.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:19:0) after 1m0s
[22:25:36.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:19:0)
[22:25:36.810] Timer tick, asking Buildbucket for the build status
[22:25:36.992] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:36.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:20:0) after 1m0s
[22:26:37.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:20:0)
[22:26:37.016] Timer tick, asking Buildbucket for the build status
[22:26:38.949] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:38.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:21:0) after 1m0s
[22:27:38.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:21:0)
[22:27:38.976] Timer tick, asking Buildbucket for the build status
[22:27:41.515] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:41.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:22:0) after 1m0s
[22:28:41.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:22:0)
[22:28:41.667] Timer tick, asking Buildbucket for the build status
[22:28:42.920] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:42.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:23:0) after 1m0s
[22:29:43.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:23:0)
[22:29:43.059] Timer tick, asking Buildbucket for the build status
[22:29:43.377] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:43.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:24:0) after 1m0s
[22:30:43.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:24:0)
[22:30:43.538] Timer tick, asking Buildbucket for the build status
[22:30:43.984] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:43.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:25:0) after 1m0s
[22:31:44.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:25:0)
[22:31:44.325] Timer tick, asking Buildbucket for the build status
[22:31:44.754] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:44.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:26:0) after 1m0s
[22:32:45.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:26:0)
[22:32:45.005] Timer tick, asking Buildbucket for the build status
[22:32:45.636] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:45.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:27:0) after 1m0s
[22:33:45.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:27:0)
[22:33:45.752] Timer tick, asking Buildbucket for the build status
[22:33:45.971] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:45.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:28:0) after 1m0s
[22:34:45.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:28:0)
[22:34:45.995] Timer tick, asking Buildbucket for the build status
[22:34:46.438] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:46.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:29:0) after 1m0s
[22:35:46.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:29:0)
[22:35:46.469] Timer tick, asking Buildbucket for the build status
[22:35:46.993] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:46.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:30:0) after 1m0s
[22:36:47.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:30:0)
[22:36:47.097] Timer tick, asking Buildbucket for the build status
[22:36:47.888] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:47.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:31:0) after 1m0s
[22:37:48.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:31:0)
[22:37:48.057] Timer tick, asking Buildbucket for the build status
[22:37:48.440] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:48.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:32:0) after 1m0s
[22:38:48.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:32:0)
[22:38:48.624] Timer tick, asking Buildbucket for the build status
[22:38:48.992] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:48.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:33:0) after 1m0s
[22:39:49.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:33:0)
[22:39:49.164] Timer tick, asking Buildbucket for the build status
[22:39:49.495] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:49.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:34:0) after 1m0s
[22:40:49.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:34:0)
[22:40:49.810] Timer tick, asking Buildbucket for the build status
[22:40:50.004] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:50.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:35:0) after 1m0s
[22:41:50.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:35:0)
[22:41:50.263] Timer tick, asking Buildbucket for the build status
[22:41:56.198] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:56.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:36:0) after 1m0s
[22:42:56.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:36:0)
[22:42:56.193] Timer tick, asking Buildbucket for the build status
[22:42:56.659] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:56.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:37:0) after 1m0s
[22:43:56.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:37:0)
[22:43:56.765] Timer tick, asking Buildbucket for the build status
[22:43:57.741] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:57.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:38:0) after 1m0s
[22:44:57.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:38:0)
[22:44:57.892] Timer tick, asking Buildbucket for the build status
[22:44:58.760] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:58.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:39:0) after 1m0s
[22:45:58.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:39:0)
[22:45:58.786] Timer tick, asking Buildbucket for the build status
[22:45:59.070] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:59.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:40:0) after 1m0s
[22:46:59.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:40:0)
[22:46:59.103] Timer tick, asking Buildbucket for the build status
[22:47:00.338] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:00.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:41:0) after 1m0s
[22:48:00.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:41:0)
[22:48:00.403] Timer tick, asking Buildbucket for the build status
[22:48:01.106] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:01.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:42:0) after 1m0s
[22:49:01.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:42:0)
[22:49:01.146] Timer tick, asking Buildbucket for the build status
[22:49:04.085] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:04.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:43:0) after 1m0s
[22:50:04.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:43:0)
[22:50:04.109] Timer tick, asking Buildbucket for the build status
[22:50:04.532] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:04.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:44:0) after 1m0s
[22:51:04.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:44:0)
[22:51:04.597] Timer tick, asking Buildbucket for the build status
[22:51:05.152] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:05.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:45:0) after 1m0s
[22:52:05.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:45:0)
[22:52:05.196] Timer tick, asking Buildbucket for the build status
[22:52:07.238] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:07.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:46:0) after 1m0s
[22:53:07.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:46:0)
[22:53:07.305] Timer tick, asking Buildbucket for the build status
[22:53:10.037] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:10.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:47:0) after 1m0s
[22:54:10.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:47:0)
[22:54:10.072] Timer tick, asking Buildbucket for the build status
[22:54:11.243] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:11.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:48:0) after 1m0s
[22:55:11.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:48:0)
[22:55:11.281] Timer tick, asking Buildbucket for the build status
[22:55:15.121] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:15.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:49:0) after 1m0s
[22:56:15.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:49:0)
[22:56:15.205] Timer tick, asking Buildbucket for the build status
[22:56:15.782] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:15.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:50:0) after 1m0s
[22:57:15.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:50:0)
[22:57:15.983] Timer tick, asking Buildbucket for the build status
[22:57:16.287] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:16.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:51:0) after 1m0s
[22:58:16.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:51:0)
[22:58:16.380] Timer tick, asking Buildbucket for the build status
[22:58:16.696] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:16.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:52:0) after 1m0s
[22:59:16.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:52:0)
[22:59:16.798] Timer tick, asking Buildbucket for the build status
[22:59:17.161] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:17.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:53:0) after 1m0s
[23:00:17.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:53:0)
[23:00:17.214] Timer tick, asking Buildbucket for the build status
[23:00:17.942] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:17.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:54:0) after 1m0s
[23:01:17.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:54:0)
[23:01:17.989] Timer tick, asking Buildbucket for the build status
[23:01:18.186] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:18.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:55:0) after 1m0s
[23:02:18.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:55:0)
[23:02:18.237] Timer tick, asking Buildbucket for the build status
[23:02:18.547] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:18.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:56:0) after 1m0s
[23:03:18.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:56:0)
[23:03:18.585] Timer tick, asking Buildbucket for the build status
[23:03:19.548] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:19.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:57:0) after 1m0s
[23:04:19.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:57:0)
[23:04:19.639] Timer tick, asking Buildbucket for the build status
[23:04:20.015] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:20.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:58:0) after 1m0s
[23:05:20.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:58:0)
[23:05:20.071] Timer tick, asking Buildbucket for the build status
[23:05:22.408] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:22.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:59:0) after 1m0s
[23:06:22.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:59:0)
[23:06:22.465] Timer tick, asking Buildbucket for the build status
[23:06:22.734] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:22.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:60:0) after 1m0s
[23:07:22.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:60:0)
[23:07:22.766] Timer tick, asking Buildbucket for the build status
[23:07:22.971] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:22.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:61:0) after 1m0s
[23:08:23.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:61:0)
[23:08:23.010] Timer tick, asking Buildbucket for the build status
[23:08:23.339] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:23.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:62:0) after 1m0s
[23:09:23.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:62:0)
[23:09:23.558] Timer tick, asking Buildbucket for the build status
[23:09:23.788] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:23.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:63:0) after 1m0s
[23:10:24.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:63:0)
[23:10:24.113] Timer tick, asking Buildbucket for the build status
[23:10:24.557] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:24.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:64:0) after 1m0s
[23:11:24.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:64:0)
[23:11:24.995] Timer tick, asking Buildbucket for the build status
[23:11:26.912] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:26.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:65:0) after 1m0s
[23:12:27.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:65:0)
[23:12:27.447] Timer tick, asking Buildbucket for the build status
[23:12:28.534] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:28.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:66:0) after 1m0s
[23:13:28.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:66:0)
[23:13:28.650] Timer tick, asking Buildbucket for the build status
[23:13:29.292] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:29.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:67:0) after 1m0s
[23:14:29.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:67:0)
[23:14:29.651] Timer tick, asking Buildbucket for the build status
[23:14:29.985] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:29.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:68:0) after 1m0s
[23:15:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:68:0)
[23:15:30.576] Timer tick, asking Buildbucket for the build status
[23:15:30.823] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:30.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:69:0) after 1m0s
[23:16:30.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:69:0)
[23:16:30.995] Timer tick, asking Buildbucket for the build status
[23:16:31.542] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:31.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:70:0) after 1m0s
[23:17:31.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:70:0)
[23:17:31.931] Timer tick, asking Buildbucket for the build status
[23:17:32.866] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:32.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:71:0) after 1m0s
[23:18:33.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:71:0)
[23:18:33.321] Timer tick, asking Buildbucket for the build status
[23:18:33.526] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:33.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:72:0) after 1m0s
[23:19:33.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:72:0)
[23:19:33.751] Timer tick, asking Buildbucket for the build status
[23:19:34.192] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:34.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:73:0) after 1m0s
[23:20:34.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:73:0)
[23:20:34.325] Timer tick, asking Buildbucket for the build status
[23:20:40.994] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:40.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:74:0) after 1m0s
[23:21:41.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:74:0)
[23:21:41.019] Timer tick, asking Buildbucket for the build status
[23:21:41.310] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:41.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:75:0) after 1m0s
[23:22:41.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:75:0)
[23:22:41.376] Timer tick, asking Buildbucket for the build status
[23:22:41.554] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:41.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:76:0) after 1m0s
[23:23:41.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:76:0)
[23:23:41.677] Timer tick, asking Buildbucket for the build status
[23:23:41.971] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:41.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:77:0) after 1m0s
[23:24:42.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:77:0)
[23:24:42.266] Timer tick, asking Buildbucket for the build status
[23:24:42.882] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:78:0) after 1m0s
[23:25:42.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:78:0)
[23:25:42.954] Timer tick, asking Buildbucket for the build status
[23:25:44.075] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:44.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:79:0) after 1m0s
[23:26:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:79:0)
[23:26:44.174] Timer tick, asking Buildbucket for the build status
[23:26:44.790] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:44.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:80:0) after 1m0s
[23:27:44.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:80:0)
[23:27:44.878] Timer tick, asking Buildbucket for the build status
[23:27:47.767] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:47.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:81:0) after 1m0s
[23:28:47.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:81:0)
[23:28:47.792] Timer tick, asking Buildbucket for the build status
[23:28:49.178] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:49.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:82:0) after 1m0s
[23:29:49.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:82:0)
[23:29:49.260] Timer tick, asking Buildbucket for the build status
[23:29:50.353] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:50.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:83:0) after 1m0s
[23:30:50.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:83:0)
[23:30:50.386] Timer tick, asking Buildbucket for the build status
[23:30:53.094] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:53.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:84:0) after 1m0s
[23:31:53.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:84:0)
[23:31:53.211] Timer tick, asking Buildbucket for the build status
[23:31:53.796] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:53.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:85:0) after 1m0s
[23:32:54.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:85:0)
[23:32:54.166] Timer tick, asking Buildbucket for the build status
[23:32:54.713] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:54.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:86:0) after 1m0s
[23:33:54.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:86:0)
[23:33:54.904] Timer tick, asking Buildbucket for the build status
[23:33:55.325] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:55.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:87:0) after 1m0s
[23:34:55.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:87:0)
[23:34:55.543] Timer tick, asking Buildbucket for the build status
[23:34:56.174] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:56.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:88:0) after 1m0s
[23:35:56.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:88:0)
[23:35:56.215] Timer tick, asking Buildbucket for the build status
[23:35:56.471] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:56.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:89:0) after 1m0s
[23:36:56.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:89:0)
[23:36:56.597] Timer tick, asking Buildbucket for the build status
[23:36:57.442] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:57.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:90:0) after 1m0s
[23:37:57.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:90:0)
[23:37:57.540] Timer tick, asking Buildbucket for the build status
[23:37:57.761] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:57.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:91:0) after 1m0s
[23:38:57.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:91:0)
[23:38:57.844] Timer tick, asking Buildbucket for the build status
[23:38:58.166] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:58.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:92:0) after 1m0s
[23:39:58.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:92:0)
[23:39:58.369] Timer tick, asking Buildbucket for the build status
[23:39:58.578] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:58.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:93:0) after 1m0s
[23:40:58.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:93:0)
[23:40:58.666] Timer tick, asking Buildbucket for the build status
[23:40:58.873] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:58.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:94:0) after 1m0s
[23:41:59.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:94:0)
[23:41:59.049] Timer tick, asking Buildbucket for the build status
[23:41:59.238] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:59.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:95:0) after 1m0s
[23:42:59.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:95:0)
[23:42:59.292] Timer tick, asking Buildbucket for the build status
[23:42:59.508] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:59.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:96:0) after 1m0s
[23:43:59.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:96:0)
[23:43:59.525] Timer tick, asking Buildbucket for the build status
[23:43:59.924] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:59.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:97:0) after 1m0s
[23:45:00.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:97:0)
[23:45:00.226] Timer tick, asking Buildbucket for the build status
[23:45:01.268] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:01.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:98:0) after 1m0s
[23:46:01.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:98:0)
[23:46:01.297] Timer tick, asking Buildbucket for the build status
[23:46:02.462] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:02.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:99:0) after 1m0s
[23:47:02.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:99:0)
[23:47:02.504] Timer tick, asking Buildbucket for the build status
[23:47:03.304] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:03.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:100:0) after 1m0s
[23:48:03.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:100:0)
[23:48:03.366] Timer tick, asking Buildbucket for the build status
[23:48:03.903] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:03.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:101:0) after 1m0s
[23:49:04.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:101:0)
[23:49:04.011] Timer tick, asking Buildbucket for the build status
[23:49:04.240] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:04.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:102:0) after 1m0s
[23:50:04.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:102:0)
[23:50:04.330] Timer tick, asking Buildbucket for the build status
[23:50:04.755] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:04.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:103:0) after 1m0s
[23:51:04.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:103:0)
[23:51:04.865] Timer tick, asking Buildbucket for the build status
[23:51:05.487] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:05.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:104:0) after 1m0s
[23:52:05.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:104:0)
[23:52:05.554] Timer tick, asking Buildbucket for the build status
[23:52:06.091] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:06.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:105:0) after 1m0s
[23:53:06.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:105:0)
[23:53:06.131] Timer tick, asking Buildbucket for the build status
[23:53:07.379] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:106:0) after 1m0s
[23:54:07.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:106:0)
[23:54:07.384] Timer tick, asking Buildbucket for the build status
[23:54:07.846] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:07.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:107:0) after 1m0s
[23:55:07.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:107:0)
[23:55:07.894] Timer tick, asking Buildbucket for the build status
[23:55:08.836] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:08.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:108:0) after 1m0s
[23:56:08.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:108:0)
[23:56:08.970] Timer tick, asking Buildbucket for the build status
[23:56:09.412] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:09.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:109:0) after 1m0s
[23:57:09.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:109:0)
[23:57:09.454] Timer tick, asking Buildbucket for the build status
[23:57:10.431] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:10.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:110:0) after 1m0s
[23:58:10.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:110:0)
[23:58:10.479] Timer tick, asking Buildbucket for the build status
[23:58:11.879] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:11.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:111:0) after 1m0s
[23:59:11.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:111:0)
[23:59:11.969] Timer tick, asking Buildbucket for the build status
[23:59:12.224] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:12.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:112:0) after 1m0s
[00:00:12.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:112:0)
[00:00:12.769] Timer tick, asking Buildbucket for the build status
[00:00:13.026] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:13.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:113:0) after 1m0s
[00:01:13.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:113:0)
[00:01:13.596] Timer tick, asking Buildbucket for the build status
[00:01:13.845] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:13.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:114:0) after 1m0s
[00:02:14.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:114:0)
[00:02:14.117] Timer tick, asking Buildbucket for the build status
[00:02:14.303] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:14.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:115:0) after 1m0s
[00:03:14.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:115:0)
[00:03:14.429] Timer tick, asking Buildbucket for the build status
[00:03:14.662] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:14.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:116:0) after 1m0s
[00:04:15.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:116:0)
[00:04:15.158] Timer tick, asking Buildbucket for the build status
[00:04:15.377] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:15.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:117:0) after 1m0s
[00:05:15.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:117:0)
[00:05:15.720] Timer tick, asking Buildbucket for the build status
[00:05:16.763] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:16.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:118:0) after 1m0s
[00:06:16.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:118:0)
[00:06:16.830] Timer tick, asking Buildbucket for the build status
[00:06:20.353] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:20.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:119:0) after 1m0s
[00:07:20.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:119:0)
[00:07:20.399] Timer tick, asking Buildbucket for the build status
[00:07:21.060] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:21.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:120:0) after 1m0s
[00:08:21.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:120:0)
[00:08:21.059] Timer tick, asking Buildbucket for the build status
[00:08:21.431] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:21.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:121:0) after 1m0s
[00:09:21.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:121:0)
[00:09:21.495] Timer tick, asking Buildbucket for the build status
[00:09:21.879] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:21.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:122:0) after 1m0s
[00:10:21.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:122:0)
[00:10:21.979] Timer tick, asking Buildbucket for the build status
[00:10:25.152] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:25.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:123:0) after 1m0s
[00:11:25.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:123:0)
[00:11:25.217] Timer tick, asking Buildbucket for the build status
[00:11:25.484] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:25.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:124:0) after 1m0s
[00:12:25.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:124:0)
[00:12:25.552] Timer tick, asking Buildbucket for the build status
[00:12:26.426] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:26.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:125:0) after 1m0s
[00:13:26.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:125:0)
[00:13:26.765] Timer tick, asking Buildbucket for the build status
[00:13:29.621] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:29.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:126:0) after 1m0s
[00:14:29.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:126:0)
[00:14:29.731] Timer tick, asking Buildbucket for the build status
[00:14:30.148] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:30.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:127:0) after 1m0s
[00:15:30.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:127:0)
[00:15:30.211] Timer tick, asking Buildbucket for the build status
[00:15:31.163] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:31.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:128:0) after 1m0s
[00:16:31.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:128:0)
[00:16:31.261] Timer tick, asking Buildbucket for the build status
[00:16:31.673] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:31.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:129:0) after 1m0s
[00:17:31.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:129:0)
[00:17:31.736] Timer tick, asking Buildbucket for the build status
[00:17:32.127] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:32.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:130:0) after 1m0s
[00:18:32.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:130:0)
[00:18:32.160] Timer tick, asking Buildbucket for the build status
[00:18:37.580] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:37.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:131:0) after 1m0s
[00:19:37.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:131:0)
[00:19:37.757] Timer tick, asking Buildbucket for the build status
[00:19:42.874] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:42.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:132:0) after 1m0s
[00:20:43.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:132:0)
[00:20:43.028] Timer tick, asking Buildbucket for the build status
[00:20:45.702] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:45.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:133:0) after 1m0s
[00:21:45.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:133:0)
[00:21:45.774] Timer tick, asking Buildbucket for the build status
[00:21:46.208] Build 8903209396816039664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:46.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068639461627899184:134:0) after 1m0s
[00:21:55.547] Received PubSub notification, asking Buildbucket for the build status
[00:21:57.570] Build 8903209396816039664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:21:57.570] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567642913723927",
    "created_by": "project:chromium",
    "created_ts": "1567634886877928",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903209396816039664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"3baea83cb1568e8e066e5f863db6eb09d689f5cc\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13975, \"got_angle_revision\": \"7e44ec26d6520ce3bce76df687b593b1e6d4b67b\", \"got_dawn_revision\": \"f5c44772a6999a37760f6b67ee73b33876e8f7a9\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"3baea83cb1568e8e066e5f863db6eb09d689f5cc\", \"got_revision_cp\": \"refs/heads/master@{#693396}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"73694fd32996da7f914e05ebc84aa9fbe2cd6b52\", \"got_v8_revision_cp\": \"refs/heads/7.8.279@{#1}\", \"got_webrtc_revision\": \"1aa7e2fa2d6de586253d93575b2d3b6ae70cb056\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29046}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"3baea83cb1568e8e066e5f863db6eb09d689f5cc\", \"swarm_hashes\": {\"0\": \"7e4881eb14e1fa572baf36d8e3450bc6148579bc\", \"1\": \"2b85621b9e166dfd8bc3e14fb1fd3cf89252f892\", \"10\": \"2d67630d5dd88184e96f8b02fd5b8bd90729e8ee\", \"11\": \"9dea07006308b64d3664d72c6fd26d65ebc4d32f\", \"12\": \"c0813062e76bcaac9229ccdc6b2e5090293ec52c\", \"13\": \"f67b2d15ad4cea7ee187246b1e106daf91376f8e\", \"14\": \"2d264bb0982094c8e0365667945963abfb417bfe\", \"15\": \"0f75727af5f444ecf49eb189b019b850014003e1\", \"16\": \"cb7681009000b81d7fb85ec968fae129e1c3b4c1\", \"2\": \"347391fd6a05da76e8e5fc717785950572d8fd09\", \"3\": \"e72008c14560e4bff12403dfceb85399ab2f8b6b\", \"4\": \"eccae6dbc5bd8e374e11972f29b522650cee3f62\", \"5\": \"c797ffd6aa8a7b892c1a9d5aca8ee44f52bfd586\", \"6\": \"3f5d9dae78b808f87c246b2460b9a616cf4c0777\", \"7\": \"047419a77118587677b694aa516050f9f7937bce\", \"8\": \"cb154ae8be34d1aab9318d2f5282a5b372543c2e\", \"9\": \"8ea91f2f0bc5651461eb759898da4fe95d50e081\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567635045986667",
    "status": "COMPLETED",
    "status_changed_ts": "1567635046849771",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13975",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3baea83cb1568e8e066e5f863db6eb09d689f5cc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068639461627899184",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903209396816039664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:471723a3ef611910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567642914918712",
    "url": "https://ci.chromium.org/b/8903209396816039664",
    "utcnow_ts": "1567642917461862"
  }
}
[00:21:57.570] Invocation finished in 2h13m54.665199969s with status FAILED