Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "9832c3f1e3dc1d2247adb09106da84eee9e59b66"
}

Incoming tags

  • buildset:commit/git/9832c3f1e3dc1d2247adb09106da84eee9e59b66
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9832c3f1e3dc1d2247adb09106da84eee9e59b66
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[03:21:18.418] New invocation is queued and will start shortly
[03:21:19.499] Starting the invocation (attempt 1)
[03:21:19.543] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:21:19.543] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:21:19.543] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068076171342249136",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"9832c3f1e3dc1d2247adb09106da84eee9e59b66\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9068076171342249136",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
    "gitiles_ref:refs/heads/master"
  ]
}
[03:21:20.403] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568172079691411",
    "id": "8902646109324387776",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9832c3f1e3dc1d2247adb09106da84eee9e59b66\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568172080201328",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/14051",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068076171342249136",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902646109324387776/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568172080201460",
    "url": "https://ci.chromium.org/b/8902646109324387776",
    "utcnow_ts": "1568172080395006"
  }
}
[03:21:20.403] Task URL: https://ci.chromium.org/b/8902646109324387776
[03:21:20.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:2:0) after 1m0s
[03:22:20.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:2:0)
[03:22:20.514] Timer tick, asking Buildbucket for the build status
[03:22:21.002] Build 8902646109324387776: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:22:21.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:3:0) after 1m0s
[03:23:21.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:3:0)
[03:23:21.023] Timer tick, asking Buildbucket for the build status
[03:23:21.407] Build 8902646109324387776: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:23:21.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:4:0) after 1m0s
[03:24:11.751] Received PubSub notification, asking Buildbucket for the build status
[03:24:12.557] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:21.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:4:0)
[03:24:21.430] Timer tick, asking Buildbucket for the build status
[03:24:22.551] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:22.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:6:0) after 1m0s
[03:25:22.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:6:0)
[03:25:22.576] Timer tick, asking Buildbucket for the build status
[03:25:23.414] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:23.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:7:0) after 1m0s
[03:26:23.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:7:0)
[03:26:23.487] Timer tick, asking Buildbucket for the build status
[03:26:23.699] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:23.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:8:0) after 1m0s
[03:27:23.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:8:0)
[03:27:23.764] Timer tick, asking Buildbucket for the build status
[03:27:24.643] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:24.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:9:0) after 1m0s
[03:28:24.708] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:9:0)
[03:28:24.708] Timer tick, asking Buildbucket for the build status
[03:28:25.780] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:25.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:10:0) after 1m0s
[03:29:25.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:10:0)
[03:29:25.806] Timer tick, asking Buildbucket for the build status
[03:29:26.093] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:26.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:11:0) after 1m0s
[03:30:26.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:11:0)
[03:30:26.191] Timer tick, asking Buildbucket for the build status
[03:30:26.394] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:26.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:12:0) after 1m0s
[03:31:26.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:12:0)
[03:31:26.433] Timer tick, asking Buildbucket for the build status
[03:31:26.798] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:26.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:13:0) after 1m0s
[03:32:26.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:13:0)
[03:32:26.855] Timer tick, asking Buildbucket for the build status
[03:32:27.375] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:27.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:14:0) after 1m0s
[03:33:27.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:14:0)
[03:33:27.405] Timer tick, asking Buildbucket for the build status
[03:33:28.752] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:28.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:15:0) after 1m0s
[03:34:28.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:15:0)
[03:34:28.781] Timer tick, asking Buildbucket for the build status
[03:34:29.302] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:29.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:16:0) after 1m0s
[03:35:29.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:16:0)
[03:35:29.328] Timer tick, asking Buildbucket for the build status
[03:35:29.877] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:29.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:17:0) after 1m0s
[03:36:29.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:17:0)
[03:36:29.917] Timer tick, asking Buildbucket for the build status
[03:36:30.220] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:30.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:18:0) after 1m0s
[03:37:30.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:18:0)
[03:37:30.262] Timer tick, asking Buildbucket for the build status
[03:37:30.549] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:30.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:19:0) after 1m0s
[03:38:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:19:0)
[03:38:30.576] Timer tick, asking Buildbucket for the build status
[03:38:33.028] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:33.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:20:0) after 1m0s
[03:39:33.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:20:0)
[03:39:33.159] Timer tick, asking Buildbucket for the build status
[03:39:33.328] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:33.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:21:0) after 1m0s
[03:40:33.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:21:0)
[03:40:33.425] Timer tick, asking Buildbucket for the build status
[03:40:33.661] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:33.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:22:0) after 1m0s
[03:41:33.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:22:0)
[03:41:33.703] Timer tick, asking Buildbucket for the build status
[03:41:34.033] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:34.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:23:0) after 1m0s
[03:42:34.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:23:0)
[03:42:34.083] Timer tick, asking Buildbucket for the build status
[03:42:34.821] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:34.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:24:0) after 1m0s
[03:43:34.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:24:0)
[03:43:34.897] Timer tick, asking Buildbucket for the build status
[03:43:35.127] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:35.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:25:0) after 1m0s
[03:44:35.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:25:0)
[03:44:35.194] Timer tick, asking Buildbucket for the build status
[03:44:35.507] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:35.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:26:0) after 1m0s
[03:45:35.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:26:0)
[03:45:35.551] Timer tick, asking Buildbucket for the build status
[03:45:36.176] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:36.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:27:0) after 1m0s
[03:46:36.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:27:0)
[03:46:36.252] Timer tick, asking Buildbucket for the build status
[03:46:36.456] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:36.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:28:0) after 1m0s
[03:47:36.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:28:0)
[03:47:36.496] Timer tick, asking Buildbucket for the build status
[03:47:37.133] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:37.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:29:0) after 1m0s
[03:48:37.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:29:0)
[03:48:37.221] Timer tick, asking Buildbucket for the build status
[03:48:37.774] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:37.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:30:0) after 1m0s
[03:49:37.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:30:0)
[03:49:37.758] Timer tick, asking Buildbucket for the build status
[03:49:38.215] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:38.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:31:0) after 1m0s
[03:50:38.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:31:0)
[03:50:38.305] Timer tick, asking Buildbucket for the build status
[03:50:39.272] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:39.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:32:0) after 1m0s
[03:51:39.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:32:0)
[03:51:39.306] Timer tick, asking Buildbucket for the build status
[03:51:39.910] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:39.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:33:0) after 1m0s
[03:52:39.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:33:0)
[03:52:39.985] Timer tick, asking Buildbucket for the build status
[03:52:40.173] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:40.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:34:0) after 1m0s
[03:53:40.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:34:0)
[03:53:40.278] Timer tick, asking Buildbucket for the build status
[03:53:40.494] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:40.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:35:0) after 1m0s
[03:54:40.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:35:0)
[03:54:40.607] Timer tick, asking Buildbucket for the build status
[03:54:41.037] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:41.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:36:0) after 1m0s
[03:55:41.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:36:0)
[03:55:41.093] Timer tick, asking Buildbucket for the build status
[03:55:42.046] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:42.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:37:0) after 1m0s
[03:56:42.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:37:0)
[03:56:42.169] Timer tick, asking Buildbucket for the build status
[03:56:43.746] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:43.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:38:0) after 1m0s
[03:57:43.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:38:0)
[03:57:43.747] Timer tick, asking Buildbucket for the build status
[03:57:43.902] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:43.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:39:0) after 1m0s
[03:58:44.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:39:0)
[03:58:44.000] Timer tick, asking Buildbucket for the build status
[03:58:44.405] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:44.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:40:0) after 1m0s
[03:59:44.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:40:0)
[03:59:44.560] Timer tick, asking Buildbucket for the build status
[03:59:44.939] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:44.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:41:0) after 1m0s
[04:00:45.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:41:0)
[04:00:45.103] Timer tick, asking Buildbucket for the build status
[04:00:45.364] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:45.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:42:0) after 1m0s
[04:01:45.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:42:0)
[04:01:45.424] Timer tick, asking Buildbucket for the build status
[04:01:45.681] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:45.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:43:0) after 1m0s
[04:02:45.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:43:0)
[04:02:45.785] Timer tick, asking Buildbucket for the build status
[04:02:46.003] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:46.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:44:0) after 1m0s
[04:03:46.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:44:0)
[04:03:46.060] Timer tick, asking Buildbucket for the build status
[04:03:46.659] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:46.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:45:0) after 1m0s
[04:04:46.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:45:0)
[04:04:46.701] Timer tick, asking Buildbucket for the build status
[04:04:47.556] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:47.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:46:0) after 1m0s
[04:05:47.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:46:0)
[04:05:47.584] Timer tick, asking Buildbucket for the build status
[04:05:48.165] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:48.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:47:0) after 1m0s
[04:06:48.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:47:0)
[04:06:48.202] Timer tick, asking Buildbucket for the build status
[04:06:48.439] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:48.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:48:0) after 1m0s
[04:07:48.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:48:0)
[04:07:48.530] Timer tick, asking Buildbucket for the build status
[04:07:48.821] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:48.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:49:0) after 1m0s
[04:08:48.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:49:0)
[04:08:48.975] Timer tick, asking Buildbucket for the build status
[04:08:49.174] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:49.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:50:0) after 1m0s
[04:09:49.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:50:0)
[04:09:49.236] Timer tick, asking Buildbucket for the build status
[04:09:49.469] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:49.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:51:0) after 1m0s
[04:10:49.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:51:0)
[04:10:49.593] Timer tick, asking Buildbucket for the build status
[04:10:50.160] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:50.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:52:0) after 1m0s
[04:11:50.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:52:0)
[04:11:50.257] Timer tick, asking Buildbucket for the build status
[04:11:50.605] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:50.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:53:0) after 1m0s
[04:12:50.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:53:0)
[04:12:50.620] Timer tick, asking Buildbucket for the build status
[04:12:53.937] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:53.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:54:0) after 1m0s
[04:13:54.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:54:0)
[04:13:54.043] Timer tick, asking Buildbucket for the build status
[04:13:54.431] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:54.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:55:0) after 1m0s
[04:14:54.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:55:0)
[04:14:54.589] Timer tick, asking Buildbucket for the build status
[04:14:55.069] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:55.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:56:0) after 1m0s
[04:15:55.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:56:0)
[04:15:55.182] Timer tick, asking Buildbucket for the build status
[04:15:55.356] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:55.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:57:0) after 1m0s
[04:16:55.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:57:0)
[04:16:55.393] Timer tick, asking Buildbucket for the build status
[04:16:55.582] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:55.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:58:0) after 1m0s
[04:17:55.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:58:0)
[04:17:55.614] Timer tick, asking Buildbucket for the build status
[04:17:55.886] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:55.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:59:0) after 1m0s
[04:18:55.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:59:0)
[04:18:55.921] Timer tick, asking Buildbucket for the build status
[04:18:56.103] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:56.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:60:0) after 1m0s
[04:19:56.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:60:0)
[04:19:56.199] Timer tick, asking Buildbucket for the build status
[04:19:56.391] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:56.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:61:0) after 1m0s
[04:20:56.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:61:0)
[04:20:56.638] Timer tick, asking Buildbucket for the build status
[04:20:56.945] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:56.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:62:0) after 1m0s
[04:21:57.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:62:0)
[04:21:57.176] Timer tick, asking Buildbucket for the build status
[04:21:57.728] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:57.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:63:0) after 1m0s
[04:22:57.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:63:0)
[04:22:57.914] Timer tick, asking Buildbucket for the build status
[04:22:58.556] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:64:0) after 1m0s
[04:23:58.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:64:0)
[04:23:58.673] Timer tick, asking Buildbucket for the build status
[04:23:59.093] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:59.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:65:0) after 1m0s
[04:24:59.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:65:0)
[04:24:59.148] Timer tick, asking Buildbucket for the build status
[04:24:59.328] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:59.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:66:0) after 1m0s
[04:25:59.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:66:0)
[04:25:59.450] Timer tick, asking Buildbucket for the build status
[04:26:00.440] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:00.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:67:0) after 1m0s
[04:27:00.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:67:0)
[04:27:00.542] Timer tick, asking Buildbucket for the build status
[04:27:04.012] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:04.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:68:0) after 1m0s
[04:28:04.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:68:0)
[04:28:04.151] Timer tick, asking Buildbucket for the build status
[04:28:04.312] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:04.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:69:0) after 1m0s
[04:29:04.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:69:0)
[04:29:04.511] Timer tick, asking Buildbucket for the build status
[04:29:04.852] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:04.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:70:0) after 1m0s
[04:30:05.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:70:0)
[04:30:05.042] Timer tick, asking Buildbucket for the build status
[04:30:05.259] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:05.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:71:0) after 1m0s
[04:31:05.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:71:0)
[04:31:05.399] Timer tick, asking Buildbucket for the build status
[04:31:05.852] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:05.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:72:0) after 1m0s
[04:32:05.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:72:0)
[04:32:05.918] Timer tick, asking Buildbucket for the build status
[04:32:09.257] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:09.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:73:0) after 1m0s
[04:33:09.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:73:0)
[04:33:09.406] Timer tick, asking Buildbucket for the build status
[04:33:09.743] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:09.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:74:0) after 1m0s
[04:34:09.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:74:0)
[04:34:09.852] Timer tick, asking Buildbucket for the build status
[04:34:10.093] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:10.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:75:0) after 1m0s
[04:35:10.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:75:0)
[04:35:10.171] Timer tick, asking Buildbucket for the build status
[04:35:10.550] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:10.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:76:0) after 1m0s
[04:36:10.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:76:0)
[04:36:10.666] Timer tick, asking Buildbucket for the build status
[04:36:11.496] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:11.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:77:0) after 1m0s
[04:37:11.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:77:0)
[04:37:11.634] Timer tick, asking Buildbucket for the build status
[04:37:12.320] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:12.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:78:0) after 1m0s
[04:38:12.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:78:0)
[04:38:12.484] Timer tick, asking Buildbucket for the build status
[04:38:13.687] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:13.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:79:0) after 1m0s
[04:39:13.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:79:0)
[04:39:13.869] Timer tick, asking Buildbucket for the build status
[04:39:15.089] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:15.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:80:0) after 1m0s
[04:40:15.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:80:0)
[04:40:15.136] Timer tick, asking Buildbucket for the build status
[04:40:20.520] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:20.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:81:0) after 1m0s
[04:41:20.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:81:0)
[04:41:20.689] Timer tick, asking Buildbucket for the build status
[04:41:20.887] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:20.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:82:0) after 1m0s
[04:42:20.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:82:0)
[04:42:20.940] Timer tick, asking Buildbucket for the build status
[04:42:21.182] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:21.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:83:0) after 1m0s
[04:43:21.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:83:0)
[04:43:21.185] Timer tick, asking Buildbucket for the build status
[04:43:21.672] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:21.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:84:0) after 1m0s
[04:44:21.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:84:0)
[04:44:21.701] Timer tick, asking Buildbucket for the build status
[04:44:21.890] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:21.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:85:0) after 1m0s
[04:45:21.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:85:0)
[04:45:21.926] Timer tick, asking Buildbucket for the build status
[04:45:22.149] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:22.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:86:0) after 1m0s
[04:46:22.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:86:0)
[04:46:22.174] Timer tick, asking Buildbucket for the build status
[04:46:22.923] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:22.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:87:0) after 1m0s
[04:47:22.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:87:0)
[04:47:22.981] Timer tick, asking Buildbucket for the build status
[04:47:23.205] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:23.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:88:0) after 1m0s
[04:48:23.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:88:0)
[04:48:23.245] Timer tick, asking Buildbucket for the build status
[04:48:23.457] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:23.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:89:0) after 1m0s
[04:49:23.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:89:0)
[04:49:23.462] Timer tick, asking Buildbucket for the build status
[04:49:27.256] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:27.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:90:0) after 1m0s
[04:50:27.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:90:0)
[04:50:27.307] Timer tick, asking Buildbucket for the build status
[04:50:27.635] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:27.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:91:0) after 1m0s
[04:51:27.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:91:0)
[04:51:27.677] Timer tick, asking Buildbucket for the build status
[04:51:28.021] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:28.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:92:0) after 1m0s
[04:52:28.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:92:0)
[04:52:28.072] Timer tick, asking Buildbucket for the build status
[04:52:28.445] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:28.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:93:0) after 1m0s
[04:53:28.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:93:0)
[04:53:28.461] Timer tick, asking Buildbucket for the build status
[04:53:29.027] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:29.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:94:0) after 1m0s
[04:54:29.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:94:0)
[04:54:29.088] Timer tick, asking Buildbucket for the build status
[04:54:29.292] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:29.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:95:0) after 1m0s
[04:55:29.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:95:0)
[04:55:29.329] Timer tick, asking Buildbucket for the build status
[04:55:31.032] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:31.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:96:0) after 1m0s
[04:56:31.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:96:0)
[04:56:31.059] Timer tick, asking Buildbucket for the build status
[04:56:31.254] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:31.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:97:0) after 1m0s
[04:57:31.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:97:0)
[04:57:31.290] Timer tick, asking Buildbucket for the build status
[04:57:31.494] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:31.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:98:0) after 1m0s
[04:58:31.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:98:0)
[04:58:31.555] Timer tick, asking Buildbucket for the build status
[04:58:31.727] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:31.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:99:0) after 1m0s
[04:59:31.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:99:0)
[04:59:31.788] Timer tick, asking Buildbucket for the build status
[04:59:32.251] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:32.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:100:0) after 1m0s
[05:00:32.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:100:0)
[05:00:32.269] Timer tick, asking Buildbucket for the build status
[05:00:32.606] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:32.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:101:0) after 1m0s
[05:01:32.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:101:0)
[05:01:32.638] Timer tick, asking Buildbucket for the build status
[05:01:32.850] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:32.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:102:0) after 1m0s
[05:02:32.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:102:0)
[05:02:32.929] Timer tick, asking Buildbucket for the build status
[05:02:33.118] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:33.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:103:0) after 1m0s
[05:03:33.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:103:0)
[05:03:33.222] Timer tick, asking Buildbucket for the build status
[05:03:33.516] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:33.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:104:0) after 1m0s
[05:04:33.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:104:0)
[05:04:33.528] Timer tick, asking Buildbucket for the build status
[05:04:34.106] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:34.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:105:0) after 1m0s
[05:05:34.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:105:0)
[05:05:34.165] Timer tick, asking Buildbucket for the build status
[05:05:34.436] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:34.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:106:0) after 1m0s
[05:06:34.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:106:0)
[05:06:34.474] Timer tick, asking Buildbucket for the build status
[05:06:34.828] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:34.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:107:0) after 1m0s
[05:07:35.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:107:0)
[05:07:35.235] Timer tick, asking Buildbucket for the build status
[05:07:35.961] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:35.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:108:0) after 1m0s
[05:08:36.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:108:0)
[05:08:36.163] Timer tick, asking Buildbucket for the build status
[05:08:36.356] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:36.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:109:0) after 1m0s
[05:09:36.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:109:0)
[05:09:36.422] Timer tick, asking Buildbucket for the build status
[05:09:37.222] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:37.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:110:0) after 1m0s
[05:10:37.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:110:0)
[05:10:37.282] Timer tick, asking Buildbucket for the build status
[05:10:37.858] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:37.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:111:0) after 1m0s
[05:11:38.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:111:0)
[05:11:38.000] Timer tick, asking Buildbucket for the build status
[05:11:38.235] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:38.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:112:0) after 1m0s
[05:12:38.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:112:0)
[05:12:38.675] Timer tick, asking Buildbucket for the build status
[05:12:38.911] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:38.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:113:0) after 1m0s
[05:13:39.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:113:0)
[05:13:39.166] Timer tick, asking Buildbucket for the build status
[05:13:39.841] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:39.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:114:0) after 1m0s
[05:14:40.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:114:0)
[05:14:40.011] Timer tick, asking Buildbucket for the build status
[05:14:40.302] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:40.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:115:0) after 1m0s
[05:15:40.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:115:0)
[05:15:40.468] Timer tick, asking Buildbucket for the build status
[05:15:40.774] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:40.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:116:0) after 1m0s
[05:16:40.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:116:0)
[05:16:40.865] Timer tick, asking Buildbucket for the build status
[05:16:41.085] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:41.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:117:0) after 1m0s
[05:17:41.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:117:0)
[05:17:41.266] Timer tick, asking Buildbucket for the build status
[05:17:41.881] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:41.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:118:0) after 1m0s
[05:18:42.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:118:0)
[05:18:42.164] Timer tick, asking Buildbucket for the build status
[05:18:42.387] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:42.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:119:0) after 1m0s
[05:19:42.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:119:0)
[05:19:42.536] Timer tick, asking Buildbucket for the build status
[05:19:43.734] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:43.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:120:0) after 1m0s
[05:20:43.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:120:0)
[05:20:43.764] Timer tick, asking Buildbucket for the build status
[05:20:43.960] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:43.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:121:0) after 1m0s
[05:21:44.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:121:0)
[05:21:44.004] Timer tick, asking Buildbucket for the build status
[05:21:44.994] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:44.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:122:0) after 1m0s
[05:22:45.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:122:0)
[05:22:45.023] Timer tick, asking Buildbucket for the build status
[05:22:45.543] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:45.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:123:0) after 1m0s
[05:23:46.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:123:0)
[05:23:46.143] Timer tick, asking Buildbucket for the build status
[05:23:47.074] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:47.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:124:0) after 1m0s
[05:24:47.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:124:0)
[05:24:47.434] Timer tick, asking Buildbucket for the build status
[05:24:47.700] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:47.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:125:0) after 1m0s
[05:25:47.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:125:0)
[05:25:47.789] Timer tick, asking Buildbucket for the build status
[05:25:48.604] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:48.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:126:0) after 1m0s
[05:26:48.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:126:0)
[05:26:48.774] Timer tick, asking Buildbucket for the build status
[05:26:49.085] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:49.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:127:0) after 1m0s
[05:27:49.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:127:0)
[05:27:49.209] Timer tick, asking Buildbucket for the build status
[05:27:49.504] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:49.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:128:0) after 1m0s
[05:28:49.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:128:0)
[05:28:49.569] Timer tick, asking Buildbucket for the build status
[05:28:50.927] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:50.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:129:0) after 1m0s
[05:29:50.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:129:0)
[05:29:50.976] Timer tick, asking Buildbucket for the build status
[05:29:51.929] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:51.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:130:0) after 1m0s
[05:30:51.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:130:0)
[05:30:51.992] Timer tick, asking Buildbucket for the build status
[05:30:52.164] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:52.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:131:0) after 1m0s
[05:31:52.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:131:0)
[05:31:52.369] Timer tick, asking Buildbucket for the build status
[05:31:52.592] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:52.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:132:0) after 1m0s
[05:32:52.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:132:0)
[05:32:52.679] Timer tick, asking Buildbucket for the build status
[05:32:55.846] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:55.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:133:0) after 1m0s
[05:33:55.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:133:0)
[05:33:55.911] Timer tick, asking Buildbucket for the build status
[05:33:56.249] Build 8902646109324387776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:56.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068076171342249136:134:0) after 1m0s
[05:33:57.817] Received PubSub notification, asking Buildbucket for the build status
[05:33:57.927] Build 8902646109324387776: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[05:33:57.927] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568180037399811",
    "created_by": "project:chromium",
    "created_ts": "1568172079691411",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902646109324387776",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9832c3f1e3dc1d2247adb09106da84eee9e59b66\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 14051, \"got_angle_revision\": \"0b8eca7953499f9eb6459761aff1114f03bfa0e4\", \"got_dawn_revision\": \"f35dcfe60a62cfb76ee557edd4d5bad0068f2850\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"9832c3f1e3dc1d2247adb09106da84eee9e59b66\", \"got_revision_cp\": \"refs/heads/master@{#695469}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"75ba649d1c6fea41b60bfd21417bd135793b5073\", \"got_v8_revision_cp\": \"refs/heads/7.9.11@{#1}\", \"got_webrtc_revision\": \"c5d29588605e73b51d8da88095fb1a955ccc648f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29144}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9832c3f1e3dc1d2247adb09106da84eee9e59b66\", \"swarm_hashes\": {\"0\": \"725a6e0d3fe36f195b497e16ad3840b0586349bb\", \"1\": \"fe6e9e9230517418dc918999420fa7845f5a35ab\", \"10\": \"4fb250f7a5c03f093047400ad258eadaaaca0f69\", \"11\": \"436e8dfcfe59134ae151657891f26a9d88aaca09\", \"12\": \"2babc147654c59766c1963c45a5a00e3cb22d59d\", \"13\": \"4d21d572131c4a757b337d5b48f97239e0ad2857\", \"14\": \"ebc86dc4dd1f26fd561d804ffdc808bc6d7726ed\", \"15\": \"2e2439fe4deeb9353601d11e7ae9529626bae2f9\", \"16\": \"ac8fcfd04d306833252c0be2e06e43b4311b4d25\", \"2\": \"fe636c68bdd9b2788242c140281de898ebc50ecd\", \"3\": \"23988ddb8df73178dd61ad694f5c47f89efb9771\", \"4\": \"c46fe824c812ba2f34a1f0c1fc704e0c4a7b81ff\", \"5\": \"aa7c752663f39e13e72e12af3e98fa92240dd385\", \"6\": \"73183d19958d410bbc26431a3332710867b4eb3d\", \"7\": \"02c17a213700b46d2c1edc7585c9a8b5a890dbbd\", \"8\": \"01a5e5c40a24d76fd05ce34f20a35ed247fcceba\", \"9\": \"97ab088b489663f0af193904fe930b389a44701d\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4423-0229127\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568172250119011",
    "status": "COMPLETED",
    "status_changed_ts": "1568172251225653",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/14051",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9832c3f1e3dc1d2247adb09106da84eee9e59b66",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068076171342249136",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902646109324387776/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47372885b1245610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568180037555175",
    "url": "https://ci.chromium.org/b/8902646109324387776",
    "utcnow_ts": "1568180037920486"
  }
}
[05:33:57.927] Invocation finished in 2h12m39.543845362s with status FAILED