Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3f2a49921ec8a9a69e48ed4190389ad55863549b"
}

Incoming tags

  • buildset:commit/git/3f2a49921ec8a9a69e48ed4190389ad55863549b
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f2a49921ec8a9a69e48ed4190389ad55863549b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:51:50.520] New invocation is queued and will start shortly
[00:51:51.661] Starting the invocation (attempt 1)
[00:51:51.726] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:51:51.726] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:51:51.726] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9055492596536306512",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"3f2a49921ec8a9a69e48ed4190389ad55863549b\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9055492596536306512",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/3f2a49921ec8a9a69e48ed4190389ad55863549b",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f2a49921ec8a9a69e48ed4190389ad55863549b",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:51:52.910] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1580172711881836",
    "id": "8890062534425397872",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f2a49921ec8a9a69e48ed4190389ad55863549b\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1580172712730697",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16184",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3f2a49921ec8a9a69e48ed4190389ad55863549b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f2a49921ec8a9a69e48ed4190389ad55863549b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055492596536306512",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890062534425397872/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580172712731185",
    "url": "https://ci.chromium.org/b/8890062534425397872",
    "utcnow_ts": "1580172712900668"
  }
}
[00:51:52.910] Task URL: https://ci.chromium.org/b/8890062534425397872
[00:51:52.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:2:0) after 1m0s
[00:52:52.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:2:0)
[00:52:52.949] Timer tick, asking Buildbucket for the build status
[00:52:53.110] Build 8890062534425397872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:52:53.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:3:0) after 1m0s
[00:53:53.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:3:0)
[00:53:53.107] Timer tick, asking Buildbucket for the build status
[00:53:53.348] Build 8890062534425397872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:53:53.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:4:0) after 1m0s
[00:54:53.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:4:0)
[00:54:53.441] Timer tick, asking Buildbucket for the build status
[00:54:53.929] Build 8890062534425397872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:54:53.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:5:0) after 1m0s
[00:55:53.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:5:0)
[00:55:53.955] Timer tick, asking Buildbucket for the build status
[00:55:54.232] Build 8890062534425397872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:55:54.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:6:0) after 1m0s
[00:56:54.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:6:0)
[00:56:54.278] Timer tick, asking Buildbucket for the build status
[00:56:55.102] Build 8890062534425397872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:56:55.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:7:0) after 1m0s
[00:57:09.806] Received PubSub notification, asking Buildbucket for the build status
[00:57:11.056] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:55.188] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:7:0)
[00:57:55.188] Timer tick, asking Buildbucket for the build status
[00:57:55.612] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:55.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:9:0) after 1m0s
[00:58:55.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:9:0)
[00:58:55.607] Timer tick, asking Buildbucket for the build status
[00:58:55.820] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:55.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:10:0) after 1m0s
[00:59:55.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:10:0)
[00:59:55.839] Timer tick, asking Buildbucket for the build status
[00:59:56.123] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:56.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:11:0) after 1m0s
[01:00:56.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:11:0)
[01:00:56.144] Timer tick, asking Buildbucket for the build status
[01:00:56.758] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:56.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:12:0) after 1m0s
[01:01:56.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:12:0)
[01:01:56.796] Timer tick, asking Buildbucket for the build status
[01:01:57.492] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:57.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:13:0) after 1m0s
[01:02:57.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:13:0)
[01:02:57.517] Timer tick, asking Buildbucket for the build status
[01:02:58.129] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:58.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:14:0) after 1m0s
[01:03:58.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:14:0)
[01:03:58.210] Timer tick, asking Buildbucket for the build status
[01:03:58.933] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:58.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:15:0) after 1m0s
[01:04:58.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:15:0)
[01:04:58.936] Timer tick, asking Buildbucket for the build status
[01:04:59.079] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:59.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:16:0) after 1m0s
[01:05:59.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:16:0)
[01:05:59.101] Timer tick, asking Buildbucket for the build status
[01:05:59.293] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:59.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:17:0) after 1m0s
[01:06:59.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:17:0)
[01:06:59.350] Timer tick, asking Buildbucket for the build status
[01:06:59.953] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:59.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:18:0) after 1m0s
[01:07:59.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:18:0)
[01:07:59.952] Timer tick, asking Buildbucket for the build status
[01:08:00.155] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:00.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:19:0) after 1m0s
[01:09:00.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:19:0)
[01:09:00.209] Timer tick, asking Buildbucket for the build status
[01:09:00.858] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:00.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:20:0) after 1m0s
[01:10:00.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:20:0)
[01:10:00.939] Timer tick, asking Buildbucket for the build status
[01:10:01.200] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:01.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:21:0) after 1m0s
[01:11:01.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:21:0)
[01:11:01.189] Timer tick, asking Buildbucket for the build status
[01:11:01.488] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:01.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:22:0) after 1m0s
[01:12:01.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:22:0)
[01:12:01.507] Timer tick, asking Buildbucket for the build status
[01:12:02.098] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:02.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:23:0) after 1m0s
[01:13:02.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:23:0)
[01:13:02.170] Timer tick, asking Buildbucket for the build status
[01:13:02.698] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:02.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:24:0) after 1m0s
[01:14:02.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:24:0)
[01:14:02.838] Timer tick, asking Buildbucket for the build status
[01:14:03.088] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:03.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:25:0) after 1m0s
[01:15:03.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:25:0)
[01:15:03.220] Timer tick, asking Buildbucket for the build status
[01:15:04.012] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:04.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:26:0) after 1m0s
[01:16:04.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:26:0)
[01:16:04.079] Timer tick, asking Buildbucket for the build status
[01:16:04.235] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:04.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:27:0) after 1m0s
[01:17:04.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:27:0)
[01:17:04.319] Timer tick, asking Buildbucket for the build status
[01:17:04.906] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:04.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:28:0) after 1m0s
[01:18:04.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:28:0)
[01:18:04.969] Timer tick, asking Buildbucket for the build status
[01:18:05.153] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:05.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:29:0) after 1m0s
[01:19:05.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:29:0)
[01:19:05.317] Timer tick, asking Buildbucket for the build status
[01:19:05.525] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:05.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:30:0) after 1m0s
[01:20:06.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:30:0)
[01:20:06.187] Timer tick, asking Buildbucket for the build status
[01:20:09.162] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:09.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:31:0) after 1m0s
[01:21:09.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:31:0)
[01:21:09.297] Timer tick, asking Buildbucket for the build status
[01:21:09.621] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:09.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:32:0) after 1m0s
[01:22:09.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:32:0)
[01:22:09.736] Timer tick, asking Buildbucket for the build status
[01:22:11.404] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:11.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:33:0) after 1m0s
[01:23:11.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:33:0)
[01:23:11.421] Timer tick, asking Buildbucket for the build status
[01:23:13.842] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:13.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:34:0) after 1m0s
[01:24:13.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:34:0)
[01:24:13.940] Timer tick, asking Buildbucket for the build status
[01:24:14.539] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:14.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:35:0) after 1m0s
[01:25:14.636] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:35:0)
[01:25:14.636] Timer tick, asking Buildbucket for the build status
[01:25:14.903] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:14.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:36:0) after 1m0s
[01:26:15.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:36:0)
[01:26:15.090] Timer tick, asking Buildbucket for the build status
[01:26:15.325] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:15.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:37:0) after 1m0s
[01:27:15.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:37:0)
[01:27:15.558] Timer tick, asking Buildbucket for the build status
[01:27:16.928] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:16.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:38:0) after 1m0s
[01:28:17.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:38:0)
[01:28:17.059] Timer tick, asking Buildbucket for the build status
[01:28:17.406] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:17.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:39:0) after 1m0s
[01:29:17.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:39:0)
[01:29:17.490] Timer tick, asking Buildbucket for the build status
[01:29:17.990] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:17.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:40:0) after 1m0s
[01:30:18.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:40:0)
[01:30:18.063] Timer tick, asking Buildbucket for the build status
[01:30:18.354] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:18.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:41:0) after 1m0s
[01:31:18.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:41:0)
[01:31:18.392] Timer tick, asking Buildbucket for the build status
[01:31:19.776] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:19.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:42:0) after 1m0s
[01:32:19.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:42:0)
[01:32:19.941] Timer tick, asking Buildbucket for the build status
[01:32:20.745] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:20.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:43:0) after 1m0s
[01:33:20.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:43:0)
[01:33:20.849] Timer tick, asking Buildbucket for the build status
[01:33:21.042] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:21.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:44:0) after 1m0s
[01:34:21.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:44:0)
[01:34:21.035] Timer tick, asking Buildbucket for the build status
[01:34:21.827] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:21.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:45:0) after 1m0s
[01:35:21.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:45:0)
[01:35:21.883] Timer tick, asking Buildbucket for the build status
[01:35:22.529] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:22.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:46:0) after 1m0s
[01:36:22.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:46:0)
[01:36:22.528] Timer tick, asking Buildbucket for the build status
[01:36:23.087] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:23.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:47:0) after 1m0s
[01:37:23.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:47:0)
[01:37:23.061] Timer tick, asking Buildbucket for the build status
[01:37:23.453] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:23.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:48:0) after 1m0s
[01:38:23.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:48:0)
[01:38:23.608] Timer tick, asking Buildbucket for the build status
[01:38:23.795] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:23.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:49:0) after 1m0s
[01:39:23.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:49:0)
[01:39:23.788] Timer tick, asking Buildbucket for the build status
[01:39:24.376] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:24.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:50:0) after 1m0s
[01:40:24.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:50:0)
[01:40:24.451] Timer tick, asking Buildbucket for the build status
[01:40:25.245] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:25.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:51:0) after 1m0s
[01:41:25.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:51:0)
[01:41:25.295] Timer tick, asking Buildbucket for the build status
[01:41:26.858] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:26.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:52:0) after 1m0s
[01:42:27.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:52:0)
[01:42:27.010] Timer tick, asking Buildbucket for the build status
[01:42:27.327] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:27.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:53:0) after 1m0s
[01:43:27.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:53:0)
[01:43:27.372] Timer tick, asking Buildbucket for the build status
[01:43:27.623] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:27.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:54:0) after 1m0s
[01:44:27.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:54:0)
[01:44:27.641] Timer tick, asking Buildbucket for the build status
[01:44:27.845] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:27.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:55:0) after 1m0s
[01:45:27.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:55:0)
[01:45:27.908] Timer tick, asking Buildbucket for the build status
[01:45:28.038] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:28.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:56:0) after 1m0s
[01:46:28.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:56:0)
[01:46:28.123] Timer tick, asking Buildbucket for the build status
[01:46:28.434] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:28.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:57:0) after 1m0s
[01:47:28.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:57:0)
[01:47:28.477] Timer tick, asking Buildbucket for the build status
[01:47:29.318] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:29.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:58:0) after 1m0s
[01:48:29.339] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:58:0)
[01:48:29.339] Timer tick, asking Buildbucket for the build status
[01:48:29.507] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:29.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:59:0) after 1m0s
[01:49:29.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:59:0)
[01:49:29.528] Timer tick, asking Buildbucket for the build status
[01:49:30.132] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:30.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:60:0) after 1m0s
[01:50:30.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:60:0)
[01:50:30.159] Timer tick, asking Buildbucket for the build status
[01:50:32.649] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:32.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:61:0) after 1m0s
[01:51:32.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:61:0)
[01:51:32.689] Timer tick, asking Buildbucket for the build status
[01:51:33.721] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:33.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:62:0) after 1m0s
[01:52:33.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:62:0)
[01:52:33.787] Timer tick, asking Buildbucket for the build status
[01:52:34.972] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:34.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:63:0) after 1m0s
[01:53:34.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:63:0)
[01:53:34.960] Timer tick, asking Buildbucket for the build status
[01:53:35.502] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:35.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:64:0) after 1m0s
[01:54:35.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:64:0)
[01:54:35.568] Timer tick, asking Buildbucket for the build status
[01:54:35.777] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:35.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:65:0) after 1m0s
[01:55:35.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:65:0)
[01:55:35.801] Timer tick, asking Buildbucket for the build status
[01:55:36.013] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:36.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:66:0) after 1m0s
[01:56:36.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:66:0)
[01:56:36.070] Timer tick, asking Buildbucket for the build status
[01:56:36.257] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:36.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:67:0) after 1m0s
[01:57:36.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:67:0)
[01:57:36.396] Timer tick, asking Buildbucket for the build status
[01:57:36.553] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:36.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:68:0) after 1m0s
[01:58:36.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:68:0)
[01:58:36.623] Timer tick, asking Buildbucket for the build status
[01:58:37.086] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:37.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:69:0) after 1m0s
[01:59:37.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:69:0)
[01:59:37.149] Timer tick, asking Buildbucket for the build status
[01:59:37.688] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:37.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:70:0) after 1m0s
[02:00:37.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:70:0)
[02:00:37.827] Timer tick, asking Buildbucket for the build status
[02:00:37.995] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:37.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:71:0) after 1m0s
[02:01:38.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:71:0)
[02:01:38.124] Timer tick, asking Buildbucket for the build status
[02:01:38.910] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:38.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:72:0) after 1m0s
[02:02:39.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:72:0)
[02:02:39.060] Timer tick, asking Buildbucket for the build status
[02:02:39.922] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:39.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:73:0) after 1m0s
[02:03:39.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:73:0)
[02:03:39.986] Timer tick, asking Buildbucket for the build status
[02:03:40.177] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:40.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:74:0) after 1m0s
[02:04:40.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:74:0)
[02:04:40.206] Timer tick, asking Buildbucket for the build status
[02:04:40.703] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:40.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:75:0) after 1m0s
[02:05:40.735] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:75:0)
[02:05:40.735] Timer tick, asking Buildbucket for the build status
[02:05:40.947] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:40.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:76:0) after 1m0s
[02:06:40.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:76:0)
[02:06:40.990] Timer tick, asking Buildbucket for the build status
[02:06:41.507] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:41.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:77:0) after 1m0s
[02:07:41.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:77:0)
[02:07:41.535] Timer tick, asking Buildbucket for the build status
[02:07:41.830] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:41.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:78:0) after 1m0s
[02:08:41.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:78:0)
[02:08:41.936] Timer tick, asking Buildbucket for the build status
[02:08:42.130] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:42.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:79:0) after 1m0s
[02:09:42.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:79:0)
[02:09:42.152] Timer tick, asking Buildbucket for the build status
[02:09:42.361] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:42.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:80:0) after 1m0s
[02:10:42.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:80:0)
[02:10:42.501] Timer tick, asking Buildbucket for the build status
[02:10:43.074] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:43.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:81:0) after 1m0s
[02:11:43.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:81:0)
[02:11:43.133] Timer tick, asking Buildbucket for the build status
[02:11:43.793] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:43.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:82:0) after 1m0s
[02:12:43.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:82:0)
[02:12:43.809] Timer tick, asking Buildbucket for the build status
[02:12:44.024] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:44.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:83:0) after 1m0s
[02:13:44.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:83:0)
[02:13:44.087] Timer tick, asking Buildbucket for the build status
[02:13:44.314] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:44.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:84:0) after 1m0s
[02:14:44.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:84:0)
[02:14:44.421] Timer tick, asking Buildbucket for the build status
[02:14:44.783] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:44.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:85:0) after 1m0s
[02:15:44.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:85:0)
[02:15:44.846] Timer tick, asking Buildbucket for the build status
[02:15:44.970] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:44.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:86:0) after 1m0s
[02:16:44.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:86:0)
[02:16:44.996] Timer tick, asking Buildbucket for the build status
[02:16:45.318] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:45.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:87:0) after 1m0s
[02:17:45.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:87:0)
[02:17:45.438] Timer tick, asking Buildbucket for the build status
[02:17:46.998] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:46.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:88:0) after 1m0s
[02:18:47.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:88:0)
[02:18:47.258] Timer tick, asking Buildbucket for the build status
[02:18:47.416] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:47.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:89:0) after 1m0s
[02:19:47.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:89:0)
[02:19:47.568] Timer tick, asking Buildbucket for the build status
[02:19:47.767] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:47.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:90:0) after 1m0s
[02:20:47.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:90:0)
[02:20:47.966] Timer tick, asking Buildbucket for the build status
[02:20:48.267] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:48.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:91:0) after 1m0s
[02:21:48.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:91:0)
[02:21:48.414] Timer tick, asking Buildbucket for the build status
[02:21:48.633] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:48.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:92:0) after 1m0s
[02:22:48.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:92:0)
[02:22:48.804] Timer tick, asking Buildbucket for the build status
[02:22:49.281] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:49.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:93:0) after 1m0s
[02:23:49.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:93:0)
[02:23:49.349] Timer tick, asking Buildbucket for the build status
[02:23:49.687] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:49.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:94:0) after 1m0s
[02:24:49.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:94:0)
[02:24:49.792] Timer tick, asking Buildbucket for the build status
[02:24:50.692] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:50.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:95:0) after 1m0s
[02:25:50.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:95:0)
[02:25:50.755] Timer tick, asking Buildbucket for the build status
[02:25:51.150] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:51.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:96:0) after 1m0s
[02:26:51.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:96:0)
[02:26:51.255] Timer tick, asking Buildbucket for the build status
[02:26:51.488] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:51.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:97:0) after 1m0s
[02:27:51.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:97:0)
[02:27:51.498] Timer tick, asking Buildbucket for the build status
[02:27:51.882] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:51.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:98:0) after 1m0s
[02:28:51.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:98:0)
[02:28:51.923] Timer tick, asking Buildbucket for the build status
[02:28:52.728] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:52.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:99:0) after 1m0s
[02:29:52.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:99:0)
[02:29:52.785] Timer tick, asking Buildbucket for the build status
[02:29:53.460] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:53.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:100:0) after 1m0s
[02:30:53.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:100:0)
[02:30:53.519] Timer tick, asking Buildbucket for the build status
[02:30:53.702] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:53.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:101:0) after 1m0s
[02:31:53.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:101:0)
[02:31:53.867] Timer tick, asking Buildbucket for the build status
[02:31:54.512] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:54.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:102:0) after 1m0s
[02:32:54.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:102:0)
[02:32:54.605] Timer tick, asking Buildbucket for the build status
[02:32:55.070] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:55.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:103:0) after 1m0s
[02:33:55.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:103:0)
[02:33:55.093] Timer tick, asking Buildbucket for the build status
[02:33:55.569] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:55.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:104:0) after 1m0s
[02:34:55.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:104:0)
[02:34:55.602] Timer tick, asking Buildbucket for the build status
[02:34:55.824] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:55.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:105:0) after 1m0s
[02:35:55.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:105:0)
[02:35:55.902] Timer tick, asking Buildbucket for the build status
[02:35:56.230] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:56.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:106:0) after 1m0s
[02:36:56.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:106:0)
[02:36:56.295] Timer tick, asking Buildbucket for the build status
[02:36:56.547] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:56.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:107:0) after 1m0s
[02:37:56.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:107:0)
[02:37:56.586] Timer tick, asking Buildbucket for the build status
[02:37:56.886] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:56.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:108:0) after 1m0s
[02:38:56.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:108:0)
[02:38:56.950] Timer tick, asking Buildbucket for the build status
[02:38:57.157] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:57.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:109:0) after 1m0s
[02:39:57.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:109:0)
[02:39:57.187] Timer tick, asking Buildbucket for the build status
[02:39:57.372] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:57.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:110:0) after 1m0s
[02:40:57.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:110:0)
[02:40:57.432] Timer tick, asking Buildbucket for the build status
[02:40:57.591] Build 8890062534425397872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:57.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055492596536306512:111:0) after 1m0s
[02:41:04.270] Received PubSub notification, asking Buildbucket for the build status
[02:41:04.488] Build 8890062534425397872: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[02:41:04.489] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1580179263571794",
    "created_by": "project:chromium",
    "created_ts": "1580172711881836",
    "failure_reason": "INFRA_FAILURE",
    "id": "8890062534425397872",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f2a49921ec8a9a69e48ed4190389ad55863549b\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 16184, \"got_angle_revision\": \"2d1d9d35216b7fba0bde13ec033d1b9124ae571e\", \"got_dawn_revision\": \"f329c78b6cb0918e4aeafc9bebdf27173aa710a7\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"3f2a49921ec8a9a69e48ed4190389ad55863549b\", \"got_revision_cp\": \"refs/heads/master@{#735681}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"34e16df059f8c69f0409e167b4d2e7ef59bf7b55\", \"got_v8_revision\": \"5461451d0802a553ef74684bff602434668cb951\", \"got_v8_revision_cp\": \"refs/heads/8.1.290@{#1}\", \"got_webrtc_revision\": \"17a6381c1c98b3cf631d82ba0d956650cd825784\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30385}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f2a49921ec8a9a69e48ed4190389ad55863549b\", \"swarm_hashes\": {\"0\": \"fcf6a372bf1b05e647aecdfb6f0428448a0e4b53\", \"1\": \"93581bb8ac2a3cf5f07dc618aa0af48689dab09b\", \"10\": \"ad16307fbd0b480ab4a242521b047a3d0678b3fa\", \"11\": \"b79039a5a0ec23b1f9a25c415249690be609f363\", \"12\": \"06205f52702a6fac9ce0136a1acb7be3ab8481c3\", \"13\": \"6656323ea7766bf062a0feed8950c4a6ea76309d\", \"14\": \"8a75d11a41cd4e4f9c8c0bc06e190c1a4ad6ed29\", \"15\": \"ebf49464c308df39e826992f3080d81850c63246\", \"16\": \"ff8a0baf158c5bf63e9730f214ded6f8e2d9d233\", \"2\": \"7851a86125bf60568b087d56c3449b2bb4c35ceb\", \"3\": \"b4e78774bf12a732152232af8e81248622fbe93c\", \"4\": \"62a26e982111784dd4c3d0782970d8ab60cd77c6\", \"5\": \"f1fd35a755f4d7b998ebf835cc67df3e7f0fc23f\", \"6\": \"64742007f7e0deb06d788e99890caf8836dc6fc1\", \"7\": \"7e20524e27b904c71d91e61e61cea5213b199259\", \"8\": \"cc9506fd839e9567d57b8d03dff3ed03d1086a9c\", \"9\": \"d19c815e08d7c7ea114bba1417884a191bc58c52\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"git\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4801-8ac0b59\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1580173028855901",
    "status": "COMPLETED",
    "status_changed_ts": "1580173029350645",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16184",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3f2a49921ec8a9a69e48ed4190389ad55863549b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f2a49921ec8a9a69e48ed4190389ad55863549b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055492596536306512",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890062534425397872/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a0273a52c847710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580179263865061",
    "url": "https://ci.chromium.org/b/8890062534425397872",
    "utcnow_ts": "1580179264475587"
  }
}
[02:41:04.489] Invocation finished in 1h49m14.004746575s with status FAILED