Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f46b72018e2924ed9bc9bb311ea012aa4d0ff21c"
}

Incoming tags

  • buildset:commit/git/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:23:36.461] New invocation is queued and will start shortly
[19:23:38.198] Starting the invocation (attempt 1)
[19:23:38.242] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:23:38.242] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:23:38.242] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9055241456334853696",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"f46b72018e2924ed9bc9bb311ea012aa4d0ff21c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9055241456334853696",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:23:39.357] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1580412218818279",
    "id": "8889811393198990608",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f46b72018e2924ed9bc9bb311ea012aa4d0ff21c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1580412219235437",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16244",
      "builder:ToTiOSDevice",
      "buildset:commit/git/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055241456334853696",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8889811393198990608/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580412219235605",
    "url": "https://ci.chromium.org/b/8889811393198990608",
    "utcnow_ts": "1580412219347848"
  }
}
[19:23:39.357] Task URL: https://ci.chromium.org/b/8889811393198990608
[19:23:39.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:2:0) after 1m0s
[19:24:39.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:2:0)
[19:24:39.521] Timer tick, asking Buildbucket for the build status
[19:24:39.811] Build 8889811393198990608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:24:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:3:0) after 1m0s
[19:25:39.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:3:0)
[19:25:39.865] Timer tick, asking Buildbucket for the build status
[19:25:40.028] Build 8889811393198990608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:25:40.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:4:0) after 1m0s
[19:26:34.622] Received PubSub notification, asking Buildbucket for the build status
[19:26:34.770] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:40.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:4:0)
[19:26:40.218] Timer tick, asking Buildbucket for the build status
[19:26:41.079] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:41.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:6:0) after 1m0s
[19:27:41.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:6:0)
[19:27:41.283] Timer tick, asking Buildbucket for the build status
[19:27:42.222] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:42.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:7:0) after 1m0s
[19:28:42.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:7:0)
[19:28:42.368] Timer tick, asking Buildbucket for the build status
[19:28:42.589] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:42.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:8:0) after 1m0s
[19:29:42.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:8:0)
[19:29:42.669] Timer tick, asking Buildbucket for the build status
[19:29:42.880] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:42.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:9:0) after 1m0s
[19:30:43.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:9:0)
[19:30:43.001] Timer tick, asking Buildbucket for the build status
[19:30:43.363] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:43.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:10:0) after 1m0s
[19:31:43.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:10:0)
[19:31:43.392] Timer tick, asking Buildbucket for the build status
[19:31:43.558] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:43.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:11:0) after 1m0s
[19:32:43.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:11:0)
[19:32:43.605] Timer tick, asking Buildbucket for the build status
[19:32:43.762] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:43.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:12:0) after 1m0s
[19:33:43.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:12:0)
[19:33:43.814] Timer tick, asking Buildbucket for the build status
[19:33:43.950] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:43.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:13:0) after 1m0s
[19:34:44.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:13:0)
[19:34:44.113] Timer tick, asking Buildbucket for the build status
[19:34:44.684] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:44.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:14:0) after 1m0s
[19:35:44.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:14:0)
[19:35:44.777] Timer tick, asking Buildbucket for the build status
[19:35:48.083] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:48.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:15:0) after 1m0s
[19:36:48.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:15:0)
[19:36:48.225] Timer tick, asking Buildbucket for the build status
[19:36:48.710] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:48.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:16:0) after 1m0s
[19:37:48.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:16:0)
[19:37:48.758] Timer tick, asking Buildbucket for the build status
[19:37:49.565] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:49.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:17:0) after 1m0s
[19:38:49.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:17:0)
[19:38:49.590] Timer tick, asking Buildbucket for the build status
[19:38:49.719] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:49.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:18:0) after 1m0s
[19:39:49.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:18:0)
[19:39:49.774] Timer tick, asking Buildbucket for the build status
[19:39:49.989] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:49.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:19:0) after 1m0s
[19:40:50.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:19:0)
[19:40:50.075] Timer tick, asking Buildbucket for the build status
[19:40:50.364] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:50.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:20:0) after 1m0s
[19:41:50.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:20:0)
[19:41:50.431] Timer tick, asking Buildbucket for the build status
[19:41:50.656] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:50.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:21:0) after 1m0s
[19:42:50.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:21:0)
[19:42:50.713] Timer tick, asking Buildbucket for the build status
[19:42:51.215] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:51.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:22:0) after 1m0s
[19:43:51.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:22:0)
[19:43:51.238] Timer tick, asking Buildbucket for the build status
[19:43:51.513] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:51.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:23:0) after 1m0s
[19:44:51.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:23:0)
[19:44:51.549] Timer tick, asking Buildbucket for the build status
[19:44:52.026] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:52.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:24:0) after 1m0s
[19:45:52.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:24:0)
[19:45:52.027] Timer tick, asking Buildbucket for the build status
[19:45:52.422] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:52.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:25:0) after 1m0s
[19:46:52.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:25:0)
[19:46:52.450] Timer tick, asking Buildbucket for the build status
[19:46:52.607] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:52.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:26:0) after 1m0s
[19:47:52.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:26:0)
[19:47:52.742] Timer tick, asking Buildbucket for the build status
[19:47:52.886] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:52.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:27:0) after 1m0s
[19:48:52.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:27:0)
[19:48:52.965] Timer tick, asking Buildbucket for the build status
[19:48:53.857] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:53.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:28:0) after 1m0s
[19:49:53.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:28:0)
[19:49:53.883] Timer tick, asking Buildbucket for the build status
[19:49:54.088] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:54.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:29:0) after 1m0s
[19:50:54.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:29:0)
[19:50:54.097] Timer tick, asking Buildbucket for the build status
[19:50:54.289] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:54.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:30:0) after 1m0s
[19:51:54.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:30:0)
[19:51:54.324] Timer tick, asking Buildbucket for the build status
[19:51:54.586] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:54.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:31:0) after 1m0s
[19:52:54.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:31:0)
[19:52:54.656] Timer tick, asking Buildbucket for the build status
[19:52:54.995] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:54.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:32:0) after 1m0s
[19:53:55.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:32:0)
[19:53:55.098] Timer tick, asking Buildbucket for the build status
[19:53:55.559] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:55.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:33:0) after 1m0s
[19:54:55.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:33:0)
[19:54:55.584] Timer tick, asking Buildbucket for the build status
[19:54:55.947] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:55.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:34:0) after 1m0s
[19:55:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:34:0)
[19:55:55.950] Timer tick, asking Buildbucket for the build status
[19:55:56.128] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:56.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:35:0) after 1m0s
[19:56:56.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:35:0)
[19:56:56.170] Timer tick, asking Buildbucket for the build status
[19:56:56.705] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:56.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:36:0) after 1m0s
[19:57:56.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:36:0)
[19:57:56.733] Timer tick, asking Buildbucket for the build status
[19:57:56.920] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:56.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:37:0) after 1m0s
[19:58:56.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:37:0)
[19:58:56.956] Timer tick, asking Buildbucket for the build status
[19:58:57.208] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:57.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:38:0) after 1m0s
[19:59:57.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:38:0)
[19:59:57.309] Timer tick, asking Buildbucket for the build status
[19:59:57.783] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:57.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:39:0) after 1m0s
[20:00:57.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:39:0)
[20:00:57.792] Timer tick, asking Buildbucket for the build status
[20:00:58.295] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:58.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:40:0) after 1m0s
[20:01:58.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:40:0)
[20:01:58.478] Timer tick, asking Buildbucket for the build status
[20:01:58.703] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:58.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:41:0) after 1m0s
[20:02:58.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:41:0)
[20:02:58.729] Timer tick, asking Buildbucket for the build status
[20:02:58.928] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:58.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:42:0) after 1m0s
[20:03:58.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:42:0)
[20:03:58.993] Timer tick, asking Buildbucket for the build status
[20:03:59.764] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:59.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:43:0) after 1m0s
[20:04:59.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:43:0)
[20:04:59.804] Timer tick, asking Buildbucket for the build status
[20:05:00.208] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:00.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:44:0) after 1m0s
[20:06:00.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:44:0)
[20:06:00.728] Timer tick, asking Buildbucket for the build status
[20:06:00.940] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:00.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:45:0) after 1m0s
[20:07:01.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:45:0)
[20:07:01.015] Timer tick, asking Buildbucket for the build status
[20:07:01.458] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:01.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:46:0) after 1m0s
[20:08:01.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:46:0)
[20:08:01.493] Timer tick, asking Buildbucket for the build status
[20:08:01.651] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:01.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:47:0) after 1m0s
[20:09:01.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:47:0)
[20:09:01.690] Timer tick, asking Buildbucket for the build status
[20:09:01.883] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:01.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:48:0) after 1m0s
[20:10:01.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:48:0)
[20:10:01.926] Timer tick, asking Buildbucket for the build status
[20:10:02.758] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:02.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:49:0) after 1m0s
[20:11:02.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:49:0)
[20:11:02.814] Timer tick, asking Buildbucket for the build status
[20:11:03.087] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:03.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:50:0) after 1m0s
[20:12:03.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:50:0)
[20:12:03.242] Timer tick, asking Buildbucket for the build status
[20:12:03.383] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:03.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:51:0) after 1m0s
[20:13:03.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:51:0)
[20:13:03.418] Timer tick, asking Buildbucket for the build status
[20:13:03.812] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:03.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:52:0) after 1m0s
[20:14:03.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:52:0)
[20:14:03.958] Timer tick, asking Buildbucket for the build status
[20:14:04.111] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:04.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:53:0) after 1m0s
[20:15:04.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:53:0)
[20:15:04.173] Timer tick, asking Buildbucket for the build status
[20:15:04.353] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:04.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:54:0) after 1m0s
[20:16:04.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:54:0)
[20:16:04.450] Timer tick, asking Buildbucket for the build status
[20:16:04.698] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:04.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:55:0) after 1m0s
[20:17:04.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:55:0)
[20:17:04.780] Timer tick, asking Buildbucket for the build status
[20:17:04.957] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:04.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:56:0) after 1m0s
[20:18:04.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:56:0)
[20:18:04.989] Timer tick, asking Buildbucket for the build status
[20:18:05.245] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:05.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:57:0) after 1m0s
[20:19:05.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:57:0)
[20:19:05.319] Timer tick, asking Buildbucket for the build status
[20:19:05.703] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:05.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:58:0) after 1m0s
[20:20:05.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:58:0)
[20:20:05.719] Timer tick, asking Buildbucket for the build status
[20:20:06.999] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:06.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:59:0) after 1m0s
[20:21:07.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:59:0)
[20:21:07.087] Timer tick, asking Buildbucket for the build status
[20:21:07.277] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:07.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:60:0) after 1m0s
[20:22:07.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:60:0)
[20:22:07.353] Timer tick, asking Buildbucket for the build status
[20:22:07.478] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:07.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:61:0) after 1m0s
[20:23:07.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:61:0)
[20:23:07.627] Timer tick, asking Buildbucket for the build status
[20:23:08.125] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:08.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:62:0) after 1m0s
[20:24:08.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:62:0)
[20:24:08.204] Timer tick, asking Buildbucket for the build status
[20:24:08.623] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:08.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:63:0) after 1m0s
[20:25:08.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:63:0)
[20:25:08.652] Timer tick, asking Buildbucket for the build status
[20:25:09.152] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:09.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:64:0) after 1m0s
[20:26:09.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:64:0)
[20:26:09.196] Timer tick, asking Buildbucket for the build status
[20:26:09.440] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:09.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:65:0) after 1m0s
[20:27:09.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:65:0)
[20:27:09.476] Timer tick, asking Buildbucket for the build status
[20:27:10.109] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:10.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:66:0) after 1m0s
[20:28:10.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:66:0)
[20:28:10.153] Timer tick, asking Buildbucket for the build status
[20:28:10.775] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:10.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:67:0) after 1m0s
[20:29:10.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:67:0)
[20:29:10.797] Timer tick, asking Buildbucket for the build status
[20:29:10.952] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:10.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:68:0) after 1m0s
[20:30:11.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:68:0)
[20:30:11.073] Timer tick, asking Buildbucket for the build status
[20:30:11.436] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:11.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:69:0) after 1m0s
[20:31:11.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:69:0)
[20:31:11.472] Timer tick, asking Buildbucket for the build status
[20:31:11.738] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:11.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:70:0) after 1m0s
[20:32:11.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:70:0)
[20:32:11.870] Timer tick, asking Buildbucket for the build status
[20:32:12.764] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:12.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:71:0) after 1m0s
[20:33:12.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:71:0)
[20:33:12.806] Timer tick, asking Buildbucket for the build status
[20:33:13.001] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:13.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:72:0) after 1m0s
[20:34:13.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:72:0)
[20:34:13.017] Timer tick, asking Buildbucket for the build status
[20:34:13.217] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:13.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:73:0) after 1m0s
[20:35:13.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:73:0)
[20:35:13.252] Timer tick, asking Buildbucket for the build status
[20:35:13.429] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:13.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:74:0) after 1m0s
[20:36:13.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:74:0)
[20:36:13.537] Timer tick, asking Buildbucket for the build status
[20:36:13.709] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:13.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:75:0) after 1m0s
[20:37:13.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:75:0)
[20:37:13.729] Timer tick, asking Buildbucket for the build status
[20:37:14.236] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:14.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:76:0) after 1m0s
[20:38:14.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:76:0)
[20:38:14.312] Timer tick, asking Buildbucket for the build status
[20:38:14.505] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:14.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:77:0) after 1m0s
[20:39:14.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:77:0)
[20:39:14.587] Timer tick, asking Buildbucket for the build status
[20:39:14.846] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:14.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:78:0) after 1m0s
[20:40:14.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:78:0)
[20:40:14.842] Timer tick, asking Buildbucket for the build status
[20:40:15.165] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:15.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:79:0) after 1m0s
[20:41:15.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:79:0)
[20:41:15.252] Timer tick, asking Buildbucket for the build status
[20:41:15.511] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:15.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:80:0) after 1m0s
[20:42:16.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:80:0)
[20:42:16.176] Timer tick, asking Buildbucket for the build status
[20:42:16.388] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:16.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:81:0) after 1m0s
[20:43:16.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:81:0)
[20:43:16.660] Timer tick, asking Buildbucket for the build status
[20:43:17.293] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:17.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:82:0) after 1m0s
[20:44:17.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:82:0)
[20:44:17.275] Timer tick, asking Buildbucket for the build status
[20:44:17.654] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:17.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:83:0) after 1m0s
[20:45:17.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:83:0)
[20:45:17.721] Timer tick, asking Buildbucket for the build status
[20:45:18.091] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:18.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:84:0) after 1m0s
[20:46:18.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:84:0)
[20:46:18.158] Timer tick, asking Buildbucket for the build status
[20:46:18.340] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:18.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:85:0) after 1m0s
[20:47:18.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:85:0)
[20:47:18.369] Timer tick, asking Buildbucket for the build status
[20:47:18.840] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:18.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:86:0) after 1m0s
[20:48:18.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:86:0)
[20:48:18.855] Timer tick, asking Buildbucket for the build status
[20:48:19.548] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:19.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:87:0) after 1m0s
[20:49:19.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:87:0)
[20:49:19.623] Timer tick, asking Buildbucket for the build status
[20:49:22.952] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:22.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:88:0) after 1m0s
[20:50:23.050] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:88:0)
[20:50:23.050] Timer tick, asking Buildbucket for the build status
[20:50:23.383] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:23.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:89:0) after 1m0s
[20:51:23.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:89:0)
[20:51:23.495] Timer tick, asking Buildbucket for the build status
[20:51:23.687] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:23.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:90:0) after 1m0s
[20:52:23.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:90:0)
[20:52:23.684] Timer tick, asking Buildbucket for the build status
[20:52:23.982] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:23.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:91:0) after 1m0s
[20:53:24.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:91:0)
[20:53:24.093] Timer tick, asking Buildbucket for the build status
[20:53:24.542] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:24.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:92:0) after 1m0s
[20:54:24.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:92:0)
[20:54:24.571] Timer tick, asking Buildbucket for the build status
[20:54:24.754] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:24.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:93:0) after 1m0s
[20:55:24.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:93:0)
[20:55:24.818] Timer tick, asking Buildbucket for the build status
[20:55:25.021] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:25.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:94:0) after 1m0s
[20:56:25.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:94:0)
[20:56:25.088] Timer tick, asking Buildbucket for the build status
[20:56:25.321] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:25.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:95:0) after 1m0s
[20:57:25.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:95:0)
[20:57:25.409] Timer tick, asking Buildbucket for the build status
[20:57:26.148] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:26.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:96:0) after 1m0s
[20:58:26.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:96:0)
[20:58:26.219] Timer tick, asking Buildbucket for the build status
[20:58:27.319] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:27.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:97:0) after 1m0s
[20:59:27.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:97:0)
[20:59:27.427] Timer tick, asking Buildbucket for the build status
[20:59:28.243] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:98:0) after 1m0s
[21:00:28.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:98:0)
[21:00:28.276] Timer tick, asking Buildbucket for the build status
[21:00:28.573] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:28.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:99:0) after 1m0s
[21:01:28.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:99:0)
[21:01:28.645] Timer tick, asking Buildbucket for the build status
[21:01:28.914] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:28.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:100:0) after 1m0s
[21:02:28.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:100:0)
[21:02:28.948] Timer tick, asking Buildbucket for the build status
[21:02:29.438] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:29.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:101:0) after 1m0s
[21:03:29.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:101:0)
[21:03:29.537] Timer tick, asking Buildbucket for the build status
[21:03:31.104] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:31.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:102:0) after 1m0s
[21:04:31.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:102:0)
[21:04:31.219] Timer tick, asking Buildbucket for the build status
[21:04:31.373] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:31.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:103:0) after 1m0s
[21:05:31.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:103:0)
[21:05:31.410] Timer tick, asking Buildbucket for the build status
[21:05:31.608] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:31.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:104:0) after 1m0s
[21:06:31.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:104:0)
[21:06:31.765] Timer tick, asking Buildbucket for the build status
[21:06:31.975] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:31.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:105:0) after 1m0s
[21:07:32.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:105:0)
[21:07:32.063] Timer tick, asking Buildbucket for the build status
[21:07:32.270] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:32.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:106:0) after 1m0s
[21:08:32.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:106:0)
[21:08:32.356] Timer tick, asking Buildbucket for the build status
[21:08:37.141] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:37.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:107:0) after 1m0s
[21:09:37.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:107:0)
[21:09:37.138] Timer tick, asking Buildbucket for the build status
[21:09:38.265] Build 8889811393198990608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:38.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055241456334853696:108:0) after 1m0s
[21:10:13.382] Received PubSub notification, asking Buildbucket for the build status
[21:10:13.620] Build 8889811393198990608: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[21:10:13.620] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1580418612774340",
    "created_by": "project:chromium",
    "created_ts": "1580412218818279",
    "failure_reason": "INFRA_FAILURE",
    "id": "8889811393198990608",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f46b72018e2924ed9bc9bb311ea012aa4d0ff21c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 16244, \"got_angle_revision\": \"d9884d3e7123da37075599c6373e344d0f7bae3b\", \"got_dawn_revision\": \"48e7da791f1496ea836f8d92d1af1b120eee1d6a\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"f46b72018e2924ed9bc9bb311ea012aa4d0ff21c\", \"got_revision_cp\": \"refs/heads/master@{#736977}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"6c3dc3581eaf4345c0507d5ac7bb013d55351547\", \"got_v8_revision\": \"a4dcd39d521d14c4b1cac020812e44ee04a7f244\", \"got_v8_revision_cp\": \"refs/heads/8.1.307@{#1}\", \"got_webrtc_revision\": \"670af2692e5d7c2836e6ed5efd530a58504db626\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30427}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f46b72018e2924ed9bc9bb311ea012aa4d0ff21c\", \"swarm_hashes\": {\"0\": \"1bba48e93f94779a90dba62fd448d675102f7358\", \"1\": \"05233b8ba6be4ca5a0a5fcac535c115ed382d7db\", \"10\": \"d4627572a23edf47b79868989a2904f646f42ef2\", \"11\": \"edda212db144024a2861a795ad8c2d500f3e7bbd\", \"12\": \"1475fa62458100bfbf340fed281f8df56a332b13\", \"13\": \"9db57b3bc787141f7af27def874157066959876d\", \"14\": \"b1de13bc3a100c397624f4d991558ddb84687d43\", \"15\": \"5feec32ab456f3dadbab53be596f712d71fa4296\", \"16\": \"71a4ff0855db2bc116fc71cbac827344892d66f4\", \"2\": \"1020c1843f82a9515ff9825d9a66fdc62e308ecb\", \"3\": \"03bc7a43cf25ac9358e2ccd077d6d8117d95250e\", \"4\": \"2e1c3f838a366c2eac92c6d83a2cb95ea13834b5\", \"5\": \"057918e9585a5f2f3d86f6974a01730829f36999\", \"6\": \"41b15906ea1e72d650799b302c5a34c619e94b56\", \"7\": \"6f16cd5bb952051793598d4ef71b18f39f88d43c\", \"8\": \"0c5944ae179243605d108496cea5d8d10ca61cf9\", \"9\": \"a7f7f43e9a3a7ddb06f537d998f857d56e1580d3\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4804-5c544e0\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1580412393318599",
    "status": "COMPLETED",
    "status_changed_ts": "1580412394256485",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16244",
      "builder:ToTiOSDevice",
      "buildset:commit/git/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f46b72018e2924ed9bc9bb311ea012aa4d0ff21c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055241456334853696",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8889811393198990608/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a10ba385f838810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580418612867315",
    "url": "https://ci.chromium.org/b/8889811393198990608",
    "utcnow_ts": "1580418613608802"
  }
}
[21:10:13.620] Invocation finished in 1h46m37.176275613s with status FAILED