Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cdf8a9f893323b50d2f9b4e1a84b859df8b94588"
}

Incoming tags

  • buildset:commit/git/cdf8a9f893323b50d2f9b4e1a84b859df8b94588
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdf8a9f893323b50d2f9b4e1a84b859df8b94588
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:43:48.608] New invocation is queued and will start shortly
[16:43:49.825] Starting the invocation (attempt 1)
[16:43:49.870] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:43:49.870] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:43:49.870] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9060053149151729488",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"cdf8a9f893323b50d2f9b4e1a84b859df8b94588\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9060053149151729488",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:43:50.652] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1575823429993859",
    "id": "8894623087030213184",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cdf8a9f893323b50d2f9b4e1a84b859df8b94588\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1575823430462938",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11480",
      "builder:ToTiOS",
      "buildset:commit/git/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9060053149151729488",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8894623087030213184/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1575823430463072",
    "url": "https://ci.chromium.org/b/8894623087030213184",
    "utcnow_ts": "1575823430642833"
  }
}
[16:43:50.652] Task URL: https://ci.chromium.org/b/8894623087030213184
[16:43:50.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:2:0) after 1m0s
[16:44:50.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:2:0)
[16:44:50.703] Timer tick, asking Buildbucket for the build status
[16:44:50.873] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:44:50.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:3:0) after 1m0s
[16:45:50.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:3:0)
[16:45:50.911] Timer tick, asking Buildbucket for the build status
[16:45:51.098] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:45:51.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:4:0) after 1m0s
[16:46:51.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:4:0)
[16:46:51.137] Timer tick, asking Buildbucket for the build status
[16:46:51.448] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:46:51.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:5:0) after 1m0s
[16:47:51.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:5:0)
[16:47:51.773] Timer tick, asking Buildbucket for the build status
[16:47:52.204] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:47:52.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:6:0) after 1m0s
[16:48:52.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:6:0)
[16:48:52.476] Timer tick, asking Buildbucket for the build status
[16:48:52.741] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:48:52.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:7:0) after 1m0s
[16:49:57.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:7:0)
[16:49:57.403] Timer tick, asking Buildbucket for the build status
[16:49:57.753] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:49:57.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:8:0) after 1m0s
[16:50:57.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:8:0)
[16:50:57.806] Timer tick, asking Buildbucket for the build status
[16:50:58.000] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:50:58.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:9:0) after 1m0s
[16:51:58.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:9:0)
[16:51:58.069] Timer tick, asking Buildbucket for the build status
[16:51:58.841] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:51:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:10:0) after 1m0s
[16:52:58.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:10:0)
[16:52:58.866] Timer tick, asking Buildbucket for the build status
[16:52:59.292] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:52:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:11:0) after 1m0s
[16:53:59.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:11:0)
[16:53:59.413] Timer tick, asking Buildbucket for the build status
[16:53:59.580] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:53:59.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:12:0) after 1m0s
[16:54:59.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:12:0)
[16:54:59.648] Timer tick, asking Buildbucket for the build status
[16:54:59.947] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:54:59.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:13:0) after 1m0s
[16:55:59.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:13:0)
[16:55:59.945] Timer tick, asking Buildbucket for the build status
[16:56:00.143] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:56:00.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:14:0) after 1m0s
[16:57:00.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:14:0)
[16:57:00.192] Timer tick, asking Buildbucket for the build status
[16:57:00.396] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:57:00.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:15:0) after 1m0s
[16:58:00.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:15:0)
[16:58:00.421] Timer tick, asking Buildbucket for the build status
[16:58:00.605] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:58:00.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:16:0) after 1m0s
[16:59:00.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:16:0)
[16:59:00.748] Timer tick, asking Buildbucket for the build status
[16:59:01.369] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:59:01.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:17:0) after 1m0s
[17:00:01.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:17:0)
[17:00:01.413] Timer tick, asking Buildbucket for the build status
[17:00:01.640] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:00:01.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:18:0) after 1m0s
[17:01:02.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:18:0)
[17:01:02.145] Timer tick, asking Buildbucket for the build status
[17:01:02.336] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:01:02.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:19:0) after 1m0s
[17:02:02.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:19:0)
[17:02:02.399] Timer tick, asking Buildbucket for the build status
[17:02:02.669] Build 8894623087030213184: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:02:02.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:20:0) after 1m0s
[17:02:46.941] Received PubSub notification, asking Buildbucket for the build status
[17:02:47.411] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:02.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:20:0)
[17:03:02.755] Timer tick, asking Buildbucket for the build status
[17:03:03.043] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:03.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:22:0) after 1m0s
[17:04:03.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:22:0)
[17:04:03.073] Timer tick, asking Buildbucket for the build status
[17:04:03.262] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:03.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:23:0) after 1m0s
[17:05:03.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:23:0)
[17:05:03.311] Timer tick, asking Buildbucket for the build status
[17:05:03.465] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:03.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:24:0) after 1m0s
[17:06:03.579] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:24:0)
[17:06:03.579] Timer tick, asking Buildbucket for the build status
[17:06:04.114] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:04.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:25:0) after 1m0s
[17:07:04.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:25:0)
[17:07:04.141] Timer tick, asking Buildbucket for the build status
[17:07:04.323] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:04.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:26:0) after 1m0s
[17:08:04.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:26:0)
[17:08:04.442] Timer tick, asking Buildbucket for the build status
[17:08:04.632] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:04.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:27:0) after 1m0s
[17:09:04.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:27:0)
[17:09:04.781] Timer tick, asking Buildbucket for the build status
[17:09:05.160] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:05.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:28:0) after 1m0s
[17:10:05.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:28:0)
[17:10:05.199] Timer tick, asking Buildbucket for the build status
[17:10:05.821] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:05.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:29:0) after 1m0s
[17:11:05.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:29:0)
[17:11:05.877] Timer tick, asking Buildbucket for the build status
[17:11:06.397] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:06.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:30:0) after 1m0s
[17:12:06.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:30:0)
[17:12:06.399] Timer tick, asking Buildbucket for the build status
[17:12:06.972] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:06.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:31:0) after 1m0s
[17:13:07.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:31:0)
[17:13:07.277] Timer tick, asking Buildbucket for the build status
[17:13:07.875] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:07.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:32:0) after 1m0s
[17:14:08.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:32:0)
[17:14:08.052] Timer tick, asking Buildbucket for the build status
[17:14:09.084] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:09.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:33:0) after 1m0s
[17:15:09.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:33:0)
[17:15:09.212] Timer tick, asking Buildbucket for the build status
[17:15:09.995] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:09.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:34:0) after 1m0s
[17:16:09.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:34:0)
[17:16:09.998] Timer tick, asking Buildbucket for the build status
[17:16:10.246] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:10.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:35:0) after 1m0s
[17:17:10.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:35:0)
[17:17:10.310] Timer tick, asking Buildbucket for the build status
[17:17:11.220] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:11.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:36:0) after 1m0s
[17:18:11.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:36:0)
[17:18:11.395] Timer tick, asking Buildbucket for the build status
[17:18:11.601] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:11.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:37:0) after 1m0s
[17:19:11.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:37:0)
[17:19:11.811] Timer tick, asking Buildbucket for the build status
[17:19:12.019] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:12.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:38:0) after 1m0s
[17:20:12.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:38:0)
[17:20:12.153] Timer tick, asking Buildbucket for the build status
[17:20:12.346] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:12.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:39:0) after 1m0s
[17:21:12.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:39:0)
[17:21:12.426] Timer tick, asking Buildbucket for the build status
[17:21:12.599] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:12.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:40:0) after 1m0s
[17:22:12.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:40:0)
[17:22:12.672] Timer tick, asking Buildbucket for the build status
[17:22:13.086] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:13.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:41:0) after 1m0s
[17:23:13.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:41:0)
[17:23:13.210] Timer tick, asking Buildbucket for the build status
[17:23:13.839] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:13.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:42:0) after 1m0s
[17:24:14.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:42:0)
[17:24:14.005] Timer tick, asking Buildbucket for the build status
[17:24:14.345] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:14.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:43:0) after 1m0s
[17:25:14.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:43:0)
[17:25:14.398] Timer tick, asking Buildbucket for the build status
[17:25:14.551] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:14.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:44:0) after 1m0s
[17:26:14.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:44:0)
[17:26:14.580] Timer tick, asking Buildbucket for the build status
[17:26:15.218] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:15.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:45:0) after 1m0s
[17:27:15.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:45:0)
[17:27:15.353] Timer tick, asking Buildbucket for the build status
[17:27:15.875] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:15.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:46:0) after 1m0s
[17:28:16.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:46:0)
[17:28:16.074] Timer tick, asking Buildbucket for the build status
[17:28:16.352] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:16.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:47:0) after 1m0s
[17:29:16.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:47:0)
[17:29:16.383] Timer tick, asking Buildbucket for the build status
[17:29:16.666] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:16.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:48:0) after 1m0s
[17:30:16.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:48:0)
[17:30:16.788] Timer tick, asking Buildbucket for the build status
[17:30:17.075] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:17.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:49:0) after 1m0s
[17:31:17.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:49:0)
[17:31:17.384] Timer tick, asking Buildbucket for the build status
[17:31:17.764] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:17.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:50:0) after 1m0s
[17:32:17.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:50:0)
[17:32:17.980] Timer tick, asking Buildbucket for the build status
[17:32:19.150] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:19.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:51:0) after 1m0s
[17:33:19.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:51:0)
[17:33:19.236] Timer tick, asking Buildbucket for the build status
[17:33:19.560] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:19.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:52:0) after 1m0s
[17:34:19.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:52:0)
[17:34:19.775] Timer tick, asking Buildbucket for the build status
[17:34:19.956] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:19.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:53:0) after 1m0s
[17:35:20.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:53:0)
[17:35:20.007] Timer tick, asking Buildbucket for the build status
[17:35:20.621] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:20.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:54:0) after 1m0s
[17:36:20.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:54:0)
[17:36:20.651] Timer tick, asking Buildbucket for the build status
[17:36:20.911] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:20.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:55:0) after 1m0s
[17:37:20.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:55:0)
[17:37:20.931] Timer tick, asking Buildbucket for the build status
[17:37:21.135] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:21.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:56:0) after 1m0s
[17:38:21.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:56:0)
[17:38:21.177] Timer tick, asking Buildbucket for the build status
[17:38:21.367] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:21.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:57:0) after 1m0s
[17:39:21.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:57:0)
[17:39:21.384] Timer tick, asking Buildbucket for the build status
[17:39:21.615] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:21.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:58:0) after 1m0s
[17:40:21.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:58:0)
[17:40:21.720] Timer tick, asking Buildbucket for the build status
[17:40:22.251] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:22.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:59:0) after 1m0s
[17:41:22.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:59:0)
[17:41:22.290] Timer tick, asking Buildbucket for the build status
[17:41:22.482] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:22.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:60:0) after 1m0s
[17:42:22.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:60:0)
[17:42:22.519] Timer tick, asking Buildbucket for the build status
[17:42:22.766] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:22.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:61:0) after 1m0s
[17:43:22.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:61:0)
[17:43:22.796] Timer tick, asking Buildbucket for the build status
[17:43:22.973] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:22.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:62:0) after 1m0s
[17:44:23.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:62:0)
[17:44:23.000] Timer tick, asking Buildbucket for the build status
[17:44:23.145] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:23.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:63:0) after 1m0s
[17:45:23.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:63:0)
[17:45:23.169] Timer tick, asking Buildbucket for the build status
[17:45:23.983] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:23.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:64:0) after 1m0s
[17:46:24.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:64:0)
[17:46:24.224] Timer tick, asking Buildbucket for the build status
[17:46:24.391] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:24.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:65:0) after 1m0s
[17:47:24.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:65:0)
[17:47:24.446] Timer tick, asking Buildbucket for the build status
[17:47:25.892] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:25.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:66:0) after 1m0s
[17:48:26.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:66:0)
[17:48:26.104] Timer tick, asking Buildbucket for the build status
[17:48:27.160] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:27.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:67:0) after 1m0s
[17:49:27.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:67:0)
[17:49:27.201] Timer tick, asking Buildbucket for the build status
[17:49:27.721] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:27.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:68:0) after 1m0s
[17:50:27.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:68:0)
[17:50:27.867] Timer tick, asking Buildbucket for the build status
[17:50:28.112] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:28.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:69:0) after 1m0s
[17:51:28.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:69:0)
[17:51:28.139] Timer tick, asking Buildbucket for the build status
[17:51:28.300] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:28.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:70:0) after 1m0s
[17:52:28.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:70:0)
[17:52:28.458] Timer tick, asking Buildbucket for the build status
[17:52:28.658] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:28.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:71:0) after 1m0s
[17:53:28.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:71:0)
[17:53:28.908] Timer tick, asking Buildbucket for the build status
[17:53:29.131] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:29.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:72:0) after 1m0s
[17:54:29.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:72:0)
[17:54:29.303] Timer tick, asking Buildbucket for the build status
[17:54:30.164] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:30.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:73:0) after 1m0s
[17:55:30.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:73:0)
[17:55:30.321] Timer tick, asking Buildbucket for the build status
[17:55:30.512] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:30.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:74:0) after 1m0s
[17:56:30.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:74:0)
[17:56:30.551] Timer tick, asking Buildbucket for the build status
[17:56:30.785] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:30.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:75:0) after 1m0s
[17:57:30.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:75:0)
[17:57:30.852] Timer tick, asking Buildbucket for the build status
[17:57:31.208] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:31.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:76:0) after 1m0s
[17:58:31.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:76:0)
[17:58:31.347] Timer tick, asking Buildbucket for the build status
[17:58:31.557] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:31.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:77:0) after 1m0s
[17:59:31.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:77:0)
[17:59:31.591] Timer tick, asking Buildbucket for the build status
[17:59:32.498] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:32.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:78:0) after 1m0s
[18:00:32.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:78:0)
[18:00:32.585] Timer tick, asking Buildbucket for the build status
[18:00:32.984] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:32.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:79:0) after 1m0s
[18:01:33.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:79:0)
[18:01:33.027] Timer tick, asking Buildbucket for the build status
[18:01:33.280] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:33.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:80:0) after 1m0s
[18:02:33.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:80:0)
[18:02:33.314] Timer tick, asking Buildbucket for the build status
[18:02:33.602] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:33.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:81:0) after 1m0s
[18:03:33.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:81:0)
[18:03:33.943] Timer tick, asking Buildbucket for the build status
[18:03:34.274] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:34.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:82:0) after 1m0s
[18:04:34.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:82:0)
[18:04:34.403] Timer tick, asking Buildbucket for the build status
[18:04:34.581] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:34.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:83:0) after 1m0s
[18:05:34.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:83:0)
[18:05:34.604] Timer tick, asking Buildbucket for the build status
[18:05:34.833] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:34.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:84:0) after 1m0s
[18:06:34.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:84:0)
[18:06:34.881] Timer tick, asking Buildbucket for the build status
[18:06:35.073] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:35.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:85:0) after 1m0s
[18:07:35.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:85:0)
[18:07:35.091] Timer tick, asking Buildbucket for the build status
[18:07:35.370] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:35.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:86:0) after 1m0s
[18:08:35.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:86:0)
[18:08:35.426] Timer tick, asking Buildbucket for the build status
[18:08:35.591] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:35.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:87:0) after 1m0s
[18:09:35.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:87:0)
[18:09:35.687] Timer tick, asking Buildbucket for the build status
[18:09:35.939] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:35.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:88:0) after 1m0s
[18:10:36.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:88:0)
[18:10:36.018] Timer tick, asking Buildbucket for the build status
[18:10:36.236] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:36.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:89:0) after 1m0s
[18:11:36.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:89:0)
[18:11:36.342] Timer tick, asking Buildbucket for the build status
[18:11:37.322] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:37.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:90:0) after 1m0s
[18:12:37.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:90:0)
[18:12:37.335] Timer tick, asking Buildbucket for the build status
[18:12:37.638] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:37.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:91:0) after 1m0s
[18:13:37.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:91:0)
[18:13:37.715] Timer tick, asking Buildbucket for the build status
[18:13:38.254] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:38.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:92:0) after 1m0s
[18:14:38.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:92:0)
[18:14:38.392] Timer tick, asking Buildbucket for the build status
[18:14:38.693] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:38.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:93:0) after 1m0s
[18:15:38.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:93:0)
[18:15:38.753] Timer tick, asking Buildbucket for the build status
[18:15:39.001] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:39.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:94:0) after 1m0s
[18:16:39.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:94:0)
[18:16:39.028] Timer tick, asking Buildbucket for the build status
[18:16:40.471] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:40.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:95:0) after 1m0s
[18:17:40.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:95:0)
[18:17:40.538] Timer tick, asking Buildbucket for the build status
[18:17:40.754] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:40.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:96:0) after 1m0s
[18:18:40.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:96:0)
[18:18:40.841] Timer tick, asking Buildbucket for the build status
[18:18:41.188] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:41.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:97:0) after 1m0s
[18:19:41.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:97:0)
[18:19:41.294] Timer tick, asking Buildbucket for the build status
[18:19:41.490] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:41.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:98:0) after 1m0s
[18:20:41.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:98:0)
[18:20:41.539] Timer tick, asking Buildbucket for the build status
[18:20:41.916] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:41.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:99:0) after 1m0s
[18:21:41.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:99:0)
[18:21:41.939] Timer tick, asking Buildbucket for the build status
[18:21:42.115] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:42.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:100:0) after 1m0s
[18:22:42.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:100:0)
[18:22:42.218] Timer tick, asking Buildbucket for the build status
[18:22:42.421] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:42.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:101:0) after 1m0s
[18:23:42.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:101:0)
[18:23:42.501] Timer tick, asking Buildbucket for the build status
[18:23:42.679] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:42.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:102:0) after 1m0s
[18:24:42.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:102:0)
[18:24:42.744] Timer tick, asking Buildbucket for the build status
[18:24:42.919] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:42.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:103:0) after 1m0s
[18:25:42.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:103:0)
[18:25:42.994] Timer tick, asking Buildbucket for the build status
[18:25:43.174] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:43.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:104:0) after 1m0s
[18:26:43.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:104:0)
[18:26:43.319] Timer tick, asking Buildbucket for the build status
[18:26:44.352] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:44.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:105:0) after 1m0s
[18:27:44.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:105:0)
[18:27:44.390] Timer tick, asking Buildbucket for the build status
[18:27:44.951] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:44.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:106:0) after 1m0s
[18:28:45.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:106:0)
[18:28:45.010] Timer tick, asking Buildbucket for the build status
[18:28:45.265] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:45.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:107:0) after 1m0s
[18:29:45.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:107:0)
[18:29:45.273] Timer tick, asking Buildbucket for the build status
[18:29:45.435] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:45.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:108:0) after 1m0s
[18:30:45.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:108:0)
[18:30:45.527] Timer tick, asking Buildbucket for the build status
[18:30:46.065] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:46.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:109:0) after 1m0s
[18:31:46.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:109:0)
[18:31:46.145] Timer tick, asking Buildbucket for the build status
[18:31:46.307] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:46.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:110:0) after 1m0s
[18:32:46.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:110:0)
[18:32:46.389] Timer tick, asking Buildbucket for the build status
[18:32:46.629] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:46.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:111:0) after 1m0s
[18:33:46.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:111:0)
[18:33:46.823] Timer tick, asking Buildbucket for the build status
[18:33:47.043] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:47.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:112:0) after 1m0s
[18:34:47.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:112:0)
[18:34:47.187] Timer tick, asking Buildbucket for the build status
[18:34:47.444] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:47.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:113:0) after 1m0s
[18:35:47.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:113:0)
[18:35:47.498] Timer tick, asking Buildbucket for the build status
[18:35:47.963] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:47.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:114:0) after 1m0s
[18:36:48.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:114:0)
[18:36:48.124] Timer tick, asking Buildbucket for the build status
[18:36:48.273] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:48.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:115:0) after 1m0s
[18:37:48.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:115:0)
[18:37:48.432] Timer tick, asking Buildbucket for the build status
[18:37:48.922] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:48.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:116:0) after 1m0s
[18:38:48.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:116:0)
[18:38:48.966] Timer tick, asking Buildbucket for the build status
[18:38:49.287] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:49.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:117:0) after 1m0s
[18:39:49.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:117:0)
[18:39:49.400] Timer tick, asking Buildbucket for the build status
[18:39:49.615] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:49.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:118:0) after 1m0s
[18:40:49.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:118:0)
[18:40:49.743] Timer tick, asking Buildbucket for the build status
[18:40:50.173] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:50.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:119:0) after 1m0s
[18:41:50.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:119:0)
[18:41:50.477] Timer tick, asking Buildbucket for the build status
[18:41:50.694] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:50.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:120:0) after 1m0s
[18:42:50.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:120:0)
[18:42:50.742] Timer tick, asking Buildbucket for the build status
[18:42:50.947] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:50.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:121:0) after 1m0s
[18:43:51.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:121:0)
[18:43:51.068] Timer tick, asking Buildbucket for the build status
[18:43:52.042] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:52.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:122:0) after 1m0s
[18:44:52.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:122:0)
[18:44:52.098] Timer tick, asking Buildbucket for the build status
[18:44:52.281] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:52.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:123:0) after 1m0s
[18:45:52.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:123:0)
[18:45:52.317] Timer tick, asking Buildbucket for the build status
[18:45:52.553] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:52.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:124:0) after 1m0s
[18:46:52.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:124:0)
[18:46:52.657] Timer tick, asking Buildbucket for the build status
[18:46:52.835] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:52.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:125:0) after 1m0s
[18:47:53.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:125:0)
[18:47:53.011] Timer tick, asking Buildbucket for the build status
[18:47:53.230] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:53.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:126:0) after 1m0s
[18:48:53.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:126:0)
[18:48:53.310] Timer tick, asking Buildbucket for the build status
[18:48:53.511] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:53.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:127:0) after 1m0s
[18:49:53.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:127:0)
[18:49:53.541] Timer tick, asking Buildbucket for the build status
[18:49:53.985] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:53.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:128:0) after 1m0s
[18:50:54.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:128:0)
[18:50:54.016] Timer tick, asking Buildbucket for the build status
[18:50:54.310] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:54.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:129:0) after 1m0s
[18:51:54.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:129:0)
[18:51:54.344] Timer tick, asking Buildbucket for the build status
[18:51:54.564] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:54.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:130:0) after 1m0s
[18:52:54.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:130:0)
[18:52:54.642] Timer tick, asking Buildbucket for the build status
[18:52:54.819] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:54.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:131:0) after 1m0s
[18:53:55.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:131:0)
[18:53:55.058] Timer tick, asking Buildbucket for the build status
[18:53:55.496] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:55.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:132:0) after 1m0s
[18:54:55.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:132:0)
[18:54:55.559] Timer tick, asking Buildbucket for the build status
[18:54:56.073] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:56.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:133:0) after 1m0s
[18:55:56.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:133:0)
[18:55:56.438] Timer tick, asking Buildbucket for the build status
[18:55:56.629] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:56.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:134:0) after 1m0s
[18:56:56.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:134:0)
[18:56:56.893] Timer tick, asking Buildbucket for the build status
[18:56:57.144] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:57.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:135:0) after 1m0s
[18:57:57.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:135:0)
[18:57:57.401] Timer tick, asking Buildbucket for the build status
[18:57:57.613] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:57.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:136:0) after 1m0s
[18:58:57.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:136:0)
[18:58:57.724] Timer tick, asking Buildbucket for the build status
[18:58:57.944] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:57.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:137:0) after 1m0s
[18:59:58.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:137:0)
[18:59:58.047] Timer tick, asking Buildbucket for the build status
[18:59:58.480] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:58.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:138:0) after 1m0s
[19:00:58.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:138:0)
[19:00:58.669] Timer tick, asking Buildbucket for the build status
[19:00:59.287] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:59.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:139:0) after 1m0s
[19:01:59.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:139:0)
[19:01:59.479] Timer tick, asking Buildbucket for the build status
[19:01:59.781] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:59.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:140:0) after 1m0s
[19:02:59.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:140:0)
[19:02:59.825] Timer tick, asking Buildbucket for the build status
[19:03:00.659] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:00.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:141:0) after 1m0s
[19:04:00.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:141:0)
[19:04:00.712] Timer tick, asking Buildbucket for the build status
[19:04:00.986] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:00.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:142:0) after 1m0s
[19:05:01.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:142:0)
[19:05:01.120] Timer tick, asking Buildbucket for the build status
[19:05:01.940] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:01.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:143:0) after 1m0s
[19:06:02.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:143:0)
[19:06:02.019] Timer tick, asking Buildbucket for the build status
[19:06:02.492] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:02.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:144:0) after 1m0s
[19:07:02.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:144:0)
[19:07:02.755] Timer tick, asking Buildbucket for the build status
[19:07:03.136] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:03.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:145:0) after 1m0s
[19:08:03.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:145:0)
[19:08:03.335] Timer tick, asking Buildbucket for the build status
[19:08:03.708] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:03.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:146:0) after 1m0s
[19:09:03.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:146:0)
[19:09:03.828] Timer tick, asking Buildbucket for the build status
[19:09:04.038] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:04.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:147:0) after 1m0s
[19:10:04.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:147:0)
[19:10:04.030] Timer tick, asking Buildbucket for the build status
[19:10:04.557] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:04.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:148:0) after 1m0s
[19:11:04.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:148:0)
[19:11:04.586] Timer tick, asking Buildbucket for the build status
[19:11:04.817] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:04.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:149:0) after 1m0s
[19:12:04.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:149:0)
[19:12:04.903] Timer tick, asking Buildbucket for the build status
[19:12:05.577] Build 8894623087030213184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:05.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060053149151729488:150:0) after 1m0s
[19:13:00.581] Received PubSub notification, asking Buildbucket for the build status
[19:13:01.258] Build 8894623087030213184: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:13:01.258] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1575832379308813",
    "created_by": "project:chromium",
    "created_ts": "1575823429993859",
    "failure_reason": "BUILD_FAILURE",
    "id": "8894623087030213184",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cdf8a9f893323b50d2f9b4e1a84b859df8b94588\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11480, \"got_angle_revision\": \"27c89d2b5c567dbe74cb854e77c45bd15bcdcde8\", \"got_dawn_revision\": \"dc3317da6cd5242e525d3230516cfd2bbff25fe9\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"cdf8a9f893323b50d2f9b4e1a84b859df8b94588\", \"got_revision_cp\": \"refs/heads/master@{#722790}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"31916f494c2eca2ee3257733812ce21aa8f2e756\", \"got_v8_revision\": \"69827db645fcece065bf16a795a4ec8d3a51057f\", \"got_v8_revision_cp\": \"refs/heads/8.0.426@{#2}\", \"got_webrtc_revision\": \"80bc1acb9c2b9d8096f356c748ec9b57e02759c9\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30031}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cdf8a9f893323b50d2f9b4e1a84b859df8b94588\", \"swarm_hashes\": {\"0\": \"bacd6dac79311cc68d2af4b4607e3130eb77bde9\", \"1\": \"4e218ddda5ec0db6c9936c212917a5104aafd5e8\", \"10\": \"ad887faa8a19bc788ffbfa7d94b2c81eb1014c75\", \"11\": \"d241bd671a17933e352af0341482a3affe27c068\", \"12\": \"1e2c7cf0d16278742991931b3ba278058d68fc5e\", \"13\": \"24ca113baf5b961c6d32088293bb0ca43769d3c9\", \"14\": \"64042e911065cdb20306912e9317614aa59367de\", \"15\": \"fa9051f6aa1c9735f661db73868e623927a532d5\", \"16\": \"892aaf2ff2adf52a5e74a806e767b17d894e8b9d\", \"2\": \"df400fc101deb3a53bfdddc9d4fd0becdc053342\", \"3\": \"48845983cd6f242b5fb7aefb3dd72b95421c3ed0\", \"4\": \"82ac799feee32c97ff235a0231f0d4f9bc683a92\", \"5\": \"f19b98563345fa3f1098597ab47cdfbcf8469515\", \"6\": \"1c5c6d04a2c798b8eed03c27003d1a55fc76d28d\", \"7\": \"a6d9abc73cc632fa278c6d37a73d0e53e7cf6623\", \"8\": \"fac9a40b458cd9d84741e75eee9e202f7e4e4ae7\", \"9\": \"4469a3daaace0d6b4c889fe23925fc9db6937a9c\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4702-f6d98f9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1575824566088302",
    "status": "COMPLETED",
    "status_changed_ts": "1575824566434685",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11480",
      "builder:ToTiOS",
      "buildset:commit/git/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdf8a9f893323b50d2f9b4e1a84b859df8b94588",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9060053149151729488",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8894623087030213184/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:48ff36de6e48e510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1575832379508502",
    "url": "https://ci.chromium.org/b/8894623087030213184",
    "utcnow_ts": "1575832381197398"
  }
}
[19:13:01.258] Invocation finished in 2h29m12.672036289s with status FAILED