Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5af92c8a9a2e07af2ddac41be4106f4abba786c3"
}

Incoming tags

  • buildset:commit/git/5af92c8a9a2e07af2ddac41be4106f4abba786c3
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5af92c8a9a2e07af2ddac41be4106f4abba786c3
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:42:07.036] New invocation is queued and will start shortly
[00:42:08.451] Starting the invocation (attempt 1)
[00:42:08.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:42:08.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:42:08.495] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9058211117338202192",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"5af92c8a9a2e07af2ddac41be4106f4abba786c3\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9058211117338202192",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:42:09.888] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1577580128626019",
    "id": "8892781055003987120",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5af92c8a9a2e07af2ddac41be4106f4abba786c3\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1577580129085659",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11720",
      "builder:ToTiOS",
      "buildset:commit/git/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058211117338202192",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892781055003987120/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577580129085760",
    "url": "https://ci.chromium.org/b/8892781055003987120",
    "utcnow_ts": "1577580129865675"
  }
}
[00:42:09.888] Task URL: https://ci.chromium.org/b/8892781055003987120
[00:42:09.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:2:0) after 1m0s
[00:43:09.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:2:0)
[00:43:09.954] Timer tick, asking Buildbucket for the build status
[00:43:10.584] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:43:10.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:3:0) after 1m0s
[00:44:10.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:3:0)
[00:44:10.613] Timer tick, asking Buildbucket for the build status
[00:44:10.959] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:44:10.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:4:0) after 1m0s
[00:45:10.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:4:0)
[00:45:10.976] Timer tick, asking Buildbucket for the build status
[00:45:11.278] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:45:11.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:5:0) after 1m0s
[00:46:11.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:5:0)
[00:46:11.297] Timer tick, asking Buildbucket for the build status
[00:46:11.490] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:46:11.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:6:0) after 1m0s
[00:47:11.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:6:0)
[00:47:11.521] Timer tick, asking Buildbucket for the build status
[00:47:11.719] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:47:11.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:7:0) after 1m0s
[00:48:11.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:7:0)
[00:48:11.766] Timer tick, asking Buildbucket for the build status
[00:48:12.076] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:48:12.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:8:0) after 1m0s
[00:49:12.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:8:0)
[00:49:12.193] Timer tick, asking Buildbucket for the build status
[00:49:12.419] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:49:12.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:9:0) after 1m0s
[00:50:12.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:9:0)
[00:50:12.503] Timer tick, asking Buildbucket for the build status
[00:50:13.176] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:50:13.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:10:0) after 1m0s
[00:51:13.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:10:0)
[00:51:13.262] Timer tick, asking Buildbucket for the build status
[00:51:13.607] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:51:13.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:11:0) after 1m0s
[00:52:13.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:11:0)
[00:52:13.630] Timer tick, asking Buildbucket for the build status
[00:52:13.882] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:52:13.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:12:0) after 1m0s
[00:53:14.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:12:0)
[00:53:14.004] Timer tick, asking Buildbucket for the build status
[00:53:14.217] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:53:14.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:13:0) after 1m0s
[00:54:14.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:13:0)
[00:54:14.240] Timer tick, asking Buildbucket for the build status
[00:54:14.432] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:54:14.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:14:0) after 1m0s
[00:55:14.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:14:0)
[00:55:14.431] Timer tick, asking Buildbucket for the build status
[00:55:14.618] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:55:14.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:15:0) after 1m0s
[00:56:14.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:15:0)
[00:56:14.677] Timer tick, asking Buildbucket for the build status
[00:56:15.492] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:56:15.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:16:0) after 1m0s
[00:57:15.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:16:0)
[00:57:15.513] Timer tick, asking Buildbucket for the build status
[00:57:16.082] Build 8892781055003987120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:57:16.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:17:0) after 1m0s
[00:58:00.915] Received PubSub notification, asking Buildbucket for the build status
[00:58:01.087] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:16.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:17:0)
[00:58:16.105] Timer tick, asking Buildbucket for the build status
[00:58:16.299] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:16.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:19:0) after 1m0s
[00:59:16.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:19:0)
[00:59:16.323] Timer tick, asking Buildbucket for the build status
[00:59:16.505] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:16.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:20:0) after 1m0s
[01:00:16.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:20:0)
[01:00:16.544] Timer tick, asking Buildbucket for the build status
[01:00:16.813] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:16.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:21:0) after 1m0s
[01:01:16.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:21:0)
[01:01:16.831] Timer tick, asking Buildbucket for the build status
[01:01:17.050] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:17.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:22:0) after 1m0s
[01:02:17.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:22:0)
[01:02:17.097] Timer tick, asking Buildbucket for the build status
[01:02:17.342] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:17.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:23:0) after 1m0s
[01:03:17.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:23:0)
[01:03:17.383] Timer tick, asking Buildbucket for the build status
[01:03:17.575] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:17.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:24:0) after 1m0s
[01:04:17.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:24:0)
[01:04:17.641] Timer tick, asking Buildbucket for the build status
[01:04:17.837] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:17.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:25:0) after 1m0s
[01:05:17.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:25:0)
[01:05:17.967] Timer tick, asking Buildbucket for the build status
[01:05:18.781] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:18.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:26:0) after 1m0s
[01:06:18.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:26:0)
[01:06:18.810] Timer tick, asking Buildbucket for the build status
[01:06:19.025] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:19.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:27:0) after 1m0s
[01:07:19.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:27:0)
[01:07:19.176] Timer tick, asking Buildbucket for the build status
[01:07:19.884] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:19.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:28:0) after 1m0s
[01:08:20.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:28:0)
[01:08:20.006] Timer tick, asking Buildbucket for the build status
[01:08:20.668] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:20.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:29:0) after 1m0s
[01:09:20.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:29:0)
[01:09:20.694] Timer tick, asking Buildbucket for the build status
[01:09:20.858] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:20.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:30:0) after 1m0s
[01:10:20.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:30:0)
[01:10:20.875] Timer tick, asking Buildbucket for the build status
[01:10:22.797] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:22.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:31:0) after 1m0s
[01:11:22.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:31:0)
[01:11:22.815] Timer tick, asking Buildbucket for the build status
[01:11:23.028] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:23.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:32:0) after 1m0s
[01:12:23.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:32:0)
[01:12:23.048] Timer tick, asking Buildbucket for the build status
[01:12:23.477] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:23.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:33:0) after 1m0s
[01:13:23.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:33:0)
[01:13:23.531] Timer tick, asking Buildbucket for the build status
[01:13:23.799] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:23.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:34:0) after 1m0s
[01:14:23.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:34:0)
[01:14:23.815] Timer tick, asking Buildbucket for the build status
[01:14:24.399] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:35:0) after 1m0s
[01:15:24.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:35:0)
[01:15:24.746] Timer tick, asking Buildbucket for the build status
[01:15:24.905] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:24.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:36:0) after 1m0s
[01:16:24.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:36:0)
[01:16:24.936] Timer tick, asking Buildbucket for the build status
[01:16:26.264] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:26.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:37:0) after 1m0s
[01:17:26.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:37:0)
[01:17:26.288] Timer tick, asking Buildbucket for the build status
[01:17:26.896] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:26.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:38:0) after 1m0s
[01:18:27.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:38:0)
[01:18:27.014] Timer tick, asking Buildbucket for the build status
[01:18:27.235] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:27.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:39:0) after 1m0s
[01:19:27.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:39:0)
[01:19:27.254] Timer tick, asking Buildbucket for the build status
[01:19:27.650] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:27.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:40:0) after 1m0s
[01:20:27.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:40:0)
[01:20:27.769] Timer tick, asking Buildbucket for the build status
[01:20:28.686] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:28.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:41:0) after 1m0s
[01:21:28.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:41:0)
[01:21:28.705] Timer tick, asking Buildbucket for the build status
[01:21:29.089] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:29.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:42:0) after 1m0s
[01:22:29.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:42:0)
[01:22:29.126] Timer tick, asking Buildbucket for the build status
[01:22:29.357] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:29.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:43:0) after 1m0s
[01:23:29.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:43:0)
[01:23:29.450] Timer tick, asking Buildbucket for the build status
[01:23:29.754] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:29.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:44:0) after 1m0s
[01:24:30.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:44:0)
[01:24:30.182] Timer tick, asking Buildbucket for the build status
[01:24:30.436] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:30.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:45:0) after 1m0s
[01:25:30.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:45:0)
[01:25:30.682] Timer tick, asking Buildbucket for the build status
[01:25:30.841] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:30.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:46:0) after 1m0s
[01:26:31.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:46:0)
[01:26:31.062] Timer tick, asking Buildbucket for the build status
[01:26:32.092] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:32.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:47:0) after 1m0s
[01:27:32.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:47:0)
[01:27:32.234] Timer tick, asking Buildbucket for the build status
[01:27:32.981] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:32.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:48:0) after 1m0s
[01:28:33.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:48:0)
[01:28:33.403] Timer tick, asking Buildbucket for the build status
[01:28:34.468] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:34.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:49:0) after 1m0s
[01:29:34.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:49:0)
[01:29:34.605] Timer tick, asking Buildbucket for the build status
[01:29:34.765] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:34.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:50:0) after 1m0s
[01:30:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:50:0)
[01:30:34.788] Timer tick, asking Buildbucket for the build status
[01:30:34.950] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:34.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:51:0) after 1m0s
[01:31:35.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:51:0)
[01:31:35.042] Timer tick, asking Buildbucket for the build status
[01:31:35.242] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:35.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:52:0) after 1m0s
[01:32:35.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:52:0)
[01:32:35.260] Timer tick, asking Buildbucket for the build status
[01:32:35.403] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:35.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:53:0) after 1m0s
[01:33:35.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:53:0)
[01:33:35.422] Timer tick, asking Buildbucket for the build status
[01:33:35.629] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:35.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:54:0) after 1m0s
[01:34:36.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:54:0)
[01:34:36.290] Timer tick, asking Buildbucket for the build status
[01:34:36.444] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:36.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:55:0) after 1m0s
[01:35:36.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:55:0)
[01:35:36.746] Timer tick, asking Buildbucket for the build status
[01:35:37.391] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:37.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:56:0) after 1m0s
[01:36:37.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:56:0)
[01:36:37.711] Timer tick, asking Buildbucket for the build status
[01:36:38.276] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:38.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:57:0) after 1m0s
[01:37:38.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:57:0)
[01:37:38.355] Timer tick, asking Buildbucket for the build status
[01:37:38.535] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:38.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:58:0) after 1m0s
[01:38:39.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:58:0)
[01:38:39.073] Timer tick, asking Buildbucket for the build status
[01:38:40.280] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:40.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:59:0) after 1m0s
[01:39:40.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:59:0)
[01:39:40.535] Timer tick, asking Buildbucket for the build status
[01:39:40.752] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:40.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:60:0) after 1m0s
[01:40:40.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:60:0)
[01:40:40.871] Timer tick, asking Buildbucket for the build status
[01:40:41.668] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:41.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:61:0) after 1m0s
[01:41:41.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:61:0)
[01:41:41.803] Timer tick, asking Buildbucket for the build status
[01:41:42.378] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:42.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:62:0) after 1m0s
[01:42:42.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:62:0)
[01:42:42.376] Timer tick, asking Buildbucket for the build status
[01:42:42.529] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:42.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:63:0) after 1m0s
[01:43:42.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:63:0)
[01:43:42.550] Timer tick, asking Buildbucket for the build status
[01:43:43.435] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:43.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:64:0) after 1m0s
[01:44:43.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:64:0)
[01:44:43.668] Timer tick, asking Buildbucket for the build status
[01:44:43.873] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:43.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:65:0) after 1m0s
[01:45:44.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:65:0)
[01:45:44.123] Timer tick, asking Buildbucket for the build status
[01:45:44.279] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:44.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:66:0) after 1m0s
[01:46:44.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:66:0)
[01:46:44.337] Timer tick, asking Buildbucket for the build status
[01:46:44.565] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:44.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:67:0) after 1m0s
[01:47:58.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:67:0)
[01:47:58.835] Timer tick, asking Buildbucket for the build status
[01:47:59.006] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:59.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:68:0) after 1m0s
[01:48:59.029] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:68:0)
[01:48:59.029] Timer tick, asking Buildbucket for the build status
[01:48:59.282] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:59.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:69:0) after 1m0s
[01:49:59.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:69:0)
[01:49:59.379] Timer tick, asking Buildbucket for the build status
[01:49:59.553] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:59.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:70:0) after 1m0s
[01:50:59.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:70:0)
[01:50:59.637] Timer tick, asking Buildbucket for the build status
[01:50:59.836] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:59.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:71:0) after 1m0s
[01:51:59.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:71:0)
[01:51:59.951] Timer tick, asking Buildbucket for the build status
[01:52:00.271] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:00.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:72:0) after 1m0s
[01:53:00.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:72:0)
[01:53:00.290] Timer tick, asking Buildbucket for the build status
[01:53:00.790] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:00.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:73:0) after 1m0s
[01:54:00.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:73:0)
[01:54:00.844] Timer tick, asking Buildbucket for the build status
[01:54:01.038] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:01.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:74:0) after 1m0s
[01:55:01.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:74:0)
[01:55:01.139] Timer tick, asking Buildbucket for the build status
[01:55:01.335] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:01.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:75:0) after 1m0s
[01:56:01.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:75:0)
[01:56:01.643] Timer tick, asking Buildbucket for the build status
[01:56:02.529] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:02.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:76:0) after 1m0s
[01:57:02.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:76:0)
[01:57:02.902] Timer tick, asking Buildbucket for the build status
[01:57:03.340] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:03.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:77:0) after 1m0s
[01:58:03.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:77:0)
[01:58:03.457] Timer tick, asking Buildbucket for the build status
[01:58:03.655] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:03.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:78:0) after 1m0s
[01:59:03.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:78:0)
[01:59:03.788] Timer tick, asking Buildbucket for the build status
[01:59:03.979] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:03.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:79:0) after 1m0s
[02:00:04.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:79:0)
[02:00:04.012] Timer tick, asking Buildbucket for the build status
[02:00:04.798] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:04.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:80:0) after 1m0s
[02:01:05.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:80:0)
[02:01:05.204] Timer tick, asking Buildbucket for the build status
[02:01:05.806] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:05.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:81:0) after 1m0s
[02:02:06.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:81:0)
[02:02:06.414] Timer tick, asking Buildbucket for the build status
[02:02:06.980] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:06.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:82:0) after 1m0s
[02:03:07.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:82:0)
[02:03:07.116] Timer tick, asking Buildbucket for the build status
[02:03:07.305] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:07.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:83:0) after 1m0s
[02:04:07.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:83:0)
[02:04:07.431] Timer tick, asking Buildbucket for the build status
[02:04:07.587] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:07.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:84:0) after 1m0s
[02:05:07.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:84:0)
[02:05:07.739] Timer tick, asking Buildbucket for the build status
[02:05:08.037] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:08.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:85:0) after 1m0s
[02:06:08.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:85:0)
[02:06:08.233] Timer tick, asking Buildbucket for the build status
[02:06:08.381] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:08.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:86:0) after 1m0s
[02:07:08.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:86:0)
[02:07:08.512] Timer tick, asking Buildbucket for the build status
[02:07:08.994] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:08.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:87:0) after 1m0s
[02:08:09.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:87:0)
[02:08:09.092] Timer tick, asking Buildbucket for the build status
[02:08:09.836] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:09.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:88:0) after 1m0s
[02:09:10.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:88:0)
[02:09:10.041] Timer tick, asking Buildbucket for the build status
[02:09:10.240] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:10.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:89:0) after 1m0s
[02:10:10.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:89:0)
[02:10:10.337] Timer tick, asking Buildbucket for the build status
[02:10:10.511] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:10.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:90:0) after 1m0s
[02:11:10.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:90:0)
[02:11:10.746] Timer tick, asking Buildbucket for the build status
[02:11:10.883] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:10.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:91:0) after 1m0s
[02:12:11.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:91:0)
[02:12:11.186] Timer tick, asking Buildbucket for the build status
[02:12:12.014] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:12.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:92:0) after 1m0s
[02:13:12.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:92:0)
[02:13:12.092] Timer tick, asking Buildbucket for the build status
[02:13:12.315] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:12.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:93:0) after 1m0s
[02:14:12.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:93:0)
[02:14:12.345] Timer tick, asking Buildbucket for the build status
[02:14:12.789] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:12.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:94:0) after 1m0s
[02:15:12.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:94:0)
[02:15:12.817] Timer tick, asking Buildbucket for the build status
[02:15:12.976] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:12.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:95:0) after 1m0s
[02:16:12.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:95:0)
[02:16:12.998] Timer tick, asking Buildbucket for the build status
[02:16:13.177] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:13.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:96:0) after 1m0s
[02:17:13.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:96:0)
[02:17:13.256] Timer tick, asking Buildbucket for the build status
[02:17:14.175] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:14.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:97:0) after 1m0s
[02:18:14.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:97:0)
[02:18:14.312] Timer tick, asking Buildbucket for the build status
[02:18:14.481] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:14.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:98:0) after 1m0s
[02:19:14.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:98:0)
[02:19:14.511] Timer tick, asking Buildbucket for the build status
[02:19:14.700] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:14.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:99:0) after 1m0s
[02:20:14.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:99:0)
[02:20:14.830] Timer tick, asking Buildbucket for the build status
[02:20:15.871] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:100:0) after 1m0s
[02:21:15.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:100:0)
[02:21:15.973] Timer tick, asking Buildbucket for the build status
[02:21:17.375] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:17.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:101:0) after 1m0s
[02:22:17.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:101:0)
[02:22:17.398] Timer tick, asking Buildbucket for the build status
[02:22:17.562] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:17.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:102:0) after 1m0s
[02:23:17.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:102:0)
[02:23:17.590] Timer tick, asking Buildbucket for the build status
[02:23:17.774] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:17.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:103:0) after 1m0s
[02:24:17.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:103:0)
[02:24:17.795] Timer tick, asking Buildbucket for the build status
[02:24:18.411] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:18.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:104:0) after 1m0s
[02:25:18.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:104:0)
[02:25:18.492] Timer tick, asking Buildbucket for the build status
[02:25:18.673] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:18.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:105:0) after 1m0s
[02:26:18.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:105:0)
[02:26:18.720] Timer tick, asking Buildbucket for the build status
[02:26:19.502] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:19.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:106:0) after 1m0s
[02:27:19.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:106:0)
[02:27:19.540] Timer tick, asking Buildbucket for the build status
[02:27:19.902] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:19.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:107:0) after 1m0s
[02:28:19.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:107:0)
[02:28:19.922] Timer tick, asking Buildbucket for the build status
[02:28:20.129] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:20.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:108:0) after 1m0s
[02:29:20.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:108:0)
[02:29:20.157] Timer tick, asking Buildbucket for the build status
[02:29:20.412] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:20.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:109:0) after 1m0s
[02:30:20.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:109:0)
[02:30:20.449] Timer tick, asking Buildbucket for the build status
[02:30:20.788] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:20.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:110:0) after 1m0s
[02:31:20.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:110:0)
[02:31:20.906] Timer tick, asking Buildbucket for the build status
[02:31:21.081] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:21.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:111:0) after 1m0s
[02:32:21.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:111:0)
[02:32:21.244] Timer tick, asking Buildbucket for the build status
[02:32:21.545] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:21.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:112:0) after 1m0s
[02:33:21.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:112:0)
[02:33:21.568] Timer tick, asking Buildbucket for the build status
[02:33:22.301] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:22.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:113:0) after 1m0s
[02:34:22.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:113:0)
[02:34:22.391] Timer tick, asking Buildbucket for the build status
[02:34:22.550] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:22.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:114:0) after 1m0s
[02:35:22.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:114:0)
[02:35:22.614] Timer tick, asking Buildbucket for the build status
[02:35:22.848] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:22.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:115:0) after 1m0s
[02:36:22.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:115:0)
[02:36:22.972] Timer tick, asking Buildbucket for the build status
[02:36:23.149] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:23.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:116:0) after 1m0s
[02:37:23.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:116:0)
[02:37:23.210] Timer tick, asking Buildbucket for the build status
[02:37:23.873] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:23.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:117:0) after 1m0s
[02:38:23.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:117:0)
[02:38:23.903] Timer tick, asking Buildbucket for the build status
[02:38:24.047] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:24.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:118:0) after 1m0s
[02:39:24.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:118:0)
[02:39:24.087] Timer tick, asking Buildbucket for the build status
[02:39:24.287] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:24.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:119:0) after 1m0s
[02:40:24.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:119:0)
[02:40:24.310] Timer tick, asking Buildbucket for the build status
[02:40:24.472] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:24.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:120:0) after 1m0s
[02:41:24.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:120:0)
[02:41:24.494] Timer tick, asking Buildbucket for the build status
[02:41:24.766] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:24.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:121:0) after 1m0s
[02:42:24.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:121:0)
[02:42:24.780] Timer tick, asking Buildbucket for the build status
[02:42:24.950] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:24.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:122:0) after 1m0s
[02:43:25.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:122:0)
[02:43:25.917] Timer tick, asking Buildbucket for the build status
[02:43:26.983] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:26.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:123:0) after 1m0s
[02:44:26.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:123:0)
[02:44:26.981] Timer tick, asking Buildbucket for the build status
[02:44:28.541] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:28.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:124:0) after 1m0s
[02:45:28.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:124:0)
[02:45:28.563] Timer tick, asking Buildbucket for the build status
[02:45:29.745] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:29.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:125:0) after 1m0s
[02:46:30.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:125:0)
[02:46:30.301] Timer tick, asking Buildbucket for the build status
[02:46:30.479] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:30.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:126:0) after 1m0s
[02:47:30.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:126:0)
[02:47:30.818] Timer tick, asking Buildbucket for the build status
[02:47:31.048] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:31.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:127:0) after 1m0s
[02:48:31.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:127:0)
[02:48:31.096] Timer tick, asking Buildbucket for the build status
[02:48:31.357] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:31.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:128:0) after 1m0s
[02:49:31.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:128:0)
[02:49:31.379] Timer tick, asking Buildbucket for the build status
[02:49:31.775] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:31.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:129:0) after 1m0s
[02:50:31.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:129:0)
[02:50:31.781] Timer tick, asking Buildbucket for the build status
[02:50:32.224] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:32.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:130:0) after 1m0s
[02:51:32.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:130:0)
[02:51:32.452] Timer tick, asking Buildbucket for the build status
[02:51:32.599] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:32.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:131:0) after 1m0s
[02:52:32.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:131:0)
[02:52:32.672] Timer tick, asking Buildbucket for the build status
[02:52:32.956] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:32.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:132:0) after 1m0s
[02:53:33.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:132:0)
[02:53:33.137] Timer tick, asking Buildbucket for the build status
[02:53:33.330] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:33.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:133:0) after 1m0s
[02:54:48.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:133:0)
[02:54:48.941] Timer tick, asking Buildbucket for the build status
[02:54:49.728] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:49.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:134:0) after 1m0s
[02:55:49.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:134:0)
[02:55:49.853] Timer tick, asking Buildbucket for the build status
[02:55:50.073] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:50.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:135:0) after 1m0s
[02:56:50.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:135:0)
[02:56:50.259] Timer tick, asking Buildbucket for the build status
[02:56:50.538] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:50.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:136:0) after 1m0s
[02:57:50.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:136:0)
[02:57:50.624] Timer tick, asking Buildbucket for the build status
[02:57:50.943] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:50.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:137:0) after 1m0s
[02:58:51.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:137:0)
[02:58:51.053] Timer tick, asking Buildbucket for the build status
[02:58:52.265] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:52.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:138:0) after 1m0s
[02:59:52.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:138:0)
[02:59:52.390] Timer tick, asking Buildbucket for the build status
[02:59:52.558] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:52.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:139:0) after 1m0s
[03:00:52.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:139:0)
[03:00:52.584] Timer tick, asking Buildbucket for the build status
[03:00:52.739] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:52.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:140:0) after 1m0s
[03:01:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:140:0)
[03:01:52.767] Timer tick, asking Buildbucket for the build status
[03:01:53.010] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:53.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:141:0) after 1m0s
[03:02:53.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:141:0)
[03:02:53.054] Timer tick, asking Buildbucket for the build status
[03:02:53.229] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:53.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:142:0) after 1m0s
[03:03:53.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:142:0)
[03:03:53.350] Timer tick, asking Buildbucket for the build status
[03:03:53.523] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:53.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:143:0) after 1m0s
[03:04:53.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:143:0)
[03:04:53.535] Timer tick, asking Buildbucket for the build status
[03:04:54.341] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:54.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:144:0) after 1m0s
[03:05:54.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:144:0)
[03:05:54.399] Timer tick, asking Buildbucket for the build status
[03:05:54.563] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:54.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:145:0) after 1m0s
[03:06:54.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:145:0)
[03:06:54.620] Timer tick, asking Buildbucket for the build status
[03:06:55.294] Build 8892781055003987120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:55.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058211117338202192:146:0) after 1m0s
[03:07:08.159] Received PubSub notification, asking Buildbucket for the build status
[03:07:08.258] Build 8892781055003987120: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:07:08.258] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1577588827041840",
    "created_by": "project:chromium",
    "created_ts": "1577580128626019",
    "failure_reason": "BUILD_FAILURE",
    "id": "8892781055003987120",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5af92c8a9a2e07af2ddac41be4106f4abba786c3\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11720, \"got_angle_revision\": \"fca5a005aa880a51672c091fcb82f084b620670a\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"5af92c8a9a2e07af2ddac41be4106f4abba786c3\", \"got_revision_cp\": \"refs/heads/master@{#727698}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"59465799210b3f4962af1a9dc44a4ffecb422c10\", \"got_v8_revision\": \"4c53f9a51444393133ff303952f1296603d44ab7\", \"got_v8_revision_cp\": \"refs/heads/8.1.80@{#1}\", \"got_webrtc_revision\": \"8ac79125c05256f4b6ad29533b99c7733e5ac219\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30127}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5af92c8a9a2e07af2ddac41be4106f4abba786c3\", \"swarm_hashes\": {\"0\": \"69e32c6e5a777da9725c82071511f904b2734055\", \"1\": \"8f60994b555274b2becb9a067a7153b795e03343\", \"10\": \"5d23b326f670c00779bc1654e93fb0ce7fb0c42d\", \"11\": \"6dfb558949285af0060043160f2ddb6567f03551\", \"12\": \"cbe757f9093f94f7c676c3cb323fd3bff8fa01e1\", \"13\": \"cc0c80727c3da9b28b66ed8e1936b424529e03c8\", \"14\": \"98dd1523e0e9a7776d4fb255a2522591b9e92f34\", \"15\": \"861439ad500941735c45079eec7d3b56a71a44a7\", \"16\": \"112e9f0d837e4364e738c3d7a34a7ac6ed1e6255\", \"2\": \"844e887d61599324160f59cadda570d0dff541c7\", \"3\": \"73714709295f94818b03e91ddb53d656c5121c63\", \"4\": \"7e1b47eafd4f13e18d22f79672bb8970967bd598\", \"5\": \"b90c3902800a4c5eeeddbefaf1a28b649ede38e6\", \"6\": \"84770c48565643995f0a6e0a05d18a403ca55bf4\", \"7\": \"e0e6d7e90669e4ff4a4d0243c1c1b60534add45f\", \"8\": \"15a5b1e7933a9f3f1c7107777e09258429d11470\", \"9\": \"9f19add8fe216d54c5ec145063ab16f4b4fd7821\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1577581080139950",
    "status": "COMPLETED",
    "status_changed_ts": "1577581080507220",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11720",
      "builder:ToTiOS",
      "buildset:commit/git/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5af92c8a9a2e07af2ddac41be4106f4abba786c3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058211117338202192",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892781055003987120/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4967ebf7baea2d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577588827680383",
    "url": "https://ci.chromium.org/b/8892781055003987120",
    "utcnow_ts": "1577588828251436"
  }
}
[03:07:08.258] Invocation finished in 2h25m1.241177937s with status FAILED