Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2908bb683c82f7cc1c682b6bd52011422b21a8f2"
}

Incoming tags

  • buildset:commit/git/2908bb683c82f7cc1c682b6bd52011422b21a8f2
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2908bb683c82f7cc1c682b6bd52011422b21a8f2
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:27:14.476] New invocation is queued and will start shortly
[08:27:15.981] Starting the invocation (attempt 1)
[08:27:16.019] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:27:16.019] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:27:16.019] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9053561408977741152",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2908bb683c82f7cc1c682b6bd52011422b21a8f2\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9053561408977741152",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
    "gitiles_ref:refs/heads/master"
  ]
}
[08:27:17.234] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1582014436116294",
    "id": "8888131346593159312",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2908bb683c82f7cc1c682b6bd52011422b21a8f2\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1582014436885901",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12303",
      "builder:ToTiOS",
      "buildset:commit/git/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053561408977741152",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888131346593159312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582014436886027",
    "url": "https://ci.chromium.org/b/8888131346593159312",
    "utcnow_ts": "1582014437217927"
  }
}
[08:27:17.234] Task URL: https://ci.chromium.org/b/8888131346593159312
[08:27:17.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:2:0) after 1m0s
[08:27:20.252] Received PubSub notification, asking Buildbucket for the build status
[08:27:20.395] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:17.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:2:0)
[08:28:17.349] Timer tick, asking Buildbucket for the build status
[08:28:17.471] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:17.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:4:0) after 1m0s
[08:29:17.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:4:0)
[08:29:17.512] Timer tick, asking Buildbucket for the build status
[08:29:17.725] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:17.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:5:0) after 1m0s
[08:30:17.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:5:0)
[08:30:17.753] Timer tick, asking Buildbucket for the build status
[08:30:18.014] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:18.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:6:0) after 1m0s
[08:31:18.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:6:0)
[08:31:18.026] Timer tick, asking Buildbucket for the build status
[08:31:18.159] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:18.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:7:0) after 1m0s
[08:32:18.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:7:0)
[08:32:18.231] Timer tick, asking Buildbucket for the build status
[08:32:18.635] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:18.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:8:0) after 1m0s
[08:33:18.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:8:0)
[08:33:18.683] Timer tick, asking Buildbucket for the build status
[08:33:18.764] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:18.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:9:0) after 1m0s
[08:34:18.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:9:0)
[08:34:18.793] Timer tick, asking Buildbucket for the build status
[08:34:18.894] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:18.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:10:0) after 1m0s
[08:35:18.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:10:0)
[08:35:18.948] Timer tick, asking Buildbucket for the build status
[08:35:19.913] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:19.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:11:0) after 1m0s
[08:36:19.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:11:0)
[08:36:19.934] Timer tick, asking Buildbucket for the build status
[08:36:20.048] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:20.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:12:0) after 1m0s
[08:37:20.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:12:0)
[08:37:20.199] Timer tick, asking Buildbucket for the build status
[08:37:20.366] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:20.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:13:0) after 1m0s
[08:38:20.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:13:0)
[08:38:20.450] Timer tick, asking Buildbucket for the build status
[08:38:20.550] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:20.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:14:0) after 1m0s
[08:39:20.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:14:0)
[08:39:20.592] Timer tick, asking Buildbucket for the build status
[08:39:20.756] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:20.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:15:0) after 1m0s
[08:40:20.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:15:0)
[08:40:20.802] Timer tick, asking Buildbucket for the build status
[08:40:20.918] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:20.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:16:0) after 1m0s
[08:41:21.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:16:0)
[08:41:21.066] Timer tick, asking Buildbucket for the build status
[08:41:21.216] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:21.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:17:0) after 1m0s
[08:42:21.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:17:0)
[08:42:21.455] Timer tick, asking Buildbucket for the build status
[08:42:21.696] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:21.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:18:0) after 1m0s
[08:43:21.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:18:0)
[08:43:21.795] Timer tick, asking Buildbucket for the build status
[08:43:21.952] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:21.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:19:0) after 1m0s
[08:44:22.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:19:0)
[08:44:22.121] Timer tick, asking Buildbucket for the build status
[08:44:22.263] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:22.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:20:0) after 1m0s
[08:45:22.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:20:0)
[08:45:22.373] Timer tick, asking Buildbucket for the build status
[08:45:22.524] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:22.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:21:0) after 1m0s
[08:46:22.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:21:0)
[08:46:22.613] Timer tick, asking Buildbucket for the build status
[08:46:22.770] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:22.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:22:0) after 1m0s
[08:47:22.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:22:0)
[08:47:22.881] Timer tick, asking Buildbucket for the build status
[08:47:23.011] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:23.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:23:0) after 1m0s
[08:48:23.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:23:0)
[08:48:23.069] Timer tick, asking Buildbucket for the build status
[08:48:23.283] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:23.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:24:0) after 1m0s
[08:49:23.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:24:0)
[08:49:23.315] Timer tick, asking Buildbucket for the build status
[08:49:23.651] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:23.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:25:0) after 1m0s
[08:50:23.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:25:0)
[08:50:23.711] Timer tick, asking Buildbucket for the build status
[08:50:23.940] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:23.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:26:0) after 1m0s
[08:51:23.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:26:0)
[08:51:23.964] Timer tick, asking Buildbucket for the build status
[08:51:24.118] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:24.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:27:0) after 1m0s
[08:52:24.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:27:0)
[08:52:24.151] Timer tick, asking Buildbucket for the build status
[08:52:24.266] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:24.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:28:0) after 1m0s
[08:53:24.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:28:0)
[08:53:24.301] Timer tick, asking Buildbucket for the build status
[08:53:24.608] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:24.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:29:0) after 1m0s
[08:54:24.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:29:0)
[08:54:24.596] Timer tick, asking Buildbucket for the build status
[08:54:26.738] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:26.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:30:0) after 1m0s
[08:55:26.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:30:0)
[08:55:26.719] Timer tick, asking Buildbucket for the build status
[08:55:26.867] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:26.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:31:0) after 1m0s
[08:56:26.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:31:0)
[08:56:26.984] Timer tick, asking Buildbucket for the build status
[08:56:27.096] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:27.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:32:0) after 1m0s
[08:57:27.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:32:0)
[08:57:27.263] Timer tick, asking Buildbucket for the build status
[08:57:27.396] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:27.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:33:0) after 1m0s
[08:58:27.485] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:33:0)
[08:58:27.485] Timer tick, asking Buildbucket for the build status
[08:58:27.697] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:27.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:34:0) after 1m0s
[08:59:27.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:34:0)
[08:59:27.732] Timer tick, asking Buildbucket for the build status
[08:59:27.999] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:27.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:35:0) after 1m0s
[09:00:28.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:35:0)
[09:00:28.087] Timer tick, asking Buildbucket for the build status
[09:00:28.261] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:28.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:36:0) after 1m0s
[09:01:28.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:36:0)
[09:01:28.335] Timer tick, asking Buildbucket for the build status
[09:01:28.463] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:28.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:37:0) after 1m0s
[09:02:28.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:37:0)
[09:02:28.460] Timer tick, asking Buildbucket for the build status
[09:02:28.672] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:28.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:38:0) after 1m0s
[09:03:28.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:38:0)
[09:03:28.745] Timer tick, asking Buildbucket for the build status
[09:03:28.881] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:28.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:39:0) after 1m0s
[09:04:28.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:39:0)
[09:04:28.902] Timer tick, asking Buildbucket for the build status
[09:04:29.042] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:29.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:40:0) after 1m0s
[09:05:29.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:40:0)
[09:05:29.205] Timer tick, asking Buildbucket for the build status
[09:05:29.354] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:29.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:41:0) after 1m0s
[09:06:29.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:41:0)
[09:06:29.455] Timer tick, asking Buildbucket for the build status
[09:06:29.610] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:29.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:42:0) after 1m0s
[09:07:29.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:42:0)
[09:07:29.729] Timer tick, asking Buildbucket for the build status
[09:07:29.866] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:29.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:43:0) after 1m0s
[09:08:29.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:43:0)
[09:08:29.896] Timer tick, asking Buildbucket for the build status
[09:08:30.029] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:30.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:44:0) after 1m0s
[09:09:30.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:44:0)
[09:09:30.077] Timer tick, asking Buildbucket for the build status
[09:09:30.231] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:30.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:45:0) after 1m0s
[09:10:30.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:45:0)
[09:10:30.281] Timer tick, asking Buildbucket for the build status
[09:10:30.402] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:30.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:46:0) after 1m0s
[09:11:30.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:46:0)
[09:11:30.437] Timer tick, asking Buildbucket for the build status
[09:11:30.556] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:30.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:47:0) after 1m0s
[09:12:30.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:47:0)
[09:12:30.588] Timer tick, asking Buildbucket for the build status
[09:12:30.782] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:30.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:48:0) after 1m0s
[09:13:30.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:48:0)
[09:13:30.876] Timer tick, asking Buildbucket for the build status
[09:13:31.059] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:31.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:49:0) after 1m0s
[09:14:31.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:49:0)
[09:14:31.087] Timer tick, asking Buildbucket for the build status
[09:14:31.483] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:31.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:50:0) after 1m0s
[09:15:31.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:50:0)
[09:15:31.520] Timer tick, asking Buildbucket for the build status
[09:15:31.639] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:31.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:51:0) after 1m0s
[09:16:31.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:51:0)
[09:16:31.643] Timer tick, asking Buildbucket for the build status
[09:16:32.017] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:32.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:52:0) after 1m0s
[09:17:32.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:52:0)
[09:17:32.006] Timer tick, asking Buildbucket for the build status
[09:17:32.373] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:32.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:53:0) after 1m0s
[09:18:32.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:53:0)
[09:18:32.481] Timer tick, asking Buildbucket for the build status
[09:18:32.643] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:32.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:54:0) after 1m0s
[09:19:32.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:54:0)
[09:19:32.695] Timer tick, asking Buildbucket for the build status
[09:19:32.907] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:32.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:55:0) after 1m0s
[09:20:32.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:55:0)
[09:20:32.939] Timer tick, asking Buildbucket for the build status
[09:20:33.155] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:33.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:56:0) after 1m0s
[09:21:33.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:56:0)
[09:21:33.209] Timer tick, asking Buildbucket for the build status
[09:21:33.512] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:33.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:57:0) after 1m0s
[09:22:33.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:57:0)
[09:22:33.601] Timer tick, asking Buildbucket for the build status
[09:22:33.789] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:33.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:58:0) after 1m0s
[09:23:33.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:58:0)
[09:23:33.886] Timer tick, asking Buildbucket for the build status
[09:23:34.233] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:34.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:59:0) after 1m0s
[09:24:34.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:59:0)
[09:24:34.361] Timer tick, asking Buildbucket for the build status
[09:24:34.481] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:34.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:60:0) after 1m0s
[09:25:34.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:60:0)
[09:25:34.545] Timer tick, asking Buildbucket for the build status
[09:25:34.856] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:34.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:61:0) after 1m0s
[09:26:34.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:61:0)
[09:26:34.918] Timer tick, asking Buildbucket for the build status
[09:26:35.097] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:35.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:62:0) after 1m0s
[09:27:35.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:62:0)
[09:27:35.225] Timer tick, asking Buildbucket for the build status
[09:27:35.387] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:35.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:63:0) after 1m0s
[09:28:36.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:63:0)
[09:28:36.266] Timer tick, asking Buildbucket for the build status
[09:28:36.401] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:36.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:64:0) after 1m0s
[09:29:36.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:64:0)
[09:29:36.482] Timer tick, asking Buildbucket for the build status
[09:29:36.614] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:36.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:65:0) after 1m0s
[09:30:36.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:65:0)
[09:30:36.653] Timer tick, asking Buildbucket for the build status
[09:30:36.771] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:36.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:66:0) after 1m0s
[09:31:36.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:66:0)
[09:31:36.845] Timer tick, asking Buildbucket for the build status
[09:31:36.949] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:36.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:67:0) after 1m0s
[09:32:37.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:67:0)
[09:32:37.039] Timer tick, asking Buildbucket for the build status
[09:32:37.193] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:37.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:68:0) after 1m0s
[09:33:37.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:68:0)
[09:33:37.276] Timer tick, asking Buildbucket for the build status
[09:33:37.677] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:37.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:69:0) after 1m0s
[09:34:37.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:69:0)
[09:34:37.769] Timer tick, asking Buildbucket for the build status
[09:34:37.967] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:37.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:70:0) after 1m0s
[09:35:38.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:70:0)
[09:35:38.039] Timer tick, asking Buildbucket for the build status
[09:35:38.175] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:38.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:71:0) after 1m0s
[09:36:38.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:71:0)
[09:36:38.263] Timer tick, asking Buildbucket for the build status
[09:36:38.344] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:38.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:72:0) after 1m0s
[09:37:38.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:72:0)
[09:37:38.434] Timer tick, asking Buildbucket for the build status
[09:37:38.649] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:38.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:73:0) after 1m0s
[09:38:38.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:73:0)
[09:38:38.976] Timer tick, asking Buildbucket for the build status
[09:38:39.039] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:39.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:74:0) after 1m0s
[09:39:39.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:74:0)
[09:39:39.130] Timer tick, asking Buildbucket for the build status
[09:39:39.306] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:39.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:75:0) after 1m0s
[09:40:39.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:75:0)
[09:40:39.365] Timer tick, asking Buildbucket for the build status
[09:40:39.419] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:39.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:76:0) after 1m0s
[09:41:39.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:76:0)
[09:41:39.481] Timer tick, asking Buildbucket for the build status
[09:41:39.639] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:39.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:77:0) after 1m0s
[09:42:39.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:77:0)
[09:42:39.658] Timer tick, asking Buildbucket for the build status
[09:42:39.771] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:39.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:78:0) after 1m0s
[09:43:39.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:78:0)
[09:43:39.913] Timer tick, asking Buildbucket for the build status
[09:43:40.188] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:40.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:79:0) after 1m0s
[09:44:40.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:79:0)
[09:44:40.181] Timer tick, asking Buildbucket for the build status
[09:44:40.498] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:40.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:80:0) after 1m0s
[09:45:40.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:80:0)
[09:45:40.479] Timer tick, asking Buildbucket for the build status
[09:45:40.634] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:40.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:81:0) after 1m0s
[09:46:40.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:81:0)
[09:46:40.746] Timer tick, asking Buildbucket for the build status
[09:46:40.910] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:40.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:82:0) after 1m0s
[09:47:40.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:82:0)
[09:47:40.935] Timer tick, asking Buildbucket for the build status
[09:47:41.242] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:41.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:83:0) after 1m0s
[09:48:41.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:83:0)
[09:48:41.386] Timer tick, asking Buildbucket for the build status
[09:48:41.524] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:41.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:84:0) after 1m0s
[09:49:41.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:84:0)
[09:49:41.617] Timer tick, asking Buildbucket for the build status
[09:49:41.977] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:41.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:85:0) after 1m0s
[09:50:42.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:85:0)
[09:50:42.013] Timer tick, asking Buildbucket for the build status
[09:50:42.128] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:42.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:86:0) after 1m0s
[09:51:42.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:86:0)
[09:51:42.229] Timer tick, asking Buildbucket for the build status
[09:51:42.395] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:42.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:87:0) after 1m0s
[09:52:42.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:87:0)
[09:52:42.474] Timer tick, asking Buildbucket for the build status
[09:52:42.567] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:42.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:88:0) after 1m0s
[09:53:42.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:88:0)
[09:53:42.759] Timer tick, asking Buildbucket for the build status
[09:53:42.978] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:42.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:89:0) after 1m0s
[09:54:43.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:89:0)
[09:54:43.064] Timer tick, asking Buildbucket for the build status
[09:54:43.215] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:43.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:90:0) after 1m0s
[09:55:43.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:90:0)
[09:55:43.223] Timer tick, asking Buildbucket for the build status
[09:55:46.027] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:46.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:91:0) after 1m0s
[09:56:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:91:0)
[09:56:46.072] Timer tick, asking Buildbucket for the build status
[09:56:46.184] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:46.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:92:0) after 1m0s
[09:57:46.179] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:92:0)
[09:57:46.179] Timer tick, asking Buildbucket for the build status
[09:57:46.366] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:46.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:93:0) after 1m0s
[09:58:46.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:93:0)
[09:58:46.394] Timer tick, asking Buildbucket for the build status
[09:58:46.496] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:46.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:94:0) after 1m0s
[09:59:46.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:94:0)
[09:59:46.607] Timer tick, asking Buildbucket for the build status
[09:59:46.975] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:46.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:95:0) after 1m0s
[10:00:47.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:95:0)
[10:00:47.087] Timer tick, asking Buildbucket for the build status
[10:00:47.190] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:47.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:96:0) after 1m0s
[10:01:47.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:96:0)
[10:01:47.270] Timer tick, asking Buildbucket for the build status
[10:01:47.405] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:47.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:97:0) after 1m0s
[10:02:47.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:97:0)
[10:02:47.429] Timer tick, asking Buildbucket for the build status
[10:02:47.563] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:47.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:98:0) after 1m0s
[10:03:47.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:98:0)
[10:03:47.666] Timer tick, asking Buildbucket for the build status
[10:03:47.804] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:47.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:99:0) after 1m0s
[10:04:47.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:99:0)
[10:04:47.860] Timer tick, asking Buildbucket for the build status
[10:04:48.190] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:48.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:100:0) after 1m0s
[10:05:48.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:100:0)
[10:05:48.233] Timer tick, asking Buildbucket for the build status
[10:05:48.387] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:48.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:101:0) after 1m0s
[10:06:48.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:101:0)
[10:06:48.424] Timer tick, asking Buildbucket for the build status
[10:06:48.624] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:48.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:102:0) after 1m0s
[10:07:48.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:102:0)
[10:07:48.695] Timer tick, asking Buildbucket for the build status
[10:07:49.271] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:49.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:103:0) after 1m0s
[10:08:49.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:103:0)
[10:08:49.338] Timer tick, asking Buildbucket for the build status
[10:08:49.471] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:49.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:104:0) after 1m0s
[10:09:49.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:104:0)
[10:09:49.605] Timer tick, asking Buildbucket for the build status
[10:09:49.943] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:49.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:105:0) after 1m0s
[10:10:50.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:105:0)
[10:10:50.098] Timer tick, asking Buildbucket for the build status
[10:10:50.405] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:50.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:106:0) after 1m0s
[10:11:50.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:106:0)
[10:11:50.490] Timer tick, asking Buildbucket for the build status
[10:11:50.776] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:50.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:107:0) after 1m0s
[10:12:50.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:107:0)
[10:12:50.804] Timer tick, asking Buildbucket for the build status
[10:12:51.194] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:51.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:108:0) after 1m0s
[10:13:51.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:108:0)
[10:13:51.288] Timer tick, asking Buildbucket for the build status
[10:13:51.392] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:51.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:109:0) after 1m0s
[10:14:51.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:109:0)
[10:14:51.466] Timer tick, asking Buildbucket for the build status
[10:14:51.574] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:51.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:110:0) after 1m0s
[10:15:51.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:110:0)
[10:15:51.717] Timer tick, asking Buildbucket for the build status
[10:15:51.915] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:51.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:111:0) after 1m0s
[10:16:51.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:111:0)
[10:16:51.963] Timer tick, asking Buildbucket for the build status
[10:16:52.117] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:52.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:112:0) after 1m0s
[10:17:52.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:112:0)
[10:17:52.169] Timer tick, asking Buildbucket for the build status
[10:17:52.270] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:52.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:113:0) after 1m0s
[10:18:52.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:113:0)
[10:18:52.296] Timer tick, asking Buildbucket for the build status
[10:18:52.482] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:52.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:114:0) after 1m0s
[10:19:52.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:114:0)
[10:19:52.629] Timer tick, asking Buildbucket for the build status
[10:19:52.801] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:52.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:115:0) after 1m0s
[10:20:52.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:115:0)
[10:20:52.871] Timer tick, asking Buildbucket for the build status
[10:20:53.150] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:53.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:116:0) after 1m0s
[10:21:53.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:116:0)
[10:21:53.205] Timer tick, asking Buildbucket for the build status
[10:21:53.344] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:53.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:117:0) after 1m0s
[10:22:53.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:117:0)
[10:22:53.366] Timer tick, asking Buildbucket for the build status
[10:22:53.562] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:53.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:118:0) after 1m0s
[10:23:53.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:118:0)
[10:23:53.609] Timer tick, asking Buildbucket for the build status
[10:23:53.770] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:119:0) after 1m0s
[10:24:53.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:119:0)
[10:24:53.795] Timer tick, asking Buildbucket for the build status
[10:24:53.884] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:53.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:120:0) after 1m0s
[10:25:53.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:120:0)
[10:25:53.899] Timer tick, asking Buildbucket for the build status
[10:25:54.005] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:54.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:121:0) after 1m0s
[10:26:54.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:121:0)
[10:26:54.132] Timer tick, asking Buildbucket for the build status
[10:26:54.326] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:54.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:122:0) after 1m0s
[10:27:54.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:122:0)
[10:27:54.400] Timer tick, asking Buildbucket for the build status
[10:27:54.547] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:54.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:123:0) after 1m0s
[10:28:54.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:123:0)
[10:28:54.597] Timer tick, asking Buildbucket for the build status
[10:28:54.767] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:54.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:124:0) after 1m0s
[10:29:54.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:124:0)
[10:29:54.762] Timer tick, asking Buildbucket for the build status
[10:29:54.871] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:54.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:125:0) after 1m0s
[10:30:54.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:125:0)
[10:30:54.967] Timer tick, asking Buildbucket for the build status
[10:30:55.272] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:55.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:126:0) after 1m0s
[10:31:55.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:126:0)
[10:31:55.313] Timer tick, asking Buildbucket for the build status
[10:31:55.417] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:55.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:127:0) after 1m0s
[10:32:55.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:127:0)
[10:32:55.601] Timer tick, asking Buildbucket for the build status
[10:32:55.799] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:55.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:128:0) after 1m0s
[10:33:55.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:128:0)
[10:33:55.820] Timer tick, asking Buildbucket for the build status
[10:33:56.013] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:56.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:129:0) after 1m0s
[10:34:56.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:129:0)
[10:34:56.068] Timer tick, asking Buildbucket for the build status
[10:34:56.210] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:56.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:130:0) after 1m0s
[10:35:56.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:130:0)
[10:35:56.311] Timer tick, asking Buildbucket for the build status
[10:35:56.613] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:56.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:131:0) after 1m0s
[10:36:56.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:131:0)
[10:36:56.717] Timer tick, asking Buildbucket for the build status
[10:36:56.839] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:56.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:132:0) after 1m0s
[10:37:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:132:0)
[10:37:56.905] Timer tick, asking Buildbucket for the build status
[10:37:57.024] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:57.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:133:0) after 1m0s
[10:38:57.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:133:0)
[10:38:57.054] Timer tick, asking Buildbucket for the build status
[10:38:57.294] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:57.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:134:0) after 1m0s
[10:39:57.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:134:0)
[10:39:57.325] Timer tick, asking Buildbucket for the build status
[10:39:57.649] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:57.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:135:0) after 1m0s
[10:40:57.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:135:0)
[10:40:57.717] Timer tick, asking Buildbucket for the build status
[10:40:57.827] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:57.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:136:0) after 1m0s
[10:41:57.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:136:0)
[10:41:57.897] Timer tick, asking Buildbucket for the build status
[10:41:58.339] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:58.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:137:0) after 1m0s
[10:42:58.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:137:0)
[10:42:58.413] Timer tick, asking Buildbucket for the build status
[10:42:58.861] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:58.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:138:0) after 1m0s
[10:43:58.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:138:0)
[10:43:58.916] Timer tick, asking Buildbucket for the build status
[10:44:00.245] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:00.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:139:0) after 1m0s
[10:45:00.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:139:0)
[10:45:00.281] Timer tick, asking Buildbucket for the build status
[10:45:00.449] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:00.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:140:0) after 1m0s
[10:46:00.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:140:0)
[10:46:00.548] Timer tick, asking Buildbucket for the build status
[10:46:01.744] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:01.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:141:0) after 1m0s
[10:47:01.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:141:0)
[10:47:01.766] Timer tick, asking Buildbucket for the build status
[10:47:02.170] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:02.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:142:0) after 1m0s
[10:48:02.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:142:0)
[10:48:02.253] Timer tick, asking Buildbucket for the build status
[10:48:02.541] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:02.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:143:0) after 1m0s
[10:49:02.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:143:0)
[10:49:02.570] Timer tick, asking Buildbucket for the build status
[10:49:02.740] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:02.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:144:0) after 1m0s
[10:50:02.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:144:0)
[10:50:02.854] Timer tick, asking Buildbucket for the build status
[10:50:03.424] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:03.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:145:0) after 1m0s
[10:51:03.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:145:0)
[10:51:03.514] Timer tick, asking Buildbucket for the build status
[10:51:03.839] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:03.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:146:0) after 1m0s
[10:52:03.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:146:0)
[10:52:03.945] Timer tick, asking Buildbucket for the build status
[10:52:04.339] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:04.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:147:0) after 1m0s
[10:53:04.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:147:0)
[10:53:04.398] Timer tick, asking Buildbucket for the build status
[10:53:04.684] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:04.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:148:0) after 1m0s
[10:54:04.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:148:0)
[10:54:04.783] Timer tick, asking Buildbucket for the build status
[10:54:04.940] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:04.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:149:0) after 1m0s
[10:55:05.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:149:0)
[10:55:05.054] Timer tick, asking Buildbucket for the build status
[10:55:05.174] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:05.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:150:0) after 1m0s
[10:56:05.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:150:0)
[10:56:05.176] Timer tick, asking Buildbucket for the build status
[10:56:05.537] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:05.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:151:0) after 1m0s
[10:57:05.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:151:0)
[10:57:05.604] Timer tick, asking Buildbucket for the build status
[10:57:05.713] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:05.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:152:0) after 1m0s
[10:58:05.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:152:0)
[10:58:05.845] Timer tick, asking Buildbucket for the build status
[10:58:06.166] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:06.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:153:0) after 1m0s
[10:59:06.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:153:0)
[10:59:06.209] Timer tick, asking Buildbucket for the build status
[10:59:06.476] Build 8888131346593159312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:06.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053561408977741152:154:0) after 1m0s
[10:59:22.117] Received PubSub notification, asking Buildbucket for the build status
[10:59:22.485] Build 8888131346593159312: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:59:22.485] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1582023560486398",
    "created_by": "project:chromium",
    "created_ts": "1582014436116294",
    "failure_reason": "BUILD_FAILURE",
    "id": "8888131346593159312",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2908bb683c82f7cc1c682b6bd52011422b21a8f2\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 12303, \"got_angle_revision\": \"2e0661d7dd4e5f6bf5fe95f531ddb50cb95b4cdf\", \"got_dawn_revision\": \"d353ca088149afef8a701891ea80b9d1bb836476\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2908bb683c82f7cc1c682b6bd52011422b21a8f2\", \"got_revision_cp\": \"refs/heads/master@{#742074}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"0bbf7ba9f909092f0328b1d519d5f7db1773be57\", \"got_v8_revision\": \"f78c3a6aac4966167dd5b3e4aec0fbc999f3b347\", \"got_v8_revision_cp\": \"refs/heads/8.2.100@{#1}\", \"got_webrtc_revision\": \"18c617989b21206b27b0cf6900ecf66259566518\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30535}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2908bb683c82f7cc1c682b6bd52011422b21a8f2\", \"swarm_hashes\": {\"0\": \"420f28cd51f442aad4e00387b702f8a6f21c9b21\", \"1\": \"b3c0ada8d5331e072de8f7e93dcc30a3c4b15411\", \"10\": \"d97ca46cc03be462bb668a4876bf4a6da4744733\", \"11\": \"6c76ea43859a1eb77e6259e70fe16d82690fe01c\", \"12\": \"97ec125b912296682a8c60a1dbc09c990c85cd54\", \"13\": \"d8b251fafba43ff04535279872a62e0866bbfcf0\", \"14\": \"ec324f50a7ee4dbe3c11618bfe795535f9144ac8\", \"15\": \"a2a5b269e836a94827cb6f49f36bdec5d4588925\", \"16\": \"db5af14eb153d8898faef067e0a440e5d89b159a\", \"2\": \"11eca063fa20f04b8121fe7f0a09bdfb049e7132\", \"3\": \"37044c05b4ab4f9a433ce8a27a44222486f84d07\", \"4\": \"3ea601a03aafcd776a992011ca1afcee37f27b70\", \"5\": \"01ad5206ff0850ef0ec18229e346cadf0a0a90fb\", \"6\": \"7b2869c18cfe12b1ce0c46d7cefc3cccc7935dd2\", \"7\": \"106f5a059ad84001ff3711ef041c299cb1478232\", \"8\": \"995f307e6cdd465e2f409ad553e1c99d88cc57cf\", \"9\": \"21bdbe0c9700173cb283b2c90858732d865e9b03\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4821-6a867f1\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1582014438769423",
    "status": "COMPLETED",
    "status_changed_ts": "1582014439383404",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12303",
      "builder:ToTiOS",
      "buildset:commit/git/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2908bb683c82f7cc1c682b6bd52011422b21a8f2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053561408977741152",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888131346593159312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a703a1fc770a910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582023561444819",
    "url": "https://ci.chromium.org/b/8888131346593159312",
    "utcnow_ts": "1582023562471938"
  }
}
[10:59:22.485] Invocation finished in 2h32m8.025521931s with status FAILED