Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "e96090c328fe6b9edfffb9ad479dc89ff364ed49"
}

Incoming tags

  • buildset:commit/git/e96090c328fe6b9edfffb9ad479dc89ff364ed49
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e96090c328fe6b9edfffb9ad479dc89ff364ed49
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:40:18.930] New invocation is queued and will start shortly
[04:40:20.012] Starting the invocation (attempt 1)
[04:40:20.070] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:40:20.070] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:40:20.070] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068614782337229600",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"e96090c328fe6b9edfffb9ad479dc89ff364ed49\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9068614782337229600",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
    "gitiles_ref:refs/heads/master"
  ]
}
[04:40:20.957] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567658420276107",
    "id": "8903184720259310864",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e96090c328fe6b9edfffb9ad479dc89ff364ed49\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567658420768301",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9762",
      "builder:ToTiOS",
      "buildset:commit/git/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068614782337229600",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903184720259310864/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567658420768480",
    "url": "https://ci.chromium.org/b/8903184720259310864",
    "utcnow_ts": "1567658420947349"
  }
}
[04:40:20.957] Task URL: https://ci.chromium.org/b/8903184720259310864
[04:40:20.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:2:0) after 1m0s
[04:40:27.919] Received PubSub notification, asking Buildbucket for the build status
[04:40:28.363] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:21.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:2:0)
[04:41:21.115] Timer tick, asking Buildbucket for the build status
[04:41:21.320] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:21.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:4:0) after 1m0s
[04:42:21.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:4:0)
[04:42:21.351] Timer tick, asking Buildbucket for the build status
[04:42:21.700] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:21.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:5:0) after 1m0s
[04:43:21.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:5:0)
[04:43:21.765] Timer tick, asking Buildbucket for the build status
[04:43:22.034] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:22.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:6:0) after 1m0s
[04:44:22.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:6:0)
[04:44:22.102] Timer tick, asking Buildbucket for the build status
[04:44:22.319] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:22.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:7:0) after 1m0s
[04:45:22.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:7:0)
[04:45:22.326] Timer tick, asking Buildbucket for the build status
[04:45:22.728] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:22.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:8:0) after 1m0s
[04:46:22.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:8:0)
[04:46:22.757] Timer tick, asking Buildbucket for the build status
[04:46:22.953] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:22.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:9:0) after 1m0s
[04:47:22.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:9:0)
[04:47:22.969] Timer tick, asking Buildbucket for the build status
[04:47:23.172] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:23.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:10:0) after 1m0s
[04:48:23.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:10:0)
[04:48:23.175] Timer tick, asking Buildbucket for the build status
[04:48:23.632] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:23.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:11:0) after 1m0s
[04:49:23.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:11:0)
[04:49:23.720] Timer tick, asking Buildbucket for the build status
[04:49:23.990] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:23.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:12:0) after 1m0s
[04:50:24.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:12:0)
[04:50:24.005] Timer tick, asking Buildbucket for the build status
[04:50:24.850] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:24.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:13:0) after 1m0s
[04:51:25.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:13:0)
[04:51:25.115] Timer tick, asking Buildbucket for the build status
[04:51:26.925] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:26.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:14:0) after 1m0s
[04:52:26.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:14:0)
[04:52:26.983] Timer tick, asking Buildbucket for the build status
[04:52:27.171] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:27.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:15:0) after 1m0s
[04:53:27.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:15:0)
[04:53:27.194] Timer tick, asking Buildbucket for the build status
[04:53:27.540] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:27.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:16:0) after 1m0s
[04:54:27.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:16:0)
[04:54:27.586] Timer tick, asking Buildbucket for the build status
[04:54:27.946] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:27.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:17:0) after 1m0s
[04:55:27.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:17:0)
[04:55:27.956] Timer tick, asking Buildbucket for the build status
[04:55:28.896] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:28.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:18:0) after 1m0s
[04:56:28.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:18:0)
[04:56:28.914] Timer tick, asking Buildbucket for the build status
[04:56:29.109] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:29.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:19:0) after 1m0s
[04:57:29.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:19:0)
[04:57:29.140] Timer tick, asking Buildbucket for the build status
[04:57:29.483] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:29.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:20:0) after 1m0s
[04:58:30.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:20:0)
[04:58:30.441] Timer tick, asking Buildbucket for the build status
[04:58:30.715] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:30.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:21:0) after 1m0s
[04:59:31.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:21:0)
[04:59:31.078] Timer tick, asking Buildbucket for the build status
[04:59:31.351] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:31.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:22:0) after 1m0s
[05:00:31.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:22:0)
[05:00:31.770] Timer tick, asking Buildbucket for the build status
[05:00:32.326] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:32.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:23:0) after 1m0s
[05:01:32.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:23:0)
[05:01:32.761] Timer tick, asking Buildbucket for the build status
[05:01:32.899] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:32.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:24:0) after 1m0s
[05:02:33.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:24:0)
[05:02:33.373] Timer tick, asking Buildbucket for the build status
[05:02:34.182] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:34.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:25:0) after 1m0s
[05:03:34.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:25:0)
[05:03:34.686] Timer tick, asking Buildbucket for the build status
[05:03:35.137] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:35.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:26:0) after 1m0s
[05:04:35.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:26:0)
[05:04:35.369] Timer tick, asking Buildbucket for the build status
[05:04:35.600] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:35.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:27:0) after 1m0s
[05:05:35.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:27:0)
[05:05:35.894] Timer tick, asking Buildbucket for the build status
[05:05:37.077] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:37.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:28:0) after 1m0s
[05:06:37.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:28:0)
[05:06:37.273] Timer tick, asking Buildbucket for the build status
[05:06:37.866] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:37.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:29:0) after 1m0s
[05:07:38.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:29:0)
[05:07:38.045] Timer tick, asking Buildbucket for the build status
[05:07:38.340] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:38.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:30:0) after 1m0s
[05:08:38.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:30:0)
[05:08:38.912] Timer tick, asking Buildbucket for the build status
[05:08:40.360] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:40.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:31:0) after 1m0s
[05:09:41.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:31:0)
[05:09:41.290] Timer tick, asking Buildbucket for the build status
[05:09:41.547] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:41.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:32:0) after 1m0s
[05:10:41.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:32:0)
[05:10:41.842] Timer tick, asking Buildbucket for the build status
[05:10:42.222] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:42.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:33:0) after 1m0s
[05:11:42.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:33:0)
[05:11:42.366] Timer tick, asking Buildbucket for the build status
[05:11:42.568] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:42.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:34:0) after 1m0s
[05:12:43.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:34:0)
[05:12:43.049] Timer tick, asking Buildbucket for the build status
[05:12:43.276] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:43.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:35:0) after 1m0s
[05:13:43.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:35:0)
[05:13:43.396] Timer tick, asking Buildbucket for the build status
[05:13:44.166] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:36:0) after 1m0s
[05:14:44.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:36:0)
[05:14:44.227] Timer tick, asking Buildbucket for the build status
[05:14:44.701] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:44.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:37:0) after 1m0s
[05:15:44.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:37:0)
[05:15:44.840] Timer tick, asking Buildbucket for the build status
[05:15:45.642] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:45.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:38:0) after 1m0s
[05:16:45.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:38:0)
[05:16:45.826] Timer tick, asking Buildbucket for the build status
[05:16:46.048] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:46.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:39:0) after 1m0s
[05:17:46.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:39:0)
[05:17:46.128] Timer tick, asking Buildbucket for the build status
[05:17:46.367] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:46.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:40:0) after 1m0s
[05:18:46.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:40:0)
[05:18:46.391] Timer tick, asking Buildbucket for the build status
[05:18:46.583] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:46.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:41:0) after 1m0s
[05:19:46.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:41:0)
[05:19:46.688] Timer tick, asking Buildbucket for the build status
[05:19:47.200] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:47.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:42:0) after 1m0s
[05:20:47.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:42:0)
[05:20:47.445] Timer tick, asking Buildbucket for the build status
[05:20:47.915] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:47.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:43:0) after 1m0s
[05:21:47.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:43:0)
[05:21:47.936] Timer tick, asking Buildbucket for the build status
[05:21:48.451] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:48.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:44:0) after 1m0s
[05:22:48.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:44:0)
[05:22:48.476] Timer tick, asking Buildbucket for the build status
[05:22:48.697] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:48.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:45:0) after 1m0s
[05:23:48.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:45:0)
[05:23:48.799] Timer tick, asking Buildbucket for the build status
[05:23:49.335] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:49.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:46:0) after 1m0s
[05:24:49.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:46:0)
[05:24:49.351] Timer tick, asking Buildbucket for the build status
[05:24:49.657] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:49.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:47:0) after 1m0s
[05:25:49.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:47:0)
[05:25:49.677] Timer tick, asking Buildbucket for the build status
[05:25:49.928] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:49.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:48:0) after 1m0s
[05:26:50.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:48:0)
[05:26:50.004] Timer tick, asking Buildbucket for the build status
[05:26:50.463] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:50.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:49:0) after 1m0s
[05:27:50.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:49:0)
[05:27:50.488] Timer tick, asking Buildbucket for the build status
[05:27:50.926] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:50.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:50:0) after 1m0s
[05:28:50.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:50:0)
[05:28:50.960] Timer tick, asking Buildbucket for the build status
[05:28:51.235] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:51.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:51:0) after 1m0s
[05:29:51.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:51:0)
[05:29:51.299] Timer tick, asking Buildbucket for the build status
[05:29:52.247] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:52.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:52:0) after 1m0s
[05:30:52.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:52:0)
[05:30:52.275] Timer tick, asking Buildbucket for the build status
[05:30:54.254] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:54.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:53:0) after 1m0s
[05:31:54.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:53:0)
[05:31:54.380] Timer tick, asking Buildbucket for the build status
[05:31:54.805] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:54.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:54:0) after 1m0s
[05:32:54.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:54:0)
[05:32:54.934] Timer tick, asking Buildbucket for the build status
[05:32:58.068] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:58.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:55:0) after 1m0s
[05:33:58.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:55:0)
[05:33:58.090] Timer tick, asking Buildbucket for the build status
[05:33:58.459] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:58.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:56:0) after 1m0s
[05:34:58.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:56:0)
[05:34:58.572] Timer tick, asking Buildbucket for the build status
[05:35:01.143] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:01.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:57:0) after 1m0s
[05:36:01.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:57:0)
[05:36:01.165] Timer tick, asking Buildbucket for the build status
[05:36:02.045] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:02.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:58:0) after 1m0s
[05:37:02.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:58:0)
[05:37:02.203] Timer tick, asking Buildbucket for the build status
[05:37:02.453] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:02.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:59:0) after 1m0s
[05:38:02.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:59:0)
[05:38:02.715] Timer tick, asking Buildbucket for the build status
[05:38:03.275] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:03.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:60:0) after 1m0s
[05:39:03.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:60:0)
[05:39:03.327] Timer tick, asking Buildbucket for the build status
[05:39:04.056] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:04.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:61:0) after 1m0s
[05:40:04.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:61:0)
[05:40:04.130] Timer tick, asking Buildbucket for the build status
[05:40:04.805] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:04.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:62:0) after 1m0s
[05:41:04.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:62:0)
[05:41:04.827] Timer tick, asking Buildbucket for the build status
[05:41:04.983] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:04.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:63:0) after 1m0s
[05:42:05.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:63:0)
[05:42:05.198] Timer tick, asking Buildbucket for the build status
[05:42:05.840] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:05.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:64:0) after 1m0s
[05:43:05.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:64:0)
[05:43:05.912] Timer tick, asking Buildbucket for the build status
[05:43:06.173] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:06.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:65:0) after 1m0s
[05:44:06.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:65:0)
[05:44:06.338] Timer tick, asking Buildbucket for the build status
[05:44:06.675] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:06.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:66:0) after 1m0s
[05:45:06.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:66:0)
[05:45:06.842] Timer tick, asking Buildbucket for the build status
[05:45:07.544] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:07.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:67:0) after 1m0s
[05:46:07.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:67:0)
[05:46:07.642] Timer tick, asking Buildbucket for the build status
[05:46:07.859] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:07.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:68:0) after 1m0s
[05:47:07.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:68:0)
[05:47:07.939] Timer tick, asking Buildbucket for the build status
[05:47:08.916] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:08.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:69:0) after 1m0s
[05:48:08.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:69:0)
[05:48:08.939] Timer tick, asking Buildbucket for the build status
[05:48:09.533] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:09.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:70:0) after 1m0s
[05:49:09.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:70:0)
[05:49:09.556] Timer tick, asking Buildbucket for the build status
[05:49:09.741] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:09.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:71:0) after 1m0s
[05:50:09.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:71:0)
[05:50:09.776] Timer tick, asking Buildbucket for the build status
[05:50:10.080] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:10.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:72:0) after 1m0s
[05:51:10.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:72:0)
[05:51:10.104] Timer tick, asking Buildbucket for the build status
[05:51:10.307] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:10.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:73:0) after 1m0s
[05:52:10.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:73:0)
[05:52:10.326] Timer tick, asking Buildbucket for the build status
[05:52:10.561] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:10.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:74:0) after 1m0s
[05:53:10.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:74:0)
[05:53:10.639] Timer tick, asking Buildbucket for the build status
[05:53:12.359] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:12.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:75:0) after 1m0s
[05:54:12.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:75:0)
[05:54:12.392] Timer tick, asking Buildbucket for the build status
[05:54:14.228] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:14.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:76:0) after 1m0s
[05:55:14.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:76:0)
[05:55:14.253] Timer tick, asking Buildbucket for the build status
[05:55:14.513] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:14.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:77:0) after 1m0s
[05:56:14.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:77:0)
[05:56:14.541] Timer tick, asking Buildbucket for the build status
[05:56:14.868] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:14.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:78:0) after 1m0s
[05:57:14.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:78:0)
[05:57:14.931] Timer tick, asking Buildbucket for the build status
[05:57:15.177] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:15.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:79:0) after 1m0s
[05:58:15.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:79:0)
[05:58:15.536] Timer tick, asking Buildbucket for the build status
[05:58:16.750] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:16.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:80:0) after 1m0s
[05:59:16.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:80:0)
[05:59:16.848] Timer tick, asking Buildbucket for the build status
[05:59:21.880] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:21.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:81:0) after 1m0s
[06:00:21.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:81:0)
[06:00:21.909] Timer tick, asking Buildbucket for the build status
[06:00:22.218] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:22.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:82:0) after 1m0s
[06:01:22.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:82:0)
[06:01:22.243] Timer tick, asking Buildbucket for the build status
[06:01:22.468] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:22.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:83:0) after 1m0s
[06:02:22.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:83:0)
[06:02:22.594] Timer tick, asking Buildbucket for the build status
[06:02:22.993] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:22.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:84:0) after 1m0s
[06:03:23.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:84:0)
[06:03:23.086] Timer tick, asking Buildbucket for the build status
[06:03:25.143] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:25.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:85:0) after 1m0s
[06:04:25.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:85:0)
[06:04:25.265] Timer tick, asking Buildbucket for the build status
[06:04:28.733] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:28.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:86:0) after 1m0s
[06:05:29.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:86:0)
[06:05:29.066] Timer tick, asking Buildbucket for the build status
[06:05:29.324] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:29.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:87:0) after 1m0s
[06:06:29.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:87:0)
[06:06:29.686] Timer tick, asking Buildbucket for the build status
[06:06:32.439] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:32.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:88:0) after 1m0s
[06:07:32.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:88:0)
[06:07:32.462] Timer tick, asking Buildbucket for the build status
[06:07:32.990] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:32.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:89:0) after 1m0s
[06:08:32.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:89:0)
[06:08:32.996] Timer tick, asking Buildbucket for the build status
[06:08:33.703] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:33.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:90:0) after 1m0s
[06:09:33.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:90:0)
[06:09:33.726] Timer tick, asking Buildbucket for the build status
[06:09:33.935] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:33.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:91:0) after 1m0s
[06:10:34.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:91:0)
[06:10:34.078] Timer tick, asking Buildbucket for the build status
[06:10:34.291] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:34.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:92:0) after 1m0s
[06:11:34.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:92:0)
[06:11:34.324] Timer tick, asking Buildbucket for the build status
[06:11:34.513] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:34.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:93:0) after 1m0s
[06:12:34.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:93:0)
[06:12:34.711] Timer tick, asking Buildbucket for the build status
[06:12:35.159] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:35.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:94:0) after 1m0s
[06:13:35.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:94:0)
[06:13:35.195] Timer tick, asking Buildbucket for the build status
[06:13:36.195] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:36.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:95:0) after 1m0s
[06:14:36.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:95:0)
[06:14:36.220] Timer tick, asking Buildbucket for the build status
[06:14:36.456] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:36.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:96:0) after 1m0s
[06:15:36.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:96:0)
[06:15:36.538] Timer tick, asking Buildbucket for the build status
[06:15:37.030] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:37.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:97:0) after 1m0s
[06:16:37.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:97:0)
[06:16:37.055] Timer tick, asking Buildbucket for the build status
[06:16:37.775] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:37.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:98:0) after 1m0s
[06:17:38.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:98:0)
[06:17:38.487] Timer tick, asking Buildbucket for the build status
[06:17:39.200] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:39.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:99:0) after 1m0s
[06:18:39.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:99:0)
[06:18:39.693] Timer tick, asking Buildbucket for the build status
[06:18:40.428] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:40.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:100:0) after 1m0s
[06:19:41.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:100:0)
[06:19:41.148] Timer tick, asking Buildbucket for the build status
[06:19:41.499] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:41.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:101:0) after 1m0s
[06:20:42.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:101:0)
[06:20:42.250] Timer tick, asking Buildbucket for the build status
[06:20:42.452] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:42.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:102:0) after 1m0s
[06:21:42.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:102:0)
[06:21:42.851] Timer tick, asking Buildbucket for the build status
[06:21:43.054] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:43.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:103:0) after 1m0s
[06:22:43.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:103:0)
[06:22:43.517] Timer tick, asking Buildbucket for the build status
[06:22:43.693] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:43.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:104:0) after 1m0s
[06:23:44.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:104:0)
[06:23:44.144] Timer tick, asking Buildbucket for the build status
[06:23:44.412] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:44.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:105:0) after 1m0s
[06:24:44.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:105:0)
[06:24:44.901] Timer tick, asking Buildbucket for the build status
[06:24:45.667] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:45.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:106:0) after 1m0s
[06:25:45.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:106:0)
[06:25:45.887] Timer tick, asking Buildbucket for the build status
[06:25:46.202] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:46.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:107:0) after 1m0s
[06:26:46.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:107:0)
[06:26:46.355] Timer tick, asking Buildbucket for the build status
[06:26:46.558] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:46.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:108:0) after 1m0s
[06:27:46.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:108:0)
[06:27:46.665] Timer tick, asking Buildbucket for the build status
[06:27:47.119] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:47.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:109:0) after 1m0s
[06:28:47.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:109:0)
[06:28:47.147] Timer tick, asking Buildbucket for the build status
[06:28:47.405] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:47.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:110:0) after 1m0s
[06:29:47.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:110:0)
[06:29:47.453] Timer tick, asking Buildbucket for the build status
[06:29:48.383] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:48.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:111:0) after 1m0s
[06:30:48.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:111:0)
[06:30:48.406] Timer tick, asking Buildbucket for the build status
[06:30:48.579] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:48.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:112:0) after 1m0s
[06:31:48.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:112:0)
[06:31:48.628] Timer tick, asking Buildbucket for the build status
[06:31:48.954] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:48.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:113:0) after 1m0s
[06:32:49.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:113:0)
[06:32:49.031] Timer tick, asking Buildbucket for the build status
[06:32:49.923] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:49.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:114:0) after 1m0s
[06:33:49.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:114:0)
[06:33:49.925] Timer tick, asking Buildbucket for the build status
[06:33:51.502] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:51.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:115:0) after 1m0s
[06:34:51.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:115:0)
[06:34:51.585] Timer tick, asking Buildbucket for the build status
[06:34:52.485] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:52.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:116:0) after 1m0s
[06:35:52.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:116:0)
[06:35:52.544] Timer tick, asking Buildbucket for the build status
[06:35:54.574] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:54.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:117:0) after 1m0s
[06:36:54.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:117:0)
[06:36:54.596] Timer tick, asking Buildbucket for the build status
[06:36:54.749] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:54.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:118:0) after 1m0s
[06:37:54.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:118:0)
[06:37:54.772] Timer tick, asking Buildbucket for the build status
[06:37:54.951] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:54.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:119:0) after 1m0s
[06:38:54.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:119:0)
[06:38:54.981] Timer tick, asking Buildbucket for the build status
[06:38:55.175] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:55.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:120:0) after 1m0s
[06:39:55.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:120:0)
[06:39:55.209] Timer tick, asking Buildbucket for the build status
[06:39:56.382] Build 8903184720259310864: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:56.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068614782337229600:121:0) after 1m0s
[06:40:44.945] Received PubSub notification, asking Buildbucket for the build status
[06:40:46.788] Build 8903184720259310864: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[06:40:46.788] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567665644280462",
    "created_by": "project:chromium",
    "created_ts": "1567658420276107",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903184720259310864",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e96090c328fe6b9edfffb9ad479dc89ff364ed49\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9762, \"got_angle_revision\": \"0c35e0f44dbd6041182a2bb3d3221c83f2c0eddf\", \"got_dawn_revision\": \"45238d775a234735b4ae316bdc6ce46dafc12144\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"e96090c328fe6b9edfffb9ad479dc89ff364ed49\", \"got_revision_cp\": \"refs/heads/master@{#693514}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"681aa45056dac848ba6c38896f6b543dd58e1353\", \"got_v8_revision_cp\": \"refs/heads/7.8.281@{#1}\", \"got_webrtc_revision\": \"e333505d7ffbce211eb6e4fa4e92339fb754ea60\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29070}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e96090c328fe6b9edfffb9ad479dc89ff364ed49\", \"swarm_hashes\": {\"0\": \"0b461be56ac8f33c159e8157ae8872901de00a79\", \"1\": \"b8427f5e0e896c023772e5a7b6fee94a060161f8\", \"10\": \"509c6c0e7f891b64f59a952a4bfe3a15d4e53c2c\", \"11\": \"d8d67d21cf29fd99639800642b19589b704238eb\", \"12\": \"1daf44998a9f17872bf6733e568784ff4c80a46e\", \"13\": \"de4816bfb5d6b25e90e70c6294223534dd2f9fcd\", \"14\": \"04cd471ebab1f1325b9baf5a5e52bcb5277e23ff\", \"15\": \"be29adc4ef0e79b7e2062c6723601d72fcfa048c\", \"16\": \"7650dc51575ffefa674926396c094f69c75246ac\", \"2\": \"5dc42e9a6ba2896b23fe6ec7225ccc0da7a1be83\", \"3\": \"ea8db1f1afc4a9d5d34a8fa70f420bd4ceecf44c\", \"4\": \"938f36b393574b2d07064bb57bfed04f832352b9\", \"5\": \"c465d4564e7d2438bd7ca822b9faf1627e7b744d\", \"6\": \"d31541bf5b8b99a16e5c63c04098e749ee1c5017\", \"7\": \"f8777602ee930b6d90cbb23ae607436c4f4d43b6\", \"8\": \"5e991b55a3969eb8c8e70c7b99828bea3888faa0\", \"9\": \"c7cc4af2e52aed97e1fdd47d3085739a09e8897e\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4417-ad2503b\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567658426931650",
    "status": "COMPLETED",
    "status_changed_ts": "1567658427499993",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9762",
      "builder:ToTiOS",
      "buildset:commit/git/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e96090c328fe6b9edfffb9ad479dc89ff364ed49",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068614782337229600",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903184720259310864/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47188ab3eda0f910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567665644358656",
    "url": "https://ci.chromium.org/b/8903184720259310864",
    "utcnow_ts": "1567665646779953"
  }
}
[06:40:46.788] Invocation finished in 2h0m27.878461666s with status FAILED