Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "0d4731c6be1993c4e5d70b579993b52fd7a249b8"
}

Incoming tags

  • buildset:commit/git/0d4731c6be1993c4e5d70b579993b52fd7a249b8
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0d4731c6be1993c4e5d70b579993b52fd7a249b8
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:06:32.806] New invocation is queued and will start shortly
[00:06:34.482] Starting the invocation (attempt 1)
[00:06:34.520] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:34.520] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:34.520] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068722603353572768",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"0d4731c6be1993c4e5d70b579993b52fd7a249b8\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9068722603353572768",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:06:38.066] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567555594948278",
    "id": "8903292540430561680",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0d4731c6be1993c4e5d70b579993b52fd7a249b8\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567555597868931",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9746",
      "builder:ToTiOS",
      "buildset:commit/git/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068722603353572768",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903292540430561680/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567555597869087",
    "url": "https://ci.chromium.org/b/8903292540430561680",
    "utcnow_ts": "1567555598039413"
  }
}
[00:06:38.066] Task URL: https://ci.chromium.org/b/8903292540430561680
[00:06:38.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:2:0) after 1m0s
[00:07:38.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:2:0)
[00:07:38.150] Timer tick, asking Buildbucket for the build status
[00:07:40.878] Build 8903292540430561680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:07:40.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:3:0) after 1m0s
[00:08:41.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:3:0)
[00:08:41.006] Timer tick, asking Buildbucket for the build status
[00:08:41.610] Build 8903292540430561680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:08:41.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:4:0) after 1m0s
[00:09:41.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:4:0)
[00:09:41.694] Timer tick, asking Buildbucket for the build status
[00:09:43.976] Build 8903292540430561680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:09:43.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:5:0) after 1m0s
[00:09:47.563] Received PubSub notification, asking Buildbucket for the build status
[00:09:50.340] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:44.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:5:0)
[00:10:44.066] Timer tick, asking Buildbucket for the build status
[00:10:44.676] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:44.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:7:0) after 1m0s
[00:11:44.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:7:0)
[00:11:44.697] Timer tick, asking Buildbucket for the build status
[00:11:45.770] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:45.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:8:0) after 1m0s
[00:12:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:8:0)
[00:12:45.792] Timer tick, asking Buildbucket for the build status
[00:12:46.713] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:46.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:9:0) after 1m0s
[00:13:46.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:9:0)
[00:13:46.746] Timer tick, asking Buildbucket for the build status
[00:13:47.487] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:47.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:10:0) after 1m0s
[00:14:47.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:10:0)
[00:14:47.505] Timer tick, asking Buildbucket for the build status
[00:14:48.290] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:48.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:11:0) after 1m0s
[00:15:48.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:11:0)
[00:15:48.319] Timer tick, asking Buildbucket for the build status
[00:15:49.621] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:49.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:12:0) after 1m0s
[00:16:49.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:12:0)
[00:16:49.706] Timer tick, asking Buildbucket for the build status
[00:16:51.323] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:51.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:13:0) after 1m0s
[00:17:51.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:13:0)
[00:17:51.460] Timer tick, asking Buildbucket for the build status
[00:17:51.904] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:51.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:14:0) after 1m0s
[00:18:51.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:14:0)
[00:18:51.958] Timer tick, asking Buildbucket for the build status
[00:18:52.462] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:52.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:15:0) after 1m0s
[00:19:52.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:15:0)
[00:19:52.534] Timer tick, asking Buildbucket for the build status
[00:19:52.914] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:52.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:16:0) after 1m0s
[00:20:52.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:16:0)
[00:20:52.963] Timer tick, asking Buildbucket for the build status
[00:20:53.169] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:53.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:17:0) after 1m0s
[00:21:53.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:17:0)
[00:21:53.192] Timer tick, asking Buildbucket for the build status
[00:21:53.764] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:53.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:18:0) after 1m0s
[00:22:53.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:18:0)
[00:22:53.860] Timer tick, asking Buildbucket for the build status
[00:22:54.163] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:54.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:19:0) after 1m0s
[00:23:54.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:19:0)
[00:23:54.185] Timer tick, asking Buildbucket for the build status
[00:23:56.028] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:56.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:20:0) after 1m0s
[00:24:56.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:20:0)
[00:24:56.111] Timer tick, asking Buildbucket for the build status
[00:24:57.459] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:57.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:21:0) after 1m0s
[00:25:57.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:21:0)
[00:25:57.480] Timer tick, asking Buildbucket for the build status
[00:25:57.717] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:57.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:22:0) after 1m0s
[00:26:57.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:22:0)
[00:26:57.776] Timer tick, asking Buildbucket for the build status
[00:26:58.012] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:58.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:23:0) after 1m0s
[00:27:58.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:23:0)
[00:27:58.160] Timer tick, asking Buildbucket for the build status
[00:27:58.744] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:58.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:24:0) after 1m0s
[00:28:58.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:24:0)
[00:28:58.757] Timer tick, asking Buildbucket for the build status
[00:28:59.235] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:59.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:25:0) after 1m0s
[00:29:59.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:25:0)
[00:29:59.287] Timer tick, asking Buildbucket for the build status
[00:29:59.833] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:59.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:26:0) after 1m0s
[00:31:00.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:26:0)
[00:31:00.005] Timer tick, asking Buildbucket for the build status
[00:31:00.444] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:00.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:27:0) after 1m0s
[00:32:00.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:27:0)
[00:32:00.487] Timer tick, asking Buildbucket for the build status
[00:32:00.737] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:00.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:28:0) after 1m0s
[00:33:00.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:28:0)
[00:33:00.853] Timer tick, asking Buildbucket for the build status
[00:33:01.555] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:01.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:29:0) after 1m0s
[00:34:01.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:29:0)
[00:34:01.806] Timer tick, asking Buildbucket for the build status
[00:34:02.591] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:02.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:30:0) after 1m0s
[00:35:02.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:30:0)
[00:35:02.926] Timer tick, asking Buildbucket for the build status
[00:35:03.725] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:03.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:31:0) after 1m0s
[00:36:03.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:31:0)
[00:36:03.808] Timer tick, asking Buildbucket for the build status
[00:36:05.638] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:05.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:32:0) after 1m0s
[00:37:05.708] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:32:0)
[00:37:05.708] Timer tick, asking Buildbucket for the build status
[00:37:06.645] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:06.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:33:0) after 1m0s
[00:38:06.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:33:0)
[00:38:06.670] Timer tick, asking Buildbucket for the build status
[00:38:07.747] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:07.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:34:0) after 1m0s
[00:39:07.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:34:0)
[00:39:07.798] Timer tick, asking Buildbucket for the build status
[00:39:08.155] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:08.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:35:0) after 1m0s
[00:40:08.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:35:0)
[00:40:08.168] Timer tick, asking Buildbucket for the build status
[00:40:09.465] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:09.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:36:0) after 1m0s
[00:41:09.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:36:0)
[00:41:09.534] Timer tick, asking Buildbucket for the build status
[00:41:10.118] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:10.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:37:0) after 1m0s
[00:42:10.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:37:0)
[00:42:10.143] Timer tick, asking Buildbucket for the build status
[00:42:10.897] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:10.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:38:0) after 1m0s
[00:43:10.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:38:0)
[00:43:10.938] Timer tick, asking Buildbucket for the build status
[00:43:11.722] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:11.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:39:0) after 1m0s
[00:44:11.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:39:0)
[00:44:11.793] Timer tick, asking Buildbucket for the build status
[00:44:12.033] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:12.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:40:0) after 1m0s
[00:45:12.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:40:0)
[00:45:12.244] Timer tick, asking Buildbucket for the build status
[00:45:13.191] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:13.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:41:0) after 1m0s
[00:46:13.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:41:0)
[00:46:13.302] Timer tick, asking Buildbucket for the build status
[00:46:14.331] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:14.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:42:0) after 1m0s
[00:47:14.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:42:0)
[00:47:14.386] Timer tick, asking Buildbucket for the build status
[00:47:15.815] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:15.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:43:0) after 1m0s
[00:48:15.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:43:0)
[00:48:15.848] Timer tick, asking Buildbucket for the build status
[00:48:16.323] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:16.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:44:0) after 1m0s
[00:49:16.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:44:0)
[00:49:16.294] Timer tick, asking Buildbucket for the build status
[00:49:16.523] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:16.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:45:0) after 1m0s
[00:50:16.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:45:0)
[00:50:16.652] Timer tick, asking Buildbucket for the build status
[00:50:16.881] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:16.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:46:0) after 1m0s
[00:51:17.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:46:0)
[00:51:17.335] Timer tick, asking Buildbucket for the build status
[00:51:17.812] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:17.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:47:0) after 1m0s
[00:52:18.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:47:0)
[00:52:18.281] Timer tick, asking Buildbucket for the build status
[00:52:18.566] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:18.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:48:0) after 1m0s
[00:53:18.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:48:0)
[00:53:18.757] Timer tick, asking Buildbucket for the build status
[00:53:18.939] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:18.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:49:0) after 1m0s
[00:54:19.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:49:0)
[00:54:19.190] Timer tick, asking Buildbucket for the build status
[00:54:19.432] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:19.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:50:0) after 1m0s
[00:55:19.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:50:0)
[00:55:19.478] Timer tick, asking Buildbucket for the build status
[00:55:19.754] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:19.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:51:0) after 1m0s
[00:56:19.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:51:0)
[00:56:19.923] Timer tick, asking Buildbucket for the build status
[00:56:20.157] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:20.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:52:0) after 1m0s
[00:57:20.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:52:0)
[00:57:20.320] Timer tick, asking Buildbucket for the build status
[00:57:20.492] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:20.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:53:0) after 1m0s
[00:58:20.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:53:0)
[00:58:20.543] Timer tick, asking Buildbucket for the build status
[00:58:20.821] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:20.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:54:0) after 1m0s
[00:59:21.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:54:0)
[00:59:21.390] Timer tick, asking Buildbucket for the build status
[00:59:22.399] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:22.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:55:0) after 1m0s
[01:00:22.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:55:0)
[01:00:22.517] Timer tick, asking Buildbucket for the build status
[01:00:22.768] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:22.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:56:0) after 1m0s
[01:01:22.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:56:0)
[01:01:22.830] Timer tick, asking Buildbucket for the build status
[01:01:23.125] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:23.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:57:0) after 1m0s
[01:02:23.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:57:0)
[01:02:23.345] Timer tick, asking Buildbucket for the build status
[01:02:23.552] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:23.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:58:0) after 1m0s
[01:03:23.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:58:0)
[01:03:23.647] Timer tick, asking Buildbucket for the build status
[01:03:23.895] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:23.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:59:0) after 1m0s
[01:04:23.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:59:0)
[01:04:23.944] Timer tick, asking Buildbucket for the build status
[01:04:24.208] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:24.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:60:0) after 1m0s
[01:05:24.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:60:0)
[01:05:24.321] Timer tick, asking Buildbucket for the build status
[01:05:24.941] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:24.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:61:0) after 1m0s
[01:06:25.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:61:0)
[01:06:25.044] Timer tick, asking Buildbucket for the build status
[01:06:25.595] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:25.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:62:0) after 1m0s
[01:07:25.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:62:0)
[01:07:25.620] Timer tick, asking Buildbucket for the build status
[01:07:25.887] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:25.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:63:0) after 1m0s
[01:08:25.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:63:0)
[01:08:25.995] Timer tick, asking Buildbucket for the build status
[01:08:26.456] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:26.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:64:0) after 1m0s
[01:09:26.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:64:0)
[01:09:26.591] Timer tick, asking Buildbucket for the build status
[01:09:26.908] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:26.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:65:0) after 1m0s
[01:10:27.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:65:0)
[01:10:27.142] Timer tick, asking Buildbucket for the build status
[01:10:27.514] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:27.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:66:0) after 1m0s
[01:11:27.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:66:0)
[01:11:27.507] Timer tick, asking Buildbucket for the build status
[01:11:27.960] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:27.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:67:0) after 1m0s
[01:12:28.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:67:0)
[01:12:28.021] Timer tick, asking Buildbucket for the build status
[01:12:29.279] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:29.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:68:0) after 1m0s
[01:13:29.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:68:0)
[01:13:29.316] Timer tick, asking Buildbucket for the build status
[01:13:29.566] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:29.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:69:0) after 1m0s
[01:14:29.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:69:0)
[01:14:29.587] Timer tick, asking Buildbucket for the build status
[01:14:29.966] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:29.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:70:0) after 1m0s
[01:15:30.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:70:0)
[01:15:30.067] Timer tick, asking Buildbucket for the build status
[01:15:30.365] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:30.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:71:0) after 1m0s
[01:16:30.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:71:0)
[01:16:30.396] Timer tick, asking Buildbucket for the build status
[01:16:31.214] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:31.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:72:0) after 1m0s
[01:17:31.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:72:0)
[01:17:31.244] Timer tick, asking Buildbucket for the build status
[01:17:32.198] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:32.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:73:0) after 1m0s
[01:18:32.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:73:0)
[01:18:32.239] Timer tick, asking Buildbucket for the build status
[01:18:33.064] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:33.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:74:0) after 1m0s
[01:19:33.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:74:0)
[01:19:33.085] Timer tick, asking Buildbucket for the build status
[01:19:36.131] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:36.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:75:0) after 1m0s
[01:20:36.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:75:0)
[01:20:36.174] Timer tick, asking Buildbucket for the build status
[01:20:36.869] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:36.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:76:0) after 1m0s
[01:21:37.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:76:0)
[01:21:37.096] Timer tick, asking Buildbucket for the build status
[01:21:37.849] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:37.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:77:0) after 1m0s
[01:22:38.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:77:0)
[01:22:38.274] Timer tick, asking Buildbucket for the build status
[01:22:38.459] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:38.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:78:0) after 1m0s
[01:23:38.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:78:0)
[01:23:38.575] Timer tick, asking Buildbucket for the build status
[01:23:47.262] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:47.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:79:0) after 1m0s
[01:24:47.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:79:0)
[01:24:47.293] Timer tick, asking Buildbucket for the build status
[01:24:47.747] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:47.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:80:0) after 1m0s
[01:25:47.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:80:0)
[01:25:47.782] Timer tick, asking Buildbucket for the build status
[01:25:48.109] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:48.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:81:0) after 1m0s
[01:26:48.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:81:0)
[01:26:48.135] Timer tick, asking Buildbucket for the build status
[01:26:48.801] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:48.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:82:0) after 1m0s
[01:27:48.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:82:0)
[01:27:48.836] Timer tick, asking Buildbucket for the build status
[01:27:53.404] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:53.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:83:0) after 1m0s
[01:28:53.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:83:0)
[01:28:53.515] Timer tick, asking Buildbucket for the build status
[01:28:53.880] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:53.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:84:0) after 1m0s
[01:29:54.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:84:0)
[01:29:54.031] Timer tick, asking Buildbucket for the build status
[01:29:55.542] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:55.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:85:0) after 1m0s
[01:30:55.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:85:0)
[01:30:55.574] Timer tick, asking Buildbucket for the build status
[01:30:55.837] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:55.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:86:0) after 1m0s
[01:31:55.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:86:0)
[01:31:55.942] Timer tick, asking Buildbucket for the build status
[01:31:56.569] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:56.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:87:0) after 1m0s
[01:32:56.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:87:0)
[01:32:56.841] Timer tick, asking Buildbucket for the build status
[01:32:57.299] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:57.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:88:0) after 1m0s
[01:33:57.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:88:0)
[01:33:57.649] Timer tick, asking Buildbucket for the build status
[01:33:58.135] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:58.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:89:0) after 1m0s
[01:34:58.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:89:0)
[01:34:58.222] Timer tick, asking Buildbucket for the build status
[01:34:58.798] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:58.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:90:0) after 1m0s
[01:35:59.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:90:0)
[01:35:59.124] Timer tick, asking Buildbucket for the build status
[01:35:59.853] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:59.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:91:0) after 1m0s
[01:36:59.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:91:0)
[01:36:59.966] Timer tick, asking Buildbucket for the build status
[01:37:00.368] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:00.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:92:0) after 1m0s
[01:38:00.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:92:0)
[01:38:00.422] Timer tick, asking Buildbucket for the build status
[01:38:01.119] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:01.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:93:0) after 1m0s
[01:39:01.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:93:0)
[01:39:01.196] Timer tick, asking Buildbucket for the build status
[01:39:02.044] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:02.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:94:0) after 1m0s
[01:40:02.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:94:0)
[01:40:02.041] Timer tick, asking Buildbucket for the build status
[01:40:02.642] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:02.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:95:0) after 1m0s
[01:41:02.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:95:0)
[01:41:02.670] Timer tick, asking Buildbucket for the build status
[01:41:02.922] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:02.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:96:0) after 1m0s
[01:42:02.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:96:0)
[01:42:02.985] Timer tick, asking Buildbucket for the build status
[01:42:03.557] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:03.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:97:0) after 1m0s
[01:43:03.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:97:0)
[01:43:03.621] Timer tick, asking Buildbucket for the build status
[01:43:04.551] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:04.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:98:0) after 1m0s
[01:44:04.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:98:0)
[01:44:04.657] Timer tick, asking Buildbucket for the build status
[01:44:05.462] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:05.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:99:0) after 1m0s
[01:45:05.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:99:0)
[01:45:05.540] Timer tick, asking Buildbucket for the build status
[01:45:07.166] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:07.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:100:0) after 1m0s
[01:46:07.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:100:0)
[01:46:07.165] Timer tick, asking Buildbucket for the build status
[01:46:07.497] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:07.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:101:0) after 1m0s
[01:47:07.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:101:0)
[01:47:07.593] Timer tick, asking Buildbucket for the build status
[01:47:08.137] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:08.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:102:0) after 1m0s
[01:48:08.188] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:102:0)
[01:48:08.188] Timer tick, asking Buildbucket for the build status
[01:48:08.989] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:08.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:103:0) after 1m0s
[01:49:09.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:103:0)
[01:49:09.047] Timer tick, asking Buildbucket for the build status
[01:49:09.862] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:09.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:104:0) after 1m0s
[01:50:09.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:104:0)
[01:50:09.941] Timer tick, asking Buildbucket for the build status
[01:50:10.340] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:10.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:105:0) after 1m0s
[01:51:10.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:105:0)
[01:51:10.433] Timer tick, asking Buildbucket for the build status
[01:51:11.079] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:11.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:106:0) after 1m0s
[01:52:11.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:106:0)
[01:52:11.136] Timer tick, asking Buildbucket for the build status
[01:52:14.524] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:14.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:107:0) after 1m0s
[01:53:14.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:107:0)
[01:53:14.611] Timer tick, asking Buildbucket for the build status
[01:53:15.063] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:15.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:108:0) after 1m0s
[01:54:15.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:108:0)
[01:54:15.161] Timer tick, asking Buildbucket for the build status
[01:54:17.716] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:17.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:109:0) after 1m0s
[01:55:17.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:109:0)
[01:55:17.748] Timer tick, asking Buildbucket for the build status
[01:55:18.268] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:18.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:110:0) after 1m0s
[01:56:18.404] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:110:0)
[01:56:18.404] Timer tick, asking Buildbucket for the build status
[01:56:18.661] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:18.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:111:0) after 1m0s
[01:57:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:111:0)
[01:57:18.731] Timer tick, asking Buildbucket for the build status
[01:57:19.065] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:19.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:112:0) after 1m0s
[01:58:19.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:112:0)
[01:58:19.111] Timer tick, asking Buildbucket for the build status
[01:58:19.363] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:19.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:113:0) after 1m0s
[01:59:19.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:113:0)
[01:59:19.359] Timer tick, asking Buildbucket for the build status
[01:59:21.344] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:21.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:114:0) after 1m0s
[02:00:21.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:114:0)
[02:00:21.378] Timer tick, asking Buildbucket for the build status
[02:00:22.057] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:22.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:115:0) after 1m0s
[02:01:22.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:115:0)
[02:01:22.154] Timer tick, asking Buildbucket for the build status
[02:01:22.413] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:22.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:116:0) after 1m0s
[02:02:22.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:116:0)
[02:02:22.445] Timer tick, asking Buildbucket for the build status
[02:02:23.439] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:23.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:117:0) after 1m0s
[02:03:23.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:117:0)
[02:03:23.460] Timer tick, asking Buildbucket for the build status
[02:03:23.973] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:23.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:118:0) after 1m0s
[02:04:23.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:118:0)
[02:04:23.975] Timer tick, asking Buildbucket for the build status
[02:04:24.528] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:24.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:119:0) after 1m0s
[02:05:24.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:119:0)
[02:05:24.671] Timer tick, asking Buildbucket for the build status
[02:05:28.329] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:28.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:120:0) after 1m0s
[02:06:28.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:120:0)
[02:06:28.409] Timer tick, asking Buildbucket for the build status
[02:06:28.989] Build 8903292540430561680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:28.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068722603353572768:121:0) after 1m0s
[02:06:40.964] Received PubSub notification, asking Buildbucket for the build status
[02:06:41.315] Build 8903292540430561680: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:06:41.315] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567562800202484",
    "created_by": "project:chromium",
    "created_ts": "1567555594948278",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903292540430561680",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0d4731c6be1993c4e5d70b579993b52fd7a249b8\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9746, \"got_angle_revision\": \"feb8507f4b528d8900b0c4d680294e527c71c592\", \"got_dawn_revision\": \"086835f3ffbf2cbdb63bafe120f23f36d3a08f35\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"0d4731c6be1993c4e5d70b579993b52fd7a249b8\", \"got_revision_cp\": \"refs/heads/master@{#692933}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"e576e7591361f0f32a9b02c8f67a63ef1963a33d\", \"got_v8_revision_cp\": \"refs/heads/7.8.267@{#1}\", \"got_webrtc_revision\": \"1aa7e2fa2d6de586253d93575b2d3b6ae70cb056\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29046}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0d4731c6be1993c4e5d70b579993b52fd7a249b8\", \"swarm_hashes\": {\"0\": \"f8f80f354e1de46fd688ab2a6f98578282ddf459\", \"1\": \"f9d706f9a26501a21bb9f7aa56bec785cdb8fcaa\", \"10\": \"5b85bceac12a6e8ba342d1c542d59c7998b6ac7c\", \"11\": \"8191db19e421e534b7e7535cb99e385b5b8f34f5\", \"12\": \"999eeaaea0dcf8742caa03e8d0a371fe89d77d1a\", \"13\": \"444706ef078ca8fc01dda529f3a8dbf8971b00b0\", \"14\": \"124dc02294bab9f2b68ccf69507011c3ab5b255a\", \"15\": \"8e6d34e3dd40ffe34e52da33f69bedc9285cee52\", \"16\": \"4d90879b33cc295e7379af2dcd6996372ab26dd1\", \"2\": \"361c7acada73f90e01256d44275c32dc21a5f537\", \"3\": \"0ceffd706a7bcab4de0c4fb339b4deee6b5b6a90\", \"4\": \"d3ba328efb7f4c38b0e03aab8ea42d43000387b0\", \"5\": \"1d13d9e9dfd55526351ea7b75e119bc72f52243e\", \"6\": \"9547124d8d21b5ffdd0f2666818b19895aa9ba52\", \"7\": \"5fe67b3c0891f88bcf81a7274985c9a7ab568165\", \"8\": \"281144e15a368e859ced8f3146939e59f1d3aecb\", \"9\": \"07865efaaa78ad501dde50d342209c9b69684a7e\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567555784212299",
    "status": "COMPLETED",
    "status_changed_ts": "1567555786962786",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9746",
      "builder:ToTiOS",
      "buildset:commit/git/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0d4731c6be1993c4e5d70b579993b52fd7a249b8",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068722603353572768",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903292540430561680/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:471269c0ecf8fb10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567562800455763",
    "url": "https://ci.chromium.org/b/8903292540430561680",
    "utcnow_ts": "1567562801297203"
  }
}
[02:06:41.315] Invocation finished in 2h0m8.538504047s with status FAILED