Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4c15b40ab436525f966566ed42d54e004b86b51f"
}

Incoming tags

  • buildset:commit/git/4c15b40ab436525f966566ed42d54e004b86b51f
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c15b40ab436525f966566ed42d54e004b86b51f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:11:22.312] New invocation is queued and will start shortly
[00:11:23.402] Starting the invocation (attempt 1)
[00:11:23.437] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:11:23.437] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:11:23.437] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062018124257315520",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"4c15b40ab436525f966566ed42d54e004b86b51f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062018124257315520",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/4c15b40ab436525f966566ed42d54e004b86b51f",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c15b40ab436525f966566ed42d54e004b86b51f",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:11:24.818] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1573949483892879",
    "id": "8896588061936465504",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c15b40ab436525f966566ed42d54e004b86b51f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573949484662271",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11055",
      "builder:ToTiOS",
      "buildset:commit/git/4c15b40ab436525f966566ed42d54e004b86b51f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c15b40ab436525f966566ed42d54e004b86b51f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062018124257315520",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896588061936465504/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573949484662380",
    "url": "https://ci.chromium.org/b/8896588061936465504",
    "utcnow_ts": "1573949484805139"
  }
}
[00:11:24.818] Task URL: https://ci.chromium.org/b/8896588061936465504
[00:11:24.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:2:0) after 1m0s
[00:12:24.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:2:0)
[00:12:24.865] Timer tick, asking Buildbucket for the build status
[00:12:25.165] Build 8896588061936465504: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:12:25.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:3:0) after 1m0s
[00:13:25.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:3:0)
[00:13:25.288] Timer tick, asking Buildbucket for the build status
[00:13:25.467] Build 8896588061936465504: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:13:25.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:4:0) after 1m0s
[00:14:25.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:4:0)
[00:14:25.543] Timer tick, asking Buildbucket for the build status
[00:14:25.717] Build 8896588061936465504: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:14:25.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:5:0) after 1m0s
[00:14:46.084] Received PubSub notification, asking Buildbucket for the build status
[00:14:46.529] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:25.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:5:0)
[00:15:25.792] Timer tick, asking Buildbucket for the build status
[00:15:27.314] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:27.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:7:0) after 1m0s
[00:16:27.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:7:0)
[00:16:27.331] Timer tick, asking Buildbucket for the build status
[00:16:27.952] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:27.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:8:0) after 1m0s
[00:17:27.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:8:0)
[00:17:27.973] Timer tick, asking Buildbucket for the build status
[00:17:28.143] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:28.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:9:0) after 1m0s
[00:18:28.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:9:0)
[00:18:28.225] Timer tick, asking Buildbucket for the build status
[00:18:28.434] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:28.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:10:0) after 1m0s
[00:19:28.456] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:10:0)
[00:19:28.456] Timer tick, asking Buildbucket for the build status
[00:19:29.070] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:29.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:11:0) after 1m0s
[00:20:29.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:11:0)
[00:20:29.099] Timer tick, asking Buildbucket for the build status
[00:20:29.834] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:29.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:12:0) after 1m0s
[00:21:29.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:12:0)
[00:21:29.857] Timer tick, asking Buildbucket for the build status
[00:21:30.875] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:30.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:13:0) after 1m0s
[00:22:30.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:13:0)
[00:22:30.931] Timer tick, asking Buildbucket for the build status
[00:22:31.195] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:31.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:14:0) after 1m0s
[00:23:31.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:14:0)
[00:23:31.232] Timer tick, asking Buildbucket for the build status
[00:23:34.306] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:34.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:15:0) after 1m0s
[00:24:34.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:15:0)
[00:24:34.394] Timer tick, asking Buildbucket for the build status
[00:24:34.760] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:34.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:16:0) after 1m0s
[00:25:34.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:16:0)
[00:25:34.817] Timer tick, asking Buildbucket for the build status
[00:25:35.126] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:35.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:17:0) after 1m0s
[00:26:35.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:17:0)
[00:26:35.215] Timer tick, asking Buildbucket for the build status
[00:26:35.360] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:35.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:18:0) after 1m0s
[00:27:35.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:18:0)
[00:27:35.388] Timer tick, asking Buildbucket for the build status
[00:27:35.652] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:35.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:19:0) after 1m0s
[00:28:35.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:19:0)
[00:28:35.681] Timer tick, asking Buildbucket for the build status
[00:28:35.870] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:35.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:20:0) after 1m0s
[00:29:35.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:20:0)
[00:29:35.877] Timer tick, asking Buildbucket for the build status
[00:29:36.298] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:36.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:21:0) after 1m0s
[00:30:36.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:21:0)
[00:30:36.331] Timer tick, asking Buildbucket for the build status
[00:30:36.502] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:36.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:22:0) after 1m0s
[00:31:36.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:22:0)
[00:31:36.527] Timer tick, asking Buildbucket for the build status
[00:31:36.751] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:36.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:23:0) after 1m0s
[00:32:36.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:23:0)
[00:32:36.803] Timer tick, asking Buildbucket for the build status
[00:32:37.369] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:37.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:24:0) after 1m0s
[00:33:38.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:24:0)
[00:33:38.199] Timer tick, asking Buildbucket for the build status
[00:33:38.564] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:38.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:25:0) after 1m0s
[00:34:38.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:25:0)
[00:34:38.795] Timer tick, asking Buildbucket for the build status
[00:34:38.969] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:38.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:26:0) after 1m0s
[00:35:39.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:26:0)
[00:35:39.361] Timer tick, asking Buildbucket for the build status
[00:35:42.094] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:42.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:27:0) after 1m0s
[00:36:42.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:27:0)
[00:36:42.933] Timer tick, asking Buildbucket for the build status
[00:36:43.688] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:43.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:28:0) after 1m0s
[00:37:43.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:28:0)
[00:37:43.713] Timer tick, asking Buildbucket for the build status
[00:37:44.526] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:44.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:29:0) after 1m0s
[00:38:44.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:29:0)
[00:38:44.590] Timer tick, asking Buildbucket for the build status
[00:38:45.224] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:45.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:30:0) after 1m0s
[00:39:45.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:30:0)
[00:39:45.343] Timer tick, asking Buildbucket for the build status
[00:39:45.497] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:45.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:31:0) after 1m0s
[00:40:45.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:31:0)
[00:40:45.517] Timer tick, asking Buildbucket for the build status
[00:40:45.985] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:45.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:32:0) after 1m0s
[00:41:45.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:32:0)
[00:41:45.963] Timer tick, asking Buildbucket for the build status
[00:41:47.495] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:47.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:33:0) after 1m0s
[00:42:47.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:33:0)
[00:42:47.541] Timer tick, asking Buildbucket for the build status
[00:42:47.746] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:47.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:34:0) after 1m0s
[00:43:47.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:34:0)
[00:43:47.780] Timer tick, asking Buildbucket for the build status
[00:43:47.964] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:47.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:35:0) after 1m0s
[00:44:48.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:35:0)
[00:44:48.048] Timer tick, asking Buildbucket for the build status
[00:44:48.304] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:48.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:36:0) after 1m0s
[00:45:48.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:36:0)
[00:45:48.360] Timer tick, asking Buildbucket for the build status
[00:45:48.541] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:48.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:37:0) after 1m0s
[00:46:48.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:37:0)
[00:46:48.647] Timer tick, asking Buildbucket for the build status
[00:46:48.967] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:48.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:38:0) after 1m0s
[00:47:48.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:38:0)
[00:47:48.995] Timer tick, asking Buildbucket for the build status
[00:47:50.051] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:50.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:39:0) after 1m0s
[00:48:50.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:39:0)
[00:48:50.137] Timer tick, asking Buildbucket for the build status
[00:48:50.817] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:50.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:40:0) after 1m0s
[00:49:50.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:40:0)
[00:49:50.854] Timer tick, asking Buildbucket for the build status
[00:49:51.181] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:51.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:41:0) after 1m0s
[00:50:51.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:41:0)
[00:50:51.212] Timer tick, asking Buildbucket for the build status
[00:50:53.284] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:53.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:42:0) after 1m0s
[00:51:53.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:42:0)
[00:51:53.384] Timer tick, asking Buildbucket for the build status
[00:51:53.565] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:53.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:43:0) after 1m0s
[00:52:53.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:43:0)
[00:52:53.676] Timer tick, asking Buildbucket for the build status
[00:52:53.874] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:53.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:44:0) after 1m0s
[00:53:53.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:44:0)
[00:53:53.909] Timer tick, asking Buildbucket for the build status
[00:53:54.074] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:54.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:45:0) after 1m0s
[00:54:54.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:45:0)
[00:54:54.200] Timer tick, asking Buildbucket for the build status
[00:54:56.779] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:56.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:46:0) after 1m0s
[00:55:56.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:46:0)
[00:55:56.812] Timer tick, asking Buildbucket for the build status
[00:55:56.981] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:56.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:47:0) after 1m0s
[00:56:57.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:47:0)
[00:56:57.038] Timer tick, asking Buildbucket for the build status
[00:56:57.726] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:57.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:48:0) after 1m0s
[00:57:57.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:48:0)
[00:57:57.802] Timer tick, asking Buildbucket for the build status
[00:57:58.593] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:58.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:49:0) after 1m0s
[00:58:58.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:49:0)
[00:58:58.619] Timer tick, asking Buildbucket for the build status
[00:58:58.811] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:58.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:50:0) after 1m0s
[00:59:58.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:50:0)
[00:59:58.837] Timer tick, asking Buildbucket for the build status
[00:59:59.406] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:59.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:51:0) after 1m0s
[01:00:59.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:51:0)
[01:00:59.435] Timer tick, asking Buildbucket for the build status
[01:00:59.828] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:59.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:52:0) after 1m0s
[01:01:59.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:52:0)
[01:01:59.856] Timer tick, asking Buildbucket for the build status
[01:02:00.583] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:00.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:53:0) after 1m0s
[01:03:00.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:53:0)
[01:03:00.625] Timer tick, asking Buildbucket for the build status
[01:03:00.830] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:00.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:54:0) after 1m0s
[01:04:00.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:54:0)
[01:04:00.862] Timer tick, asking Buildbucket for the build status
[01:04:01.148] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:01.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:55:0) after 1m0s
[01:05:01.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:55:0)
[01:05:01.172] Timer tick, asking Buildbucket for the build status
[01:05:01.360] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:01.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:56:0) after 1m0s
[01:06:01.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:56:0)
[01:06:01.387] Timer tick, asking Buildbucket for the build status
[01:06:01.582] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:01.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:57:0) after 1m0s
[01:07:01.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:57:0)
[01:07:01.617] Timer tick, asking Buildbucket for the build status
[01:07:02.199] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:02.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:58:0) after 1m0s
[01:08:02.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:58:0)
[01:08:02.238] Timer tick, asking Buildbucket for the build status
[01:08:03.029] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:03.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:59:0) after 1m0s
[01:09:03.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:59:0)
[01:09:03.068] Timer tick, asking Buildbucket for the build status
[01:09:03.331] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:03.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:60:0) after 1m0s
[01:10:03.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:60:0)
[01:10:03.347] Timer tick, asking Buildbucket for the build status
[01:10:03.879] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:03.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:61:0) after 1m0s
[01:11:03.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:61:0)
[01:11:03.879] Timer tick, asking Buildbucket for the build status
[01:11:04.157] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:04.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:62:0) after 1m0s
[01:12:04.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:62:0)
[01:12:04.219] Timer tick, asking Buildbucket for the build status
[01:12:04.386] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:04.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:63:0) after 1m0s
[01:13:04.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:63:0)
[01:13:04.481] Timer tick, asking Buildbucket for the build status
[01:13:04.639] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:04.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:64:0) after 1m0s
[01:14:04.636] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:64:0)
[01:14:04.636] Timer tick, asking Buildbucket for the build status
[01:14:05.133] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:05.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:65:0) after 1m0s
[01:15:05.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:65:0)
[01:15:05.187] Timer tick, asking Buildbucket for the build status
[01:15:05.588] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:05.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:66:0) after 1m0s
[01:16:05.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:66:0)
[01:16:05.626] Timer tick, asking Buildbucket for the build status
[01:16:06.418] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:06.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:67:0) after 1m0s
[01:17:06.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:67:0)
[01:17:06.525] Timer tick, asking Buildbucket for the build status
[01:17:06.946] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:06.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:68:0) after 1m0s
[01:18:06.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:68:0)
[01:18:06.969] Timer tick, asking Buildbucket for the build status
[01:18:07.311] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:07.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:69:0) after 1m0s
[01:19:07.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:69:0)
[01:19:07.419] Timer tick, asking Buildbucket for the build status
[01:19:08.201] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:08.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:70:0) after 1m0s
[01:20:08.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:70:0)
[01:20:08.604] Timer tick, asking Buildbucket for the build status
[01:20:09.056] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:09.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:71:0) after 1m0s
[01:21:09.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:71:0)
[01:21:09.106] Timer tick, asking Buildbucket for the build status
[01:21:09.840] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:09.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:72:0) after 1m0s
[01:22:09.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:72:0)
[01:22:09.962] Timer tick, asking Buildbucket for the build status
[01:22:12.646] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:12.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:73:0) after 1m0s
[01:23:12.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:73:0)
[01:23:12.677] Timer tick, asking Buildbucket for the build status
[01:23:12.839] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:12.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:74:0) after 1m0s
[01:24:12.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:74:0)
[01:24:12.873] Timer tick, asking Buildbucket for the build status
[01:24:13.364] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:13.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:75:0) after 1m0s
[01:25:13.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:75:0)
[01:25:13.389] Timer tick, asking Buildbucket for the build status
[01:25:15.053] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:15.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:76:0) after 1m0s
[01:26:15.127] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:76:0)
[01:26:15.127] Timer tick, asking Buildbucket for the build status
[01:26:15.829] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:15.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:77:0) after 1m0s
[01:27:15.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:77:0)
[01:27:15.874] Timer tick, asking Buildbucket for the build status
[01:27:16.096] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:16.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:78:0) after 1m0s
[01:28:16.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:78:0)
[01:28:16.137] Timer tick, asking Buildbucket for the build status
[01:28:17.039] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:17.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:79:0) after 1m0s
[01:29:17.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:79:0)
[01:29:17.068] Timer tick, asking Buildbucket for the build status
[01:29:17.227] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:17.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:80:0) after 1m0s
[01:30:17.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:80:0)
[01:30:17.247] Timer tick, asking Buildbucket for the build status
[01:30:17.432] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:17.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:81:0) after 1m0s
[01:31:17.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:81:0)
[01:31:17.505] Timer tick, asking Buildbucket for the build status
[01:31:17.702] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:17.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:82:0) after 1m0s
[01:32:17.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:82:0)
[01:32:17.726] Timer tick, asking Buildbucket for the build status
[01:32:18.149] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:18.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:83:0) after 1m0s
[01:33:18.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:83:0)
[01:33:18.186] Timer tick, asking Buildbucket for the build status
[01:33:18.738] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:18.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:84:0) after 1m0s
[01:34:18.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:84:0)
[01:34:18.803] Timer tick, asking Buildbucket for the build status
[01:34:21.333] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:21.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:85:0) after 1m0s
[01:35:21.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:85:0)
[01:35:21.363] Timer tick, asking Buildbucket for the build status
[01:35:22.325] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:22.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:86:0) after 1m0s
[01:36:22.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:86:0)
[01:36:22.352] Timer tick, asking Buildbucket for the build status
[01:36:22.739] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:22.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:87:0) after 1m0s
[01:37:22.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:87:0)
[01:37:22.818] Timer tick, asking Buildbucket for the build status
[01:37:23.537] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:23.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:88:0) after 1m0s
[01:38:23.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:88:0)
[01:38:23.569] Timer tick, asking Buildbucket for the build status
[01:38:23.777] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:23.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:89:0) after 1m0s
[01:39:23.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:89:0)
[01:39:23.788] Timer tick, asking Buildbucket for the build status
[01:39:23.957] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:23.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:90:0) after 1m0s
[01:40:23.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:90:0)
[01:40:23.985] Timer tick, asking Buildbucket for the build status
[01:40:24.395] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:24.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:91:0) after 1m0s
[01:41:24.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:91:0)
[01:41:24.422] Timer tick, asking Buildbucket for the build status
[01:41:24.798] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:24.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:92:0) after 1m0s
[01:42:24.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:92:0)
[01:42:24.862] Timer tick, asking Buildbucket for the build status
[01:42:25.091] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:25.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:93:0) after 1m0s
[01:43:25.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:93:0)
[01:43:25.158] Timer tick, asking Buildbucket for the build status
[01:43:25.508] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:25.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:94:0) after 1m0s
[01:44:25.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:94:0)
[01:44:25.582] Timer tick, asking Buildbucket for the build status
[01:44:25.981] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:25.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:95:0) after 1m0s
[01:45:26.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:95:0)
[01:45:26.034] Timer tick, asking Buildbucket for the build status
[01:45:26.274] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:26.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:96:0) after 1m0s
[01:46:26.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:96:0)
[01:46:26.360] Timer tick, asking Buildbucket for the build status
[01:46:27.537] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:27.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:97:0) after 1m0s
[01:47:27.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:97:0)
[01:47:27.612] Timer tick, asking Buildbucket for the build status
[01:47:27.860] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:27.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:98:0) after 1m0s
[01:48:27.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:98:0)
[01:48:27.906] Timer tick, asking Buildbucket for the build status
[01:48:28.177] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:28.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:99:0) after 1m0s
[01:49:28.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:99:0)
[01:49:28.194] Timer tick, asking Buildbucket for the build status
[01:49:28.844] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:28.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:100:0) after 1m0s
[01:50:30.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:100:0)
[01:50:30.288] Timer tick, asking Buildbucket for the build status
[01:50:30.789] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:30.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:101:0) after 1m0s
[01:51:31.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:101:0)
[01:51:31.084] Timer tick, asking Buildbucket for the build status
[01:51:31.251] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:31.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:102:0) after 1m0s
[01:52:31.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:102:0)
[01:52:31.682] Timer tick, asking Buildbucket for the build status
[01:52:31.939] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:31.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:103:0) after 1m0s
[01:53:32.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:103:0)
[01:53:32.136] Timer tick, asking Buildbucket for the build status
[01:53:33.399] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:33.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:104:0) after 1m0s
[01:54:33.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:104:0)
[01:54:33.398] Timer tick, asking Buildbucket for the build status
[01:54:33.612] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:33.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:105:0) after 1m0s
[01:55:33.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:105:0)
[01:55:33.646] Timer tick, asking Buildbucket for the build status
[01:55:34.099] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:34.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:106:0) after 1m0s
[01:56:34.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:106:0)
[01:56:34.438] Timer tick, asking Buildbucket for the build status
[01:56:35.222] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:35.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:107:0) after 1m0s
[01:57:35.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:107:0)
[01:57:35.628] Timer tick, asking Buildbucket for the build status
[01:57:35.754] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:35.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:108:0) after 1m0s
[01:58:35.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:108:0)
[01:58:35.933] Timer tick, asking Buildbucket for the build status
[01:58:37.046] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:37.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:109:0) after 1m0s
[01:59:37.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:109:0)
[01:59:37.043] Timer tick, asking Buildbucket for the build status
[01:59:37.583] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:37.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:110:0) after 1m0s
[02:00:37.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:110:0)
[02:00:37.704] Timer tick, asking Buildbucket for the build status
[02:00:37.890] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:37.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:111:0) after 1m0s
[02:01:37.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:111:0)
[02:01:37.925] Timer tick, asking Buildbucket for the build status
[02:01:38.361] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:38.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:112:0) after 1m0s
[02:02:38.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:112:0)
[02:02:38.416] Timer tick, asking Buildbucket for the build status
[02:02:39.161] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:39.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:113:0) after 1m0s
[02:03:39.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:113:0)
[02:03:39.988] Timer tick, asking Buildbucket for the build status
[02:03:40.257] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:40.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:114:0) after 1m0s
[02:04:40.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:114:0)
[02:04:40.345] Timer tick, asking Buildbucket for the build status
[02:04:41.093] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:41.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:115:0) after 1m0s
[02:05:41.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:115:0)
[02:05:41.549] Timer tick, asking Buildbucket for the build status
[02:05:41.818] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:41.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:116:0) after 1m0s
[02:06:41.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:116:0)
[02:06:41.882] Timer tick, asking Buildbucket for the build status
[02:06:42.160] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:42.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:117:0) after 1m0s
[02:07:42.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:117:0)
[02:07:42.318] Timer tick, asking Buildbucket for the build status
[02:07:42.496] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:42.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:118:0) after 1m0s
[02:08:42.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:118:0)
[02:08:42.682] Timer tick, asking Buildbucket for the build status
[02:08:43.128] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:43.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:119:0) after 1m0s
[02:09:43.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:119:0)
[02:09:43.285] Timer tick, asking Buildbucket for the build status
[02:09:43.448] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:43.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:120:0) after 1m0s
[02:10:43.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:120:0)
[02:10:43.490] Timer tick, asking Buildbucket for the build status
[02:10:43.675] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:43.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:121:0) after 1m0s
[02:11:43.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:121:0)
[02:11:43.888] Timer tick, asking Buildbucket for the build status
[02:11:44.642] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:44.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:122:0) after 1m0s
[02:12:44.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:122:0)
[02:12:44.888] Timer tick, asking Buildbucket for the build status
[02:12:45.494] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:45.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:123:0) after 1m0s
[02:13:45.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:123:0)
[02:13:45.734] Timer tick, asking Buildbucket for the build status
[02:13:47.617] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:47.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:124:0) after 1m0s
[02:14:47.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:124:0)
[02:14:47.897] Timer tick, asking Buildbucket for the build status
[02:14:48.074] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:48.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:125:0) after 1m0s
[02:15:48.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:125:0)
[02:15:48.282] Timer tick, asking Buildbucket for the build status
[02:15:48.555] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:48.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:126:0) after 1m0s
[02:16:48.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:126:0)
[02:16:48.595] Timer tick, asking Buildbucket for the build status
[02:16:49.163] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:49.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:127:0) after 1m0s
[02:17:49.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:127:0)
[02:17:49.243] Timer tick, asking Buildbucket for the build status
[02:17:50.707] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:50.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:128:0) after 1m0s
[02:18:50.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:128:0)
[02:18:50.741] Timer tick, asking Buildbucket for the build status
[02:18:50.917] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:50.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:129:0) after 1m0s
[02:19:50.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:129:0)
[02:19:50.999] Timer tick, asking Buildbucket for the build status
[02:19:51.133] Build 8896588061936465504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:51.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062018124257315520:130:0) after 1m0s
[02:20:06.382] Received PubSub notification, asking Buildbucket for the build status
[02:20:06.902] Build 8896588061936465504: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:20:06.902] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1573957205687668",
    "created_by": "project:chromium",
    "created_ts": "1573949483892879",
    "failure_reason": "BUILD_FAILURE",
    "id": "8896588061936465504",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c15b40ab436525f966566ed42d54e004b86b51f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11055, \"got_angle_revision\": \"51b5a3222b60d5f523d04b5a86eeb28278880db4\", \"got_dawn_revision\": \"a930e599e17c14e0a72fe7403aab69d791885da8\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"4c15b40ab436525f966566ed42d54e004b86b51f\", \"got_revision_cp\": \"refs/heads/master@{#716039}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"aba1020d39145285f8d8df82d6f0b83d0b0e5386\", \"got_v8_revision\": \"295649fd927eeaaaf8ec10d68b45602e89e94223\", \"got_v8_revision_cp\": \"refs/heads/8.0.284@{#1}\", \"got_webrtc_revision\": \"fd0e32a87a4e6a9a6cfeb02fbdcddd6edf4ac9c8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29804}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c15b40ab436525f966566ed42d54e004b86b51f\", \"swarm_hashes\": {\"0\": \"1384a44104e4afc3ed66a41cfe6db69527b8b03c\", \"1\": \"51f96aedce2f3a2303c7da153e6737d94d20caf6\", \"10\": \"72d552baea21cce21744ac813d7d83c201e5da22\", \"11\": \"7df2ba0d4db69c472ddbe14979839c0e795f34f2\", \"12\": \"3acfd578c417129774ad6a1c05706bde664d97b0\", \"13\": \"dbc191ddada7f6bd5d0ec0b08947bcd4d0eef8c8\", \"14\": \"90a645159f13e39876c14f77e08395ae073ce30c\", \"15\": \"1fcaf4be29029f1f109fe321e275308c825ff2da\", \"16\": \"3efa35366afb458c8ec75a58fa0819edbcbc8154\", \"2\": \"f065cfdcce1326ad43955e5741f5236eb08c9b64\", \"3\": \"9fa10425527e1edf8a05bb46f6f4572b8898c8e1\", \"4\": \"84a3f299a160e034de964eb4d517676bbc6f836f\", \"5\": \"68e7996fdf171a966c37551976588a2d86c39280\", \"6\": \"48311ea1b7931e50581f17fce580a699b667d456\", \"7\": \"460850d37ba316c4bb3b0e6bd85fd321d85c3271\", \"8\": \"1e5b1417de285249a6de401a0efbfdb4712f820d\", \"9\": \"8c2de270c9d6c4a00d5e561960f88e01161de8b5\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4632-c6c17d9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573949684205253",
    "status": "COMPLETED",
    "status_changed_ts": "1573949685417676",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11055",
      "builder:ToTiOS",
      "buildset:commit/git/4c15b40ab436525f966566ed42d54e004b86b51f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c15b40ab436525f966566ed42d54e004b86b51f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062018124257315520",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896588061936465504/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:488f84b90a644e10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573957205933866",
    "url": "https://ci.chromium.org/b/8896588061936465504",
    "utcnow_ts": "1573957206839240"
  }
}
[02:20:06.902] Invocation finished in 2h8m44.607812301s with status FAILED