Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "cb1f3fca04836f139d14134d07119af57938cc18"
}

Incoming tags

  • buildset:commit/git/cb1f3fca04836f139d14134d07119af57938cc18
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb1f3fca04836f139d14134d07119af57938cc18
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:18:11.179] New invocation is queued and will start shortly
[16:18:12.444] Starting the invocation (attempt 1)
[16:18:12.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:18:12.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:18:12.492] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069658039696771312",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"cb1f3fca04836f139d14134d07119af57938cc18\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069658039696771312",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cb1f3fca04836f139d14134d07119af57938cc18",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb1f3fca04836f139d14134d07119af57938cc18",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:18:13.132] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1566663492625761",
    "id": "8904227977515707664",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb1f3fca04836f139d14134d07119af57938cc18\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566663493014245",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9589",
      "builder:ToTiOS",
      "buildset:commit/git/cb1f3fca04836f139d14134d07119af57938cc18",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb1f3fca04836f139d14134d07119af57938cc18",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069658039696771312",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904227977515707664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566663493014357",
    "url": "https://ci.chromium.org/b/8904227977515707664",
    "utcnow_ts": "1566663493122500"
  }
}
[16:18:13.132] Task URL: https://ci.chromium.org/b/8904227977515707664
[16:18:13.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:2:0) after 1m0s
[16:19:13.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:2:0)
[16:19:13.153] Timer tick, asking Buildbucket for the build status
[16:19:13.787] Build 8904227977515707664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:19:13.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:3:0) after 1m0s
[16:20:13.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:3:0)
[16:20:13.822] Timer tick, asking Buildbucket for the build status
[16:20:14.250] Build 8904227977515707664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:20:14.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:4:0) after 1m0s
[16:21:05.994] Received PubSub notification, asking Buildbucket for the build status
[16:21:06.111] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:14.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:4:0)
[16:21:14.269] Timer tick, asking Buildbucket for the build status
[16:21:14.485] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:14.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:6:0) after 1m0s
[16:22:14.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:6:0)
[16:22:14.510] Timer tick, asking Buildbucket for the build status
[16:22:15.240] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:15.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:7:0) after 1m0s
[16:23:15.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:7:0)
[16:23:15.269] Timer tick, asking Buildbucket for the build status
[16:23:15.562] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:15.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:8:0) after 1m0s
[16:24:15.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:8:0)
[16:24:15.552] Timer tick, asking Buildbucket for the build status
[16:24:15.714] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:15.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:9:0) after 1m0s
[16:25:15.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:9:0)
[16:25:15.828] Timer tick, asking Buildbucket for the build status
[16:25:16.258] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:16.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:10:0) after 1m0s
[16:26:16.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:10:0)
[16:26:16.312] Timer tick, asking Buildbucket for the build status
[16:26:16.565] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:16.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:11:0) after 1m0s
[16:27:16.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:11:0)
[16:27:16.562] Timer tick, asking Buildbucket for the build status
[16:27:16.926] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:16.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:12:0) after 1m0s
[16:28:16.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:12:0)
[16:28:16.957] Timer tick, asking Buildbucket for the build status
[16:28:17.140] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:17.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:13:0) after 1m0s
[16:29:17.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:13:0)
[16:29:17.168] Timer tick, asking Buildbucket for the build status
[16:29:17.603] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:17.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:14:0) after 1m0s
[16:30:17.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:14:0)
[16:30:17.632] Timer tick, asking Buildbucket for the build status
[16:30:17.808] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:17.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:15:0) after 1m0s
[16:31:17.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:15:0)
[16:31:17.833] Timer tick, asking Buildbucket for the build status
[16:31:18.684] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:18.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:16:0) after 1m0s
[16:32:18.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:16:0)
[16:32:18.727] Timer tick, asking Buildbucket for the build status
[16:32:18.970] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:18.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:17:0) after 1m0s
[16:33:19.050] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:17:0)
[16:33:19.050] Timer tick, asking Buildbucket for the build status
[16:33:19.825] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:18:0) after 1m0s
[16:34:19.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:18:0)
[16:34:19.803] Timer tick, asking Buildbucket for the build status
[16:34:19.961] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:19.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:19:0) after 1m0s
[16:35:19.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:19:0)
[16:35:19.953] Timer tick, asking Buildbucket for the build status
[16:35:20.547] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:20.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:20:0) after 1m0s
[16:36:20.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:20:0)
[16:36:20.651] Timer tick, asking Buildbucket for the build status
[16:36:20.870] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:20.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:21:0) after 1m0s
[16:37:20.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:21:0)
[16:37:20.998] Timer tick, asking Buildbucket for the build status
[16:37:21.204] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:21.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:22:0) after 1m0s
[16:38:21.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:22:0)
[16:38:21.226] Timer tick, asking Buildbucket for the build status
[16:38:21.628] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:21.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:23:0) after 1m0s
[16:39:21.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:23:0)
[16:39:21.726] Timer tick, asking Buildbucket for the build status
[16:39:21.891] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:21.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:24:0) after 1m0s
[16:40:21.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:24:0)
[16:40:21.919] Timer tick, asking Buildbucket for the build status
[16:40:22.263] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:22.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:25:0) after 1m0s
[16:41:22.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:25:0)
[16:41:22.283] Timer tick, asking Buildbucket for the build status
[16:41:22.594] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:22.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:26:0) after 1m0s
[16:42:22.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:26:0)
[16:42:22.621] Timer tick, asking Buildbucket for the build status
[16:42:22.871] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:22.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:27:0) after 1m0s
[16:43:22.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:27:0)
[16:43:22.912] Timer tick, asking Buildbucket for the build status
[16:43:23.178] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:23.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:28:0) after 1m0s
[16:44:23.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:28:0)
[16:44:23.207] Timer tick, asking Buildbucket for the build status
[16:44:23.621] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:23.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:29:0) after 1m0s
[16:45:23.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:29:0)
[16:45:23.640] Timer tick, asking Buildbucket for the build status
[16:45:23.882] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:23.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:30:0) after 1m0s
[16:46:23.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:30:0)
[16:46:23.918] Timer tick, asking Buildbucket for the build status
[16:46:24.087] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:24.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:31:0) after 1m0s
[16:47:24.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:31:0)
[16:47:24.108] Timer tick, asking Buildbucket for the build status
[16:47:24.369] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:24.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:32:0) after 1m0s
[16:48:24.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:32:0)
[16:48:24.466] Timer tick, asking Buildbucket for the build status
[16:48:25.512] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:25.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:33:0) after 1m0s
[16:49:25.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:33:0)
[16:49:25.573] Timer tick, asking Buildbucket for the build status
[16:49:25.816] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:25.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:34:0) after 1m0s
[16:50:25.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:34:0)
[16:50:25.932] Timer tick, asking Buildbucket for the build status
[16:50:26.215] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:26.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:35:0) after 1m0s
[16:51:26.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:35:0)
[16:51:26.353] Timer tick, asking Buildbucket for the build status
[16:51:27.485] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:27.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:36:0) after 1m0s
[16:52:27.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:36:0)
[16:52:27.507] Timer tick, asking Buildbucket for the build status
[16:52:27.919] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:27.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:37:0) after 1m0s
[16:53:27.977] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:37:0)
[16:53:27.977] Timer tick, asking Buildbucket for the build status
[16:53:28.401] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:28.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:38:0) after 1m0s
[16:54:28.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:38:0)
[16:54:28.427] Timer tick, asking Buildbucket for the build status
[16:54:28.631] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:28.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:39:0) after 1m0s
[16:55:28.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:39:0)
[16:55:28.768] Timer tick, asking Buildbucket for the build status
[16:55:29.032] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:29.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:40:0) after 1m0s
[16:56:29.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:40:0)
[16:56:29.233] Timer tick, asking Buildbucket for the build status
[16:56:29.459] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:29.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:41:0) after 1m0s
[16:57:29.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:41:0)
[16:57:29.546] Timer tick, asking Buildbucket for the build status
[16:57:29.707] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:29.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:42:0) after 1m0s
[16:58:29.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:42:0)
[16:58:29.923] Timer tick, asking Buildbucket for the build status
[16:58:30.415] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:30.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:43:0) after 1m0s
[16:59:30.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:43:0)
[16:59:30.684] Timer tick, asking Buildbucket for the build status
[16:59:30.931] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:30.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:44:0) after 1m0s
[17:00:31.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:44:0)
[17:00:31.028] Timer tick, asking Buildbucket for the build status
[17:00:31.453] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:31.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:45:0) after 1m0s
[17:01:31.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:45:0)
[17:01:31.769] Timer tick, asking Buildbucket for the build status
[17:01:32.004] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:32.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:46:0) after 1m0s
[17:02:32.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:46:0)
[17:02:32.034] Timer tick, asking Buildbucket for the build status
[17:02:32.248] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:32.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:47:0) after 1m0s
[17:03:32.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:47:0)
[17:03:32.312] Timer tick, asking Buildbucket for the build status
[17:03:32.850] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:32.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:48:0) after 1m0s
[17:04:32.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:48:0)
[17:04:32.938] Timer tick, asking Buildbucket for the build status
[17:04:33.529] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:33.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:49:0) after 1m0s
[17:05:33.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:49:0)
[17:05:33.553] Timer tick, asking Buildbucket for the build status
[17:05:34.056] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:34.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:50:0) after 1m0s
[17:06:34.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:50:0)
[17:06:34.080] Timer tick, asking Buildbucket for the build status
[17:06:34.673] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:34.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:51:0) after 1m0s
[17:07:34.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:51:0)
[17:07:34.855] Timer tick, asking Buildbucket for the build status
[17:07:35.342] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:35.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:52:0) after 1m0s
[17:08:35.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:52:0)
[17:08:35.362] Timer tick, asking Buildbucket for the build status
[17:08:35.648] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:35.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:53:0) after 1m0s
[17:09:35.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:53:0)
[17:09:35.668] Timer tick, asking Buildbucket for the build status
[17:09:36.350] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:36.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:54:0) after 1m0s
[17:10:36.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:54:0)
[17:10:36.411] Timer tick, asking Buildbucket for the build status
[17:10:37.326] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:37.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:55:0) after 1m0s
[17:11:37.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:55:0)
[17:11:37.552] Timer tick, asking Buildbucket for the build status
[17:11:38.097] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:38.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:56:0) after 1m0s
[17:12:38.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:56:0)
[17:12:38.222] Timer tick, asking Buildbucket for the build status
[17:12:38.496] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:38.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:57:0) after 1m0s
[17:13:38.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:57:0)
[17:13:38.598] Timer tick, asking Buildbucket for the build status
[17:13:39.230] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:39.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:58:0) after 1m0s
[17:14:39.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:58:0)
[17:14:39.276] Timer tick, asking Buildbucket for the build status
[17:14:39.489] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:39.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:59:0) after 1m0s
[17:15:39.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:59:0)
[17:15:39.634] Timer tick, asking Buildbucket for the build status
[17:15:39.928] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:39.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:60:0) after 1m0s
[17:16:40.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:60:0)
[17:16:40.031] Timer tick, asking Buildbucket for the build status
[17:16:40.302] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:40.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:61:0) after 1m0s
[17:17:40.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:61:0)
[17:17:40.324] Timer tick, asking Buildbucket for the build status
[17:17:41.002] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:41.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:62:0) after 1m0s
[17:18:41.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:62:0)
[17:18:41.057] Timer tick, asking Buildbucket for the build status
[17:18:41.507] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:41.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:63:0) after 1m0s
[17:19:41.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:63:0)
[17:19:41.493] Timer tick, asking Buildbucket for the build status
[17:19:41.886] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:41.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:64:0) after 1m0s
[17:20:41.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:64:0)
[17:20:41.940] Timer tick, asking Buildbucket for the build status
[17:20:42.104] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:42.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:65:0) after 1m0s
[17:21:42.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:65:0)
[17:21:42.098] Timer tick, asking Buildbucket for the build status
[17:21:42.545] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:42.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:66:0) after 1m0s
[17:22:42.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:66:0)
[17:22:42.671] Timer tick, asking Buildbucket for the build status
[17:22:43.105] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:43.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:67:0) after 1m0s
[17:23:43.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:67:0)
[17:23:43.227] Timer tick, asking Buildbucket for the build status
[17:23:43.766] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:43.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:68:0) after 1m0s
[17:24:43.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:68:0)
[17:24:43.847] Timer tick, asking Buildbucket for the build status
[17:24:45.315] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:45.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:69:0) after 1m0s
[17:25:45.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:69:0)
[17:25:45.393] Timer tick, asking Buildbucket for the build status
[17:25:45.684] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:45.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:70:0) after 1m0s
[17:26:45.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:70:0)
[17:26:45.718] Timer tick, asking Buildbucket for the build status
[17:26:46.144] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:46.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:71:0) after 1m0s
[17:27:46.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:71:0)
[17:27:46.214] Timer tick, asking Buildbucket for the build status
[17:27:46.493] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:46.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:72:0) after 1m0s
[17:28:46.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:72:0)
[17:28:46.520] Timer tick, asking Buildbucket for the build status
[17:28:47.087] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:47.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:73:0) after 1m0s
[17:29:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:73:0)
[17:29:47.170] Timer tick, asking Buildbucket for the build status
[17:29:48.507] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:48.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:74:0) after 1m0s
[17:30:48.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:74:0)
[17:30:48.650] Timer tick, asking Buildbucket for the build status
[17:30:49.373] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:49.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:75:0) after 1m0s
[17:31:49.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:75:0)
[17:31:49.461] Timer tick, asking Buildbucket for the build status
[17:31:50.932] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:50.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:76:0) after 1m0s
[17:32:51.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:76:0)
[17:32:51.073] Timer tick, asking Buildbucket for the build status
[17:32:51.278] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:51.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:77:0) after 1m0s
[17:33:51.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:77:0)
[17:33:51.327] Timer tick, asking Buildbucket for the build status
[17:33:51.702] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:51.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:78:0) after 1m0s
[17:34:51.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:78:0)
[17:34:51.761] Timer tick, asking Buildbucket for the build status
[17:34:52.093] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:52.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:79:0) after 1m0s
[17:35:52.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:79:0)
[17:35:52.235] Timer tick, asking Buildbucket for the build status
[17:35:52.458] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:52.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:80:0) after 1m0s
[17:36:52.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:80:0)
[17:36:52.512] Timer tick, asking Buildbucket for the build status
[17:36:52.686] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:52.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:81:0) after 1m0s
[17:37:52.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:81:0)
[17:37:52.710] Timer tick, asking Buildbucket for the build status
[17:37:52.907] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:52.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:82:0) after 1m0s
[17:38:52.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:82:0)
[17:38:52.940] Timer tick, asking Buildbucket for the build status
[17:38:53.087] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:53.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:83:0) after 1m0s
[17:39:53.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:83:0)
[17:39:53.170] Timer tick, asking Buildbucket for the build status
[17:39:53.564] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:53.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:84:0) after 1m0s
[17:40:53.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:84:0)
[17:40:53.605] Timer tick, asking Buildbucket for the build status
[17:40:53.839] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:53.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:85:0) after 1m0s
[17:41:53.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:85:0)
[17:41:53.920] Timer tick, asking Buildbucket for the build status
[17:41:59.692] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:59.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:86:0) after 1m0s
[17:42:59.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:86:0)
[17:42:59.725] Timer tick, asking Buildbucket for the build status
[17:43:00.417] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:00.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:87:0) after 1m0s
[17:44:00.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:87:0)
[17:44:00.798] Timer tick, asking Buildbucket for the build status
[17:44:01.574] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:01.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:88:0) after 1m0s
[17:45:01.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:88:0)
[17:45:01.655] Timer tick, asking Buildbucket for the build status
[17:45:01.904] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:01.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:89:0) after 1m0s
[17:46:02.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:89:0)
[17:46:02.701] Timer tick, asking Buildbucket for the build status
[17:46:02.939] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:02.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:90:0) after 1m0s
[17:47:03.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:90:0)
[17:47:03.225] Timer tick, asking Buildbucket for the build status
[17:47:04.949] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:04.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:91:0) after 1m0s
[17:48:05.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:91:0)
[17:48:05.045] Timer tick, asking Buildbucket for the build status
[17:48:05.940] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:05.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:92:0) after 1m0s
[17:49:06.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:92:0)
[17:49:06.493] Timer tick, asking Buildbucket for the build status
[17:49:07.014] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:07.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:93:0) after 1m0s
[17:50:07.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:93:0)
[17:50:07.551] Timer tick, asking Buildbucket for the build status
[17:50:08.121] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:08.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:94:0) after 1m0s
[17:51:08.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:94:0)
[17:51:08.272] Timer tick, asking Buildbucket for the build status
[17:51:08.463] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:08.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:95:0) after 1m0s
[17:52:08.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:95:0)
[17:52:08.620] Timer tick, asking Buildbucket for the build status
[17:52:08.797] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:08.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:96:0) after 1m0s
[17:53:08.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:96:0)
[17:53:08.895] Timer tick, asking Buildbucket for the build status
[17:53:09.366] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:09.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:97:0) after 1m0s
[17:54:09.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:97:0)
[17:54:09.628] Timer tick, asking Buildbucket for the build status
[17:54:09.882] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:09.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:98:0) after 1m0s
[17:55:09.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:98:0)
[17:55:09.883] Timer tick, asking Buildbucket for the build status
[17:55:11.223] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:11.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:99:0) after 1m0s
[17:56:11.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:99:0)
[17:56:11.296] Timer tick, asking Buildbucket for the build status
[17:56:11.659] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:11.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:100:0) after 1m0s
[17:57:11.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:100:0)
[17:57:11.787] Timer tick, asking Buildbucket for the build status
[17:57:12.293] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:12.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:101:0) after 1m0s
[17:58:12.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:101:0)
[17:58:12.433] Timer tick, asking Buildbucket for the build status
[17:58:12.677] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:12.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:102:0) after 1m0s
[17:59:12.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:102:0)
[17:59:12.833] Timer tick, asking Buildbucket for the build status
[17:59:13.168] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:13.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:103:0) after 1m0s
[18:00:13.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:103:0)
[18:00:13.286] Timer tick, asking Buildbucket for the build status
[18:00:13.914] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:13.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:104:0) after 1m0s
[18:01:14.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:104:0)
[18:01:14.019] Timer tick, asking Buildbucket for the build status
[18:01:15.059] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:15.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:105:0) after 1m0s
[18:02:15.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:105:0)
[18:02:15.085] Timer tick, asking Buildbucket for the build status
[18:02:15.838] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:15.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:106:0) after 1m0s
[18:03:16.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:106:0)
[18:03:16.035] Timer tick, asking Buildbucket for the build status
[18:03:16.309] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:16.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:107:0) after 1m0s
[18:04:16.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:107:0)
[18:04:16.664] Timer tick, asking Buildbucket for the build status
[18:04:17.264] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:17.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:108:0) after 1m0s
[18:05:17.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:108:0)
[18:05:17.591] Timer tick, asking Buildbucket for the build status
[18:05:17.775] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:17.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:109:0) after 1m0s
[18:06:17.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:109:0)
[18:06:17.967] Timer tick, asking Buildbucket for the build status
[18:06:18.333] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:18.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:110:0) after 1m0s
[18:07:18.485] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:110:0)
[18:07:18.485] Timer tick, asking Buildbucket for the build status
[18:07:19.278] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:19.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:111:0) after 1m0s
[18:08:19.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:111:0)
[18:08:19.626] Timer tick, asking Buildbucket for the build status
[18:08:20.250] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:20.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:112:0) after 1m0s
[18:09:20.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:112:0)
[18:09:20.312] Timer tick, asking Buildbucket for the build status
[18:09:20.733] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:20.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:113:0) after 1m0s
[18:10:20.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:113:0)
[18:10:20.954] Timer tick, asking Buildbucket for the build status
[18:10:21.160] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:21.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:114:0) after 1m0s
[18:11:21.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:114:0)
[18:11:21.271] Timer tick, asking Buildbucket for the build status
[18:11:21.426] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:21.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:115:0) after 1m0s
[18:12:21.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:115:0)
[18:12:21.537] Timer tick, asking Buildbucket for the build status
[18:12:21.708] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:21.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:116:0) after 1m0s
[18:13:21.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:116:0)
[18:13:21.733] Timer tick, asking Buildbucket for the build status
[18:13:22.569] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:22.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:117:0) after 1m0s
[18:14:22.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:117:0)
[18:14:22.814] Timer tick, asking Buildbucket for the build status
[18:14:23.122] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:23.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:118:0) after 1m0s
[18:15:23.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:118:0)
[18:15:23.161] Timer tick, asking Buildbucket for the build status
[18:15:23.401] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:23.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:119:0) after 1m0s
[18:16:23.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:119:0)
[18:16:23.819] Timer tick, asking Buildbucket for the build status
[18:16:24.005] Build 8904227977515707664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:24.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069658039696771312:120:0) after 1m0s
[18:16:55.986] Received PubSub notification, asking Buildbucket for the build status
[18:16:56.143] Build 8904227977515707664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:16:56.143] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1566670602849914",
    "created_by": "project:chromium",
    "created_ts": "1566663492625761",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904227977515707664",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb1f3fca04836f139d14134d07119af57938cc18\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9589, \"got_angle_revision\": \"3c6b2e1613c844f7265895de5611c0528641d501\", \"got_dawn_revision\": \"25cc723823e3aa9bf6d7edfcd308bb82ab05b0fc\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"cb1f3fca04836f139d14134d07119af57938cc18\", \"got_revision_cp\": \"refs/heads/master@{#690202}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"8f4f153dec942d77289066f853ec1294f0cede10\", \"got_v8_revision_cp\": \"refs/heads/7.8.188@{#1}\", \"got_webrtc_revision\": \"a2dae38ee7729ec1d6fcb7d22b7a597c627ad81a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28937}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb1f3fca04836f139d14134d07119af57938cc18\", \"swarm_hashes\": {\"0\": \"3273493337ec027f6fcb69b97996d6ae3536a746\", \"1\": \"36da5ed978e8c434e3978c5f14af661ea4d9e85f\", \"10\": \"16451dbd00b0ebce09bbe6d3e0e66d2b6a4b3330\", \"11\": \"c7358fe8ab0dc4ca1297ad68ad7ddd63015cfa6b\", \"12\": \"5bd40047bd8f22ce64c721bac41dc11364118627\", \"13\": \"8dcd5ef36c55d5b076c042db4c3c629e8d1ad247\", \"14\": \"a9109ab0f53ac3b6714a2ad36430313b8ecbf4af\", \"15\": \"301f49b32a6694b42e5669eeaccabcba5f2ac4ef\", \"16\": \"ee17caa02805ff47914fbb979073d48c83a7d71e\", \"2\": \"5835bceb19a5973c328bbcf190654da6e5be8794\", \"3\": \"45fef6657d533ad0452ca0e00bc6867d35ac99fe\", \"4\": \"da2433605019e56c4c05886daf12911d8af58626\", \"5\": \"7cece8b632ea747bf8f24eca8dd3cf8735a7a951\", \"6\": \"803dc79e474b67f36495fa327886dfb8ad1b4d96\", \"7\": \"c0d3231bd2002e1abf63ff72d2cd0bf25978c2c4\", \"8\": \"6999e15576e84de48a628d721278a34e6df7658f\", \"9\": \"98a501b741cd5e3dbf42a95ca21ae978310c9ea7\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566663665165613",
    "status": "COMPLETED",
    "status_changed_ts": "1566663665588938",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9589",
      "builder:ToTiOS",
      "buildset:commit/git/cb1f3fca04836f139d14134d07119af57938cc18",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb1f3fca04836f139d14134d07119af57938cc18",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069658039696771312",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904227977515707664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46dd3d4ee8233610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566670603222578",
    "url": "https://ci.chromium.org/b/8904227977515707664",
    "utcnow_ts": "1566670616129330"
  }
}
[18:16:56.143] Invocation finished in 1h58m44.982430129s with status FAILED