Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3"
}

Incoming tags

  • buildset:commit/git/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[07:15:32.931] New invocation is queued and will start shortly
[07:15:34.128] Starting the invocation (attempt 1)
[07:15:34.180] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:15:34.180] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:15:34.180] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065524719043778592",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9065524719043778592",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
    "gitiles_ref:refs/heads/master"
  ]
}
[07:15:36.485] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570605335084243",
    "id": "8900094656116705584",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570605336225173",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10297",
      "builder:ToTiOS",
      "buildset:commit/git/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065524719043778592",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900094656116705584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570605336225278",
    "url": "https://ci.chromium.org/b/8900094656116705584",
    "utcnow_ts": "1570605336476883"
  }
}
[07:15:36.485] Task URL: https://ci.chromium.org/b/8900094656116705584
[07:15:36.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:2:0) after 1m0s
[07:16:36.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:2:0)
[07:16:36.747] Timer tick, asking Buildbucket for the build status
[07:16:39.703] Build 8900094656116705584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:16:39.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:3:0) after 1m0s
[07:17:39.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:3:0)
[07:17:39.828] Timer tick, asking Buildbucket for the build status
[07:17:40.416] Build 8900094656116705584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:17:40.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:4:0) after 1m0s
[07:18:40.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:4:0)
[07:18:40.512] Timer tick, asking Buildbucket for the build status
[07:18:40.864] Build 8900094656116705584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:18:40.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:5:0) after 1m0s
[07:19:05.687] Received PubSub notification, asking Buildbucket for the build status
[07:19:08.194] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:41.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:5:0)
[07:19:41.529] Timer tick, asking Buildbucket for the build status
[07:19:42.007] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:42.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:7:0) after 1m0s
[07:20:42.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:7:0)
[07:20:42.096] Timer tick, asking Buildbucket for the build status
[07:20:42.546] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:42.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:8:0) after 1m0s
[07:21:42.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:8:0)
[07:21:42.590] Timer tick, asking Buildbucket for the build status
[07:21:43.290] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:43.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:9:0) after 1m0s
[07:22:43.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:9:0)
[07:22:43.322] Timer tick, asking Buildbucket for the build status
[07:22:44.302] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:44.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:10:0) after 1m0s
[07:23:44.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:10:0)
[07:23:44.332] Timer tick, asking Buildbucket for the build status
[07:23:48.391] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:48.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:11:0) after 1m0s
[07:24:48.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:11:0)
[07:24:48.443] Timer tick, asking Buildbucket for the build status
[07:24:49.010] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:49.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:12:0) after 1m0s
[07:25:49.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:12:0)
[07:25:49.035] Timer tick, asking Buildbucket for the build status
[07:25:49.605] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:49.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:13:0) after 1m0s
[07:26:49.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:13:0)
[07:26:49.663] Timer tick, asking Buildbucket for the build status
[07:26:50.175] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:50.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:14:0) after 1m0s
[07:27:50.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:14:0)
[07:27:50.212] Timer tick, asking Buildbucket for the build status
[07:27:51.133] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:51.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:15:0) after 1m0s
[07:28:51.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:15:0)
[07:28:51.242] Timer tick, asking Buildbucket for the build status
[07:28:53.695] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:53.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:16:0) after 1m0s
[07:29:53.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:16:0)
[07:29:53.830] Timer tick, asking Buildbucket for the build status
[07:29:54.818] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:54.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:17:0) after 1m0s
[07:30:54.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:17:0)
[07:30:54.831] Timer tick, asking Buildbucket for the build status
[07:30:55.033] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:55.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:18:0) after 1m0s
[07:31:55.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:18:0)
[07:31:55.060] Timer tick, asking Buildbucket for the build status
[07:31:57.064] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:57.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:19:0) after 1m0s
[07:32:57.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:19:0)
[07:32:57.128] Timer tick, asking Buildbucket for the build status
[07:32:57.320] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:57.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:20:0) after 1m0s
[07:33:57.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:20:0)
[07:33:57.498] Timer tick, asking Buildbucket for the build status
[07:33:59.293] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:59.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:21:0) after 1m0s
[07:34:59.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:21:0)
[07:34:59.562] Timer tick, asking Buildbucket for the build status
[07:34:59.922] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:59.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:22:0) after 1m0s
[07:36:00.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:22:0)
[07:36:00.135] Timer tick, asking Buildbucket for the build status
[07:36:00.348] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:00.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:23:0) after 1m0s
[07:37:00.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:23:0)
[07:37:00.415] Timer tick, asking Buildbucket for the build status
[07:37:01.569] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:01.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:24:0) after 1m0s
[07:38:01.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:24:0)
[07:38:01.760] Timer tick, asking Buildbucket for the build status
[07:38:01.923] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:01.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:25:0) after 1m0s
[07:39:01.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:25:0)
[07:39:01.992] Timer tick, asking Buildbucket for the build status
[07:39:02.716] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:02.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:26:0) after 1m0s
[07:40:02.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:26:0)
[07:40:02.972] Timer tick, asking Buildbucket for the build status
[07:40:03.146] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:03.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:27:0) after 1m0s
[07:41:03.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:27:0)
[07:41:03.168] Timer tick, asking Buildbucket for the build status
[07:41:03.615] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:03.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:28:0) after 1m0s
[07:42:03.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:28:0)
[07:42:03.792] Timer tick, asking Buildbucket for the build status
[07:42:04.166] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:04.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:29:0) after 1m0s
[07:43:04.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:29:0)
[07:43:04.467] Timer tick, asking Buildbucket for the build status
[07:43:04.667] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:04.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:30:0) after 1m0s
[07:44:04.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:30:0)
[07:44:04.762] Timer tick, asking Buildbucket for the build status
[07:44:06.785] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:06.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:31:0) after 1m0s
[07:45:06.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:31:0)
[07:45:06.816] Timer tick, asking Buildbucket for the build status
[07:45:08.142] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:08.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:32:0) after 1m0s
[07:46:08.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:32:0)
[07:46:08.230] Timer tick, asking Buildbucket for the build status
[07:46:08.451] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:08.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:33:0) after 1m0s
[07:47:08.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:33:0)
[07:47:08.637] Timer tick, asking Buildbucket for the build status
[07:47:08.830] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:08.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:34:0) after 1m0s
[07:48:08.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:34:0)
[07:48:08.911] Timer tick, asking Buildbucket for the build status
[07:48:09.347] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:09.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:35:0) after 1m0s
[07:49:09.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:35:0)
[07:49:09.439] Timer tick, asking Buildbucket for the build status
[07:49:12.062] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:12.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:36:0) after 1m0s
[07:50:12.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:36:0)
[07:50:12.126] Timer tick, asking Buildbucket for the build status
[07:50:12.363] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:12.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:37:0) after 1m0s
[07:51:12.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:37:0)
[07:51:12.509] Timer tick, asking Buildbucket for the build status
[07:51:12.899] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:12.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:38:0) after 1m0s
[07:52:13.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:38:0)
[07:52:13.046] Timer tick, asking Buildbucket for the build status
[07:52:13.406] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:13.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:39:0) after 1m0s
[07:53:13.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:39:0)
[07:53:13.441] Timer tick, asking Buildbucket for the build status
[07:53:13.631] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:13.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:40:0) after 1m0s
[07:54:13.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:40:0)
[07:54:13.661] Timer tick, asking Buildbucket for the build status
[07:54:13.997] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:13.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:41:0) after 1m0s
[07:55:14.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:41:0)
[07:55:14.114] Timer tick, asking Buildbucket for the build status
[07:55:14.876] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:14.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:42:0) after 1m0s
[07:56:14.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:42:0)
[07:56:14.939] Timer tick, asking Buildbucket for the build status
[07:56:15.289] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:15.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:43:0) after 1m0s
[07:57:15.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:43:0)
[07:57:15.274] Timer tick, asking Buildbucket for the build status
[07:57:16.118] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:16.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:44:0) after 1m0s
[07:58:16.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:44:0)
[07:58:16.172] Timer tick, asking Buildbucket for the build status
[07:58:16.415] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:16.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:45:0) after 1m0s
[07:59:16.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:45:0)
[07:59:16.554] Timer tick, asking Buildbucket for the build status
[07:59:17.054] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:17.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:46:0) after 1m0s
[08:00:17.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:46:0)
[08:00:17.284] Timer tick, asking Buildbucket for the build status
[08:00:19.232] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:19.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:47:0) after 1m0s
[08:01:19.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:47:0)
[08:01:19.349] Timer tick, asking Buildbucket for the build status
[08:01:19.885] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:19.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:48:0) after 1m0s
[08:02:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:48:0)
[08:02:19.980] Timer tick, asking Buildbucket for the build status
[08:02:21.063] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:21.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:49:0) after 1m0s
[08:03:21.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:49:0)
[08:03:21.134] Timer tick, asking Buildbucket for the build status
[08:03:21.642] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:21.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:50:0) after 1m0s
[08:04:21.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:50:0)
[08:04:21.720] Timer tick, asking Buildbucket for the build status
[08:04:23.597] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:23.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:51:0) after 1m0s
[08:05:23.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:51:0)
[08:05:23.624] Timer tick, asking Buildbucket for the build status
[08:05:24.063] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:24.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:52:0) after 1m0s
[08:06:24.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:52:0)
[08:06:24.237] Timer tick, asking Buildbucket for the build status
[08:06:24.578] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:24.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:53:0) after 1m0s
[08:07:24.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:53:0)
[08:07:24.639] Timer tick, asking Buildbucket for the build status
[08:07:25.421] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:25.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:54:0) after 1m0s
[08:08:25.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:54:0)
[08:08:25.493] Timer tick, asking Buildbucket for the build status
[08:08:25.638] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:25.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:55:0) after 1m0s
[08:09:25.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:55:0)
[08:09:25.757] Timer tick, asking Buildbucket for the build status
[08:09:26.261] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:26.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:56:0) after 1m0s
[08:10:26.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:56:0)
[08:10:26.320] Timer tick, asking Buildbucket for the build status
[08:10:26.939] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:26.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:57:0) after 1m0s
[08:11:27.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:57:0)
[08:11:27.216] Timer tick, asking Buildbucket for the build status
[08:11:27.510] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:27.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:58:0) after 1m0s
[08:12:27.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:58:0)
[08:12:27.578] Timer tick, asking Buildbucket for the build status
[08:12:27.792] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:27.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:59:0) after 1m0s
[08:13:27.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:59:0)
[08:13:27.897] Timer tick, asking Buildbucket for the build status
[08:13:28.820] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:28.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:60:0) after 1m0s
[08:14:28.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:60:0)
[08:14:28.822] Timer tick, asking Buildbucket for the build status
[08:14:29.226] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:29.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:61:0) after 1m0s
[08:15:29.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:61:0)
[08:15:29.367] Timer tick, asking Buildbucket for the build status
[08:15:30.066] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:30.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:62:0) after 1m0s
[08:16:30.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:62:0)
[08:16:30.123] Timer tick, asking Buildbucket for the build status
[08:16:30.343] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:30.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:63:0) after 1m0s
[08:17:30.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:63:0)
[08:17:30.444] Timer tick, asking Buildbucket for the build status
[08:17:31.441] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:31.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:64:0) after 1m0s
[08:18:31.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:64:0)
[08:18:31.452] Timer tick, asking Buildbucket for the build status
[08:18:31.622] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:31.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:65:0) after 1m0s
[08:19:31.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:65:0)
[08:19:31.673] Timer tick, asking Buildbucket for the build status
[08:19:31.937] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:31.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:66:0) after 1m0s
[08:20:31.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:66:0)
[08:20:31.965] Timer tick, asking Buildbucket for the build status
[08:20:32.222] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:32.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:67:0) after 1m0s
[08:21:32.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:67:0)
[08:21:32.317] Timer tick, asking Buildbucket for the build status
[08:21:32.535] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:32.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:68:0) after 1m0s
[08:22:32.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:68:0)
[08:22:32.757] Timer tick, asking Buildbucket for the build status
[08:22:32.908] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:32.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:69:0) after 1m0s
[08:23:33.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:69:0)
[08:23:33.151] Timer tick, asking Buildbucket for the build status
[08:23:35.007] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:35.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:70:0) after 1m0s
[08:24:35.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:70:0)
[08:24:35.026] Timer tick, asking Buildbucket for the build status
[08:24:35.338] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:35.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:71:0) after 1m0s
[08:25:35.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:71:0)
[08:25:35.439] Timer tick, asking Buildbucket for the build status
[08:25:35.706] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:35.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:72:0) after 1m0s
[08:26:35.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:72:0)
[08:26:35.793] Timer tick, asking Buildbucket for the build status
[08:26:36.023] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:36.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:73:0) after 1m0s
[08:27:36.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:73:0)
[08:27:36.125] Timer tick, asking Buildbucket for the build status
[08:27:36.717] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:36.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:74:0) after 1m0s
[08:28:36.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:74:0)
[08:28:36.794] Timer tick, asking Buildbucket for the build status
[08:28:38.671] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:38.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:75:0) after 1m0s
[08:29:38.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:75:0)
[08:29:38.790] Timer tick, asking Buildbucket for the build status
[08:29:39.001] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:39.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:76:0) after 1m0s
[08:30:39.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:76:0)
[08:30:39.059] Timer tick, asking Buildbucket for the build status
[08:30:39.255] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:39.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:77:0) after 1m0s
[08:31:39.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:77:0)
[08:31:39.378] Timer tick, asking Buildbucket for the build status
[08:31:40.956] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:40.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:78:0) after 1m0s
[08:32:41.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:78:0)
[08:32:41.258] Timer tick, asking Buildbucket for the build status
[08:32:41.574] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:41.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:79:0) after 1m0s
[08:33:41.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:79:0)
[08:33:41.738] Timer tick, asking Buildbucket for the build status
[08:33:41.912] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:41.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:80:0) after 1m0s
[08:34:41.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:80:0)
[08:34:41.996] Timer tick, asking Buildbucket for the build status
[08:34:42.237] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:42.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:81:0) after 1m0s
[08:35:42.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:81:0)
[08:35:42.281] Timer tick, asking Buildbucket for the build status
[08:35:42.445] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:42.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:82:0) after 1m0s
[08:36:42.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:82:0)
[08:36:42.572] Timer tick, asking Buildbucket for the build status
[08:36:42.697] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:42.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:83:0) after 1m0s
[08:37:42.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:83:0)
[08:37:42.785] Timer tick, asking Buildbucket for the build status
[08:37:43.072] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:43.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:84:0) after 1m0s
[08:38:43.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:84:0)
[08:38:43.131] Timer tick, asking Buildbucket for the build status
[08:38:43.846] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:43.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:85:0) after 1m0s
[08:39:43.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:85:0)
[08:39:43.928] Timer tick, asking Buildbucket for the build status
[08:39:44.091] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:44.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:86:0) after 1m0s
[08:40:44.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:86:0)
[08:40:44.221] Timer tick, asking Buildbucket for the build status
[08:40:44.521] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:44.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:87:0) after 1m0s
[08:41:44.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:87:0)
[08:41:44.614] Timer tick, asking Buildbucket for the build status
[08:41:45.053] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:45.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:88:0) after 1m0s
[08:42:45.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:88:0)
[08:42:45.175] Timer tick, asking Buildbucket for the build status
[08:42:45.315] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:45.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:89:0) after 1m0s
[08:43:45.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:89:0)
[08:43:45.430] Timer tick, asking Buildbucket for the build status
[08:43:49.207] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:49.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:90:0) after 1m0s
[08:44:49.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:90:0)
[08:44:49.410] Timer tick, asking Buildbucket for the build status
[08:44:49.609] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:49.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:91:0) after 1m0s
[08:45:49.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:91:0)
[08:45:49.741] Timer tick, asking Buildbucket for the build status
[08:45:51.876] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:51.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:92:0) after 1m0s
[08:46:51.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:92:0)
[08:46:51.972] Timer tick, asking Buildbucket for the build status
[08:46:52.094] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:52.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:93:0) after 1m0s
[08:47:52.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:93:0)
[08:47:52.109] Timer tick, asking Buildbucket for the build status
[08:47:52.815] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:52.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:94:0) after 1m0s
[08:48:52.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:94:0)
[08:48:52.943] Timer tick, asking Buildbucket for the build status
[08:48:54.527] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:54.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:95:0) after 1m0s
[08:49:54.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:95:0)
[08:49:54.664] Timer tick, asking Buildbucket for the build status
[08:49:54.843] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:54.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:96:0) after 1m0s
[08:50:54.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:96:0)
[08:50:54.865] Timer tick, asking Buildbucket for the build status
[08:50:55.044] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:55.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:97:0) after 1m0s
[08:51:55.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:97:0)
[08:51:55.164] Timer tick, asking Buildbucket for the build status
[08:51:55.370] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:55.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:98:0) after 1m0s
[08:52:55.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:98:0)
[08:52:55.512] Timer tick, asking Buildbucket for the build status
[08:52:56.010] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:56.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:99:0) after 1m0s
[08:53:56.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:99:0)
[08:53:56.072] Timer tick, asking Buildbucket for the build status
[08:53:56.341] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:56.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:100:0) after 1m0s
[08:54:56.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:100:0)
[08:54:56.392] Timer tick, asking Buildbucket for the build status
[08:54:56.670] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:56.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:101:0) after 1m0s
[08:55:56.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:101:0)
[08:55:56.666] Timer tick, asking Buildbucket for the build status
[08:55:56.793] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:56.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:102:0) after 1m0s
[08:56:56.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:102:0)
[08:56:56.887] Timer tick, asking Buildbucket for the build status
[08:56:57.538] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:57.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:103:0) after 1m0s
[08:57:57.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:103:0)
[08:57:57.667] Timer tick, asking Buildbucket for the build status
[08:57:58.424] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:58.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:104:0) after 1m0s
[08:58:58.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:104:0)
[08:58:58.441] Timer tick, asking Buildbucket for the build status
[08:58:59.026] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:59.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:105:0) after 1m0s
[08:59:59.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:105:0)
[08:59:59.068] Timer tick, asking Buildbucket for the build status
[08:59:59.701] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:59.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:106:0) after 1m0s
[09:00:59.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:106:0)
[09:00:59.827] Timer tick, asking Buildbucket for the build status
[09:01:00.085] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:00.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:107:0) after 1m0s
[09:02:00.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:107:0)
[09:02:00.101] Timer tick, asking Buildbucket for the build status
[09:02:04.395] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:04.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:108:0) after 1m0s
[09:03:04.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:108:0)
[09:03:04.706] Timer tick, asking Buildbucket for the build status
[09:03:06.657] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:06.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:109:0) after 1m0s
[09:04:06.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:109:0)
[09:04:06.780] Timer tick, asking Buildbucket for the build status
[09:04:07.129] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:07.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:110:0) after 1m0s
[09:05:07.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:110:0)
[09:05:07.198] Timer tick, asking Buildbucket for the build status
[09:05:07.623] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:07.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:111:0) after 1m0s
[09:06:07.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:111:0)
[09:06:07.725] Timer tick, asking Buildbucket for the build status
[09:06:08.501] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:08.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:112:0) after 1m0s
[09:07:08.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:112:0)
[09:07:08.586] Timer tick, asking Buildbucket for the build status
[09:07:08.923] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:08.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:113:0) after 1m0s
[09:08:08.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:113:0)
[09:08:08.961] Timer tick, asking Buildbucket for the build status
[09:08:09.702] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:09.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:114:0) after 1m0s
[09:09:09.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:114:0)
[09:09:09.803] Timer tick, asking Buildbucket for the build status
[09:09:10.084] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:10.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:115:0) after 1m0s
[09:10:10.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:115:0)
[09:10:10.140] Timer tick, asking Buildbucket for the build status
[09:10:10.677] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:10.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:116:0) after 1m0s
[09:11:10.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:116:0)
[09:11:10.851] Timer tick, asking Buildbucket for the build status
[09:11:11.541] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:11.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:117:0) after 1m0s
[09:12:11.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:117:0)
[09:12:11.611] Timer tick, asking Buildbucket for the build status
[09:12:11.801] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:11.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:118:0) after 1m0s
[09:13:11.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:118:0)
[09:13:11.814] Timer tick, asking Buildbucket for the build status
[09:13:13.183] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:13.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:119:0) after 1m0s
[09:14:13.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:119:0)
[09:14:13.173] Timer tick, asking Buildbucket for the build status
[09:14:13.380] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:13.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:120:0) after 1m0s
[09:15:13.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:120:0)
[09:15:13.411] Timer tick, asking Buildbucket for the build status
[09:15:13.585] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:13.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:121:0) after 1m0s
[09:16:13.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:121:0)
[09:16:13.613] Timer tick, asking Buildbucket for the build status
[09:16:13.907] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:13.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:122:0) after 1m0s
[09:17:13.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:122:0)
[09:17:13.968] Timer tick, asking Buildbucket for the build status
[09:17:16.006] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:16.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:123:0) after 1m0s
[09:18:16.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:123:0)
[09:18:16.047] Timer tick, asking Buildbucket for the build status
[09:18:16.467] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:16.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:124:0) after 1m0s
[09:19:16.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:124:0)
[09:19:16.504] Timer tick, asking Buildbucket for the build status
[09:19:17.812] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:17.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:125:0) after 1m0s
[09:20:17.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:125:0)
[09:20:17.848] Timer tick, asking Buildbucket for the build status
[09:20:18.195] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:18.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:126:0) after 1m0s
[09:21:18.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:126:0)
[09:21:18.226] Timer tick, asking Buildbucket for the build status
[09:21:18.420] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:18.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:127:0) after 1m0s
[09:22:18.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:127:0)
[09:22:18.475] Timer tick, asking Buildbucket for the build status
[09:22:18.934] Build 8900094656116705584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:18.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065524719043778592:128:0) after 1m0s
[09:22:38.972] Received PubSub notification, asking Buildbucket for the build status
[09:22:39.917] Build 8900094656116705584: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:22:39.917] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570612958158923",
    "created_by": "project:chromium",
    "created_ts": "1570605335084243",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900094656116705584",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10297, \"got_angle_revision\": \"8e7d9d6c2326a36ff57335ceeb41eb86cb639a7f\", \"got_dawn_revision\": \"e986cb92544aa2cbf4c5ce30020f024cd25a7344\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3\", \"got_revision_cp\": \"refs/heads/master@{#704089}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"6092f6bca4f1ceb990563e4254449c22adc3f786\", \"got_v8_revision_cp\": \"refs/heads/7.9.241@{#1}\", \"got_webrtc_revision\": \"e1092c0bc8b8a2865da7ce6284ec19d189f71e02\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29411}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3\", \"swarm_hashes\": {\"0\": \"5af21be50696f29991ced9e02afeb8abd8398f38\", \"1\": \"af002d107fcf0841301764c952c352e1d3ec055b\", \"10\": \"d021b720fd65290d37efd9bb4f35cbf954187505\", \"11\": \"1aaedaccfbc64cd7012bf0695fa62a06f897c80c\", \"12\": \"81499b988b28c50b1c9d424e580e3b53390bdf25\", \"13\": \"0ed89b4d92b8372e76a59f56e7696570d7525551\", \"14\": \"3eb52e504aa8ec3b9ec4b867fa562dc186e83626\", \"15\": \"1479fd5b1cf1467abd6a9445c160e55d6f4c9b3b\", \"16\": \"eead644d53a27b07b5f571bdfdec70f67fc2a7cb\", \"2\": \"5b09d2e6b7b78c837ec9f8f40c385c46f0885778\", \"3\": \"e00a08a20111fd506d124c353e3cd53ab0afb603\", \"4\": \"5153c65d16e91e1278e7bd98d146e3afde2118b7\", \"5\": \"5578064676ecd1440e752fa6c46b2e6cfa1c5090\", \"6\": \"d96d033fc8697e5845bae46a140c9ad064bc7a6b\", \"7\": \"202de1491a2cf9d07a5887349dec3ed36bc96cca\", \"8\": \"d1fe627c0b3b354ae5cf59f12064f961cb328a40\", \"9\": \"aa16e254a2d96f7d806292f0a93b3fb5ad5396d0\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4494-2b7cf0c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570605543811641",
    "status": "COMPLETED",
    "status_changed_ts": "1570605544567145",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10297",
      "builder:ToTiOS",
      "buildset:commit/git/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0e6e83299249c6ed024441ea6cc9e9c8d28f8f3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065524719043778592",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900094656116705584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47c83165f8824a10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570612958529677",
    "url": "https://ci.chromium.org/b/8900094656116705584",
    "utcnow_ts": "1570612959902609"
  }
}
[09:22:39.917] Invocation finished in 2h7m7.007961018s with status FAILED