Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "515c97b74518f8c19367f78c368cead606191957"
}

Incoming tags

  • buildset:commit/git/515c97b74518f8c19367f78c368cead606191957
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/515c97b74518f8c19367f78c368cead606191957
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:08:52.417] New invocation is queued and will start shortly
[15:08:53.581] Starting the invocation (attempt 1)
[15:08:53.619] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:08:53.619] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:08:53.619] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069390609582316992",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"515c97b74518f8c19367f78c368cead606191957\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069390609582316992",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/515c97b74518f8c19367f78c368cead606191957",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/515c97b74518f8c19367f78c368cead606191957",
    "gitiles_ref:refs/heads/master"
  ]
}
[15:08:55.014] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566918534093746",
    "id": "8903960547153268336",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"515c97b74518f8c19367f78c368cead606191957\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566918534847253",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9630",
      "builder:ToTiOS",
      "buildset:commit/git/515c97b74518f8c19367f78c368cead606191957",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/515c97b74518f8c19367f78c368cead606191957",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069390609582316992",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903960547153268336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566918534847912",
    "url": "https://ci.chromium.org/b/8903960547153268336",
    "utcnow_ts": "1566918535006319"
  }
}
[15:08:55.014] Task URL: https://ci.chromium.org/b/8903960547153268336
[15:08:55.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:2:0) after 1m0s
[15:08:59.170] Received PubSub notification, asking Buildbucket for the build status
[15:08:59.320] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:55.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:2:0)
[15:09:55.035] Timer tick, asking Buildbucket for the build status
[15:09:55.186] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:55.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:4:0) after 1m0s
[15:10:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:4:0)
[15:10:55.255] Timer tick, asking Buildbucket for the build status
[15:10:56.591] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:56.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:5:0) after 1m0s
[15:11:56.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:5:0)
[15:11:56.667] Timer tick, asking Buildbucket for the build status
[15:11:56.876] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:56.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:6:0) after 1m0s
[15:12:56.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:6:0)
[15:12:56.933] Timer tick, asking Buildbucket for the build status
[15:12:57.427] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:57.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:7:0) after 1m0s
[15:13:57.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:7:0)
[15:13:57.447] Timer tick, asking Buildbucket for the build status
[15:13:57.736] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:57.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:8:0) after 1m0s
[15:14:57.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:8:0)
[15:14:57.749] Timer tick, asking Buildbucket for the build status
[15:14:58.591] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:58.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:9:0) after 1m0s
[15:15:58.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:9:0)
[15:15:58.681] Timer tick, asking Buildbucket for the build status
[15:15:59.154] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:59.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:10:0) after 1m0s
[15:16:59.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:10:0)
[15:16:59.174] Timer tick, asking Buildbucket for the build status
[15:16:59.337] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:59.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:11:0) after 1m0s
[15:17:59.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:11:0)
[15:17:59.440] Timer tick, asking Buildbucket for the build status
[15:18:00.256] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:00.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:12:0) after 1m0s
[15:19:00.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:12:0)
[15:19:00.278] Timer tick, asking Buildbucket for the build status
[15:19:01.132] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:01.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:13:0) after 1m0s
[15:20:01.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:13:0)
[15:20:01.272] Timer tick, asking Buildbucket for the build status
[15:20:01.523] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:01.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:14:0) after 1m0s
[15:21:01.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:14:0)
[15:21:01.710] Timer tick, asking Buildbucket for the build status
[15:21:02.001] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:02.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:15:0) after 1m0s
[15:22:02.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:15:0)
[15:22:02.086] Timer tick, asking Buildbucket for the build status
[15:22:02.466] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:02.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:16:0) after 1m0s
[15:23:02.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:16:0)
[15:23:02.520] Timer tick, asking Buildbucket for the build status
[15:23:03.646] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:03.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:17:0) after 1m0s
[15:24:03.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:17:0)
[15:24:03.755] Timer tick, asking Buildbucket for the build status
[15:24:04.123] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:04.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:18:0) after 1m0s
[15:25:04.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:18:0)
[15:25:04.146] Timer tick, asking Buildbucket for the build status
[15:25:04.434] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:04.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:19:0) after 1m0s
[15:26:04.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:19:0)
[15:26:04.475] Timer tick, asking Buildbucket for the build status
[15:26:04.681] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:04.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:20:0) after 1m0s
[15:27:04.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:20:0)
[15:27:04.780] Timer tick, asking Buildbucket for the build status
[15:27:05.126] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:05.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:21:0) after 1m0s
[15:28:05.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:21:0)
[15:28:05.175] Timer tick, asking Buildbucket for the build status
[15:28:06.296] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:06.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:22:0) after 1m0s
[15:29:06.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:22:0)
[15:29:06.442] Timer tick, asking Buildbucket for the build status
[15:29:07.585] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:07.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:23:0) after 1m0s
[15:30:07.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:23:0)
[15:30:07.674] Timer tick, asking Buildbucket for the build status
[15:30:07.878] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:07.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:24:0) after 1m0s
[15:31:07.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:24:0)
[15:31:07.900] Timer tick, asking Buildbucket for the build status
[15:31:08.409] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:08.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:25:0) after 1m0s
[15:32:08.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:25:0)
[15:32:08.537] Timer tick, asking Buildbucket for the build status
[15:32:08.797] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:08.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:26:0) after 1m0s
[15:33:08.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:26:0)
[15:33:08.865] Timer tick, asking Buildbucket for the build status
[15:33:09.176] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:09.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:27:0) after 1m0s
[15:34:09.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:27:0)
[15:34:09.212] Timer tick, asking Buildbucket for the build status
[15:34:09.394] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:09.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:28:0) after 1m0s
[15:35:09.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:28:0)
[15:35:09.495] Timer tick, asking Buildbucket for the build status
[15:35:09.657] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:09.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:29:0) after 1m0s
[15:36:09.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:29:0)
[15:36:09.690] Timer tick, asking Buildbucket for the build status
[15:36:10.145] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:10.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:30:0) after 1m0s
[15:37:10.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:30:0)
[15:37:10.235] Timer tick, asking Buildbucket for the build status
[15:37:10.987] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:10.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:31:0) after 1m0s
[15:38:11.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:31:0)
[15:38:11.005] Timer tick, asking Buildbucket for the build status
[15:38:11.816] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:11.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:32:0) after 1m0s
[15:39:11.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:32:0)
[15:39:11.894] Timer tick, asking Buildbucket for the build status
[15:39:12.354] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:12.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:33:0) after 1m0s
[15:40:12.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:33:0)
[15:40:12.417] Timer tick, asking Buildbucket for the build status
[15:40:12.617] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:12.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:34:0) after 1m0s
[15:41:12.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:34:0)
[15:41:12.675] Timer tick, asking Buildbucket for the build status
[15:41:13.234] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:13.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:35:0) after 1m0s
[15:42:13.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:35:0)
[15:42:13.268] Timer tick, asking Buildbucket for the build status
[15:42:14.525] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:14.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:36:0) after 1m0s
[15:43:14.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:36:0)
[15:43:14.585] Timer tick, asking Buildbucket for the build status
[15:43:14.788] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:14.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:37:0) after 1m0s
[15:44:14.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:37:0)
[15:44:14.808] Timer tick, asking Buildbucket for the build status
[15:44:15.095] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:15.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:38:0) after 1m0s
[15:45:15.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:38:0)
[15:45:15.256] Timer tick, asking Buildbucket for the build status
[15:45:16.385] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:16.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:39:0) after 1m0s
[15:46:16.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:39:0)
[15:46:16.521] Timer tick, asking Buildbucket for the build status
[15:46:16.783] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:16.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:40:0) after 1m0s
[15:47:16.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:40:0)
[15:47:16.899] Timer tick, asking Buildbucket for the build status
[15:47:17.204] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:17.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:41:0) after 1m0s
[15:48:17.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:41:0)
[15:48:17.278] Timer tick, asking Buildbucket for the build status
[15:48:17.451] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:17.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:42:0) after 1m0s
[15:49:17.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:42:0)
[15:49:17.549] Timer tick, asking Buildbucket for the build status
[15:49:17.883] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:17.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:43:0) after 1m0s
[15:50:17.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:43:0)
[15:50:17.927] Timer tick, asking Buildbucket for the build status
[15:50:19.325] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:44:0) after 1m0s
[15:51:19.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:44:0)
[15:51:19.350] Timer tick, asking Buildbucket for the build status
[15:51:19.677] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:19.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:45:0) after 1m0s
[15:52:19.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:45:0)
[15:52:19.823] Timer tick, asking Buildbucket for the build status
[15:52:20.375] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:20.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:46:0) after 1m0s
[15:53:20.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:46:0)
[15:53:20.358] Timer tick, asking Buildbucket for the build status
[15:53:20.687] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:20.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:47:0) after 1m0s
[15:54:20.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:47:0)
[15:54:20.849] Timer tick, asking Buildbucket for the build status
[15:54:21.517] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:21.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:48:0) after 1m0s
[15:55:21.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:48:0)
[15:55:21.553] Timer tick, asking Buildbucket for the build status
[15:55:21.769] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:21.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:49:0) after 1m0s
[15:56:21.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:49:0)
[15:56:21.875] Timer tick, asking Buildbucket for the build status
[15:56:22.625] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:22.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:50:0) after 1m0s
[15:57:22.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:50:0)
[15:57:22.659] Timer tick, asking Buildbucket for the build status
[15:57:23.243] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:23.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:51:0) after 1m0s
[15:58:23.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:51:0)
[15:58:23.299] Timer tick, asking Buildbucket for the build status
[15:58:24.171] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:24.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:52:0) after 1m0s
[15:59:24.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:52:0)
[15:59:24.171] Timer tick, asking Buildbucket for the build status
[15:59:24.347] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:24.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:53:0) after 1m0s
[16:00:24.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:53:0)
[16:00:24.436] Timer tick, asking Buildbucket for the build status
[16:00:25.293] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:25.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:54:0) after 1m0s
[16:01:25.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:54:0)
[16:01:25.416] Timer tick, asking Buildbucket for the build status
[16:01:25.737] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:25.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:55:0) after 1m0s
[16:02:25.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:55:0)
[16:02:25.776] Timer tick, asking Buildbucket for the build status
[16:02:26.167] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:26.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:56:0) after 1m0s
[16:03:26.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:56:0)
[16:03:26.283] Timer tick, asking Buildbucket for the build status
[16:03:26.759] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:26.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:57:0) after 1m0s
[16:04:26.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:57:0)
[16:04:26.824] Timer tick, asking Buildbucket for the build status
[16:04:26.999] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:26.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:58:0) after 1m0s
[16:05:27.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:58:0)
[16:05:27.058] Timer tick, asking Buildbucket for the build status
[16:05:27.351] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:27.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:59:0) after 1m0s
[16:06:27.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:59:0)
[16:06:27.536] Timer tick, asking Buildbucket for the build status
[16:06:27.805] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:27.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:60:0) after 1m0s
[16:07:27.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:60:0)
[16:07:27.870] Timer tick, asking Buildbucket for the build status
[16:07:28.222] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:28.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:61:0) after 1m0s
[16:08:28.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:61:0)
[16:08:28.257] Timer tick, asking Buildbucket for the build status
[16:08:28.471] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:28.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:62:0) after 1m0s
[16:09:28.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:62:0)
[16:09:28.550] Timer tick, asking Buildbucket for the build status
[16:09:29.130] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:29.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:63:0) after 1m0s
[16:10:29.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:63:0)
[16:10:29.196] Timer tick, asking Buildbucket for the build status
[16:10:29.505] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:29.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:64:0) after 1m0s
[16:11:29.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:64:0)
[16:11:29.545] Timer tick, asking Buildbucket for the build status
[16:11:30.558] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:30.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:65:0) after 1m0s
[16:12:30.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:65:0)
[16:12:30.664] Timer tick, asking Buildbucket for the build status
[16:12:30.917] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:30.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:66:0) after 1m0s
[16:13:30.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:66:0)
[16:13:30.944] Timer tick, asking Buildbucket for the build status
[16:13:31.568] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:31.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:67:0) after 1m0s
[16:14:31.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:67:0)
[16:14:31.580] Timer tick, asking Buildbucket for the build status
[16:14:31.753] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:31.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:68:0) after 1m0s
[16:15:31.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:68:0)
[16:15:31.812] Timer tick, asking Buildbucket for the build status
[16:15:32.346] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:32.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:69:0) after 1m0s
[16:16:32.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:69:0)
[16:16:32.352] Timer tick, asking Buildbucket for the build status
[16:16:32.703] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:32.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:70:0) after 1m0s
[16:17:32.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:70:0)
[16:17:32.753] Timer tick, asking Buildbucket for the build status
[16:17:33.083] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:33.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:71:0) after 1m0s
[16:18:33.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:71:0)
[16:18:33.136] Timer tick, asking Buildbucket for the build status
[16:18:33.404] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:33.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:72:0) after 1m0s
[16:19:33.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:72:0)
[16:19:33.494] Timer tick, asking Buildbucket for the build status
[16:19:33.838] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:33.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:73:0) after 1m0s
[16:20:33.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:73:0)
[16:20:33.872] Timer tick, asking Buildbucket for the build status
[16:20:35.634] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:35.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:74:0) after 1m0s
[16:21:35.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:74:0)
[16:21:35.742] Timer tick, asking Buildbucket for the build status
[16:21:36.382] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:36.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:75:0) after 1m0s
[16:22:36.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:75:0)
[16:22:36.394] Timer tick, asking Buildbucket for the build status
[16:22:36.540] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:36.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:76:0) after 1m0s
[16:23:36.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:76:0)
[16:23:36.564] Timer tick, asking Buildbucket for the build status
[16:23:36.723] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:36.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:77:0) after 1m0s
[16:24:36.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:77:0)
[16:24:36.764] Timer tick, asking Buildbucket for the build status
[16:24:37.141] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:37.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:78:0) after 1m0s
[16:25:37.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:78:0)
[16:25:37.194] Timer tick, asking Buildbucket for the build status
[16:25:37.983] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:37.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:79:0) after 1m0s
[16:26:38.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:79:0)
[16:26:38.053] Timer tick, asking Buildbucket for the build status
[16:26:38.444] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:38.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:80:0) after 1m0s
[16:27:38.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:80:0)
[16:27:38.461] Timer tick, asking Buildbucket for the build status
[16:27:38.931] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:38.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:81:0) after 1m0s
[16:28:38.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:81:0)
[16:28:38.949] Timer tick, asking Buildbucket for the build status
[16:28:40.402] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:40.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:82:0) after 1m0s
[16:29:40.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:82:0)
[16:29:40.406] Timer tick, asking Buildbucket for the build status
[16:29:40.565] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:40.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:83:0) after 1m0s
[16:30:40.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:83:0)
[16:30:40.622] Timer tick, asking Buildbucket for the build status
[16:30:40.967] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:40.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:84:0) after 1m0s
[16:31:41.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:84:0)
[16:31:41.023] Timer tick, asking Buildbucket for the build status
[16:31:41.362] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:41.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:85:0) after 1m0s
[16:32:41.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:85:0)
[16:32:41.384] Timer tick, asking Buildbucket for the build status
[16:32:42.155] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:42.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:86:0) after 1m0s
[16:33:42.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:86:0)
[16:33:42.338] Timer tick, asking Buildbucket for the build status
[16:33:42.791] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:42.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:87:0) after 1m0s
[16:34:42.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:87:0)
[16:34:42.857] Timer tick, asking Buildbucket for the build status
[16:34:43.057] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:43.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:88:0) after 1m0s
[16:35:43.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:88:0)
[16:35:43.196] Timer tick, asking Buildbucket for the build status
[16:35:49.478] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:49.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:89:0) after 1m0s
[16:36:49.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:89:0)
[16:36:49.501] Timer tick, asking Buildbucket for the build status
[16:36:49.707] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:49.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:90:0) after 1m0s
[16:37:49.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:90:0)
[16:37:49.729] Timer tick, asking Buildbucket for the build status
[16:37:50.227] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:50.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:91:0) after 1m0s
[16:38:50.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:91:0)
[16:38:50.244] Timer tick, asking Buildbucket for the build status
[16:38:50.459] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:50.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:92:0) after 1m0s
[16:39:50.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:92:0)
[16:39:50.571] Timer tick, asking Buildbucket for the build status
[16:39:51.053] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:51.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:93:0) after 1m0s
[16:40:51.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:93:0)
[16:40:51.147] Timer tick, asking Buildbucket for the build status
[16:40:51.909] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:51.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:94:0) after 1m0s
[16:41:51.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:94:0)
[16:41:51.958] Timer tick, asking Buildbucket for the build status
[16:41:52.173] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:52.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:95:0) after 1m0s
[16:42:52.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:95:0)
[16:42:52.417] Timer tick, asking Buildbucket for the build status
[16:42:52.726] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:52.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:96:0) after 1m0s
[16:43:52.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:96:0)
[16:43:52.812] Timer tick, asking Buildbucket for the build status
[16:43:56.149] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:56.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:97:0) after 1m0s
[16:44:56.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:97:0)
[16:44:56.222] Timer tick, asking Buildbucket for the build status
[16:44:56.539] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:56.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:98:0) after 1m0s
[16:45:56.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:98:0)
[16:45:56.633] Timer tick, asking Buildbucket for the build status
[16:45:56.939] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:56.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:99:0) after 1m0s
[16:46:56.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:99:0)
[16:46:56.958] Timer tick, asking Buildbucket for the build status
[16:46:57.497] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:57.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:100:0) after 1m0s
[16:47:57.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:100:0)
[16:47:57.652] Timer tick, asking Buildbucket for the build status
[16:47:58.065] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:58.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:101:0) after 1m0s
[16:48:58.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:101:0)
[16:48:58.151] Timer tick, asking Buildbucket for the build status
[16:48:58.574] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:58.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:102:0) after 1m0s
[16:49:58.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:102:0)
[16:49:58.680] Timer tick, asking Buildbucket for the build status
[16:49:59.278] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:59.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:103:0) after 1m0s
[16:50:59.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:103:0)
[16:50:59.385] Timer tick, asking Buildbucket for the build status
[16:50:59.901] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:59.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:104:0) after 1m0s
[16:52:00.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:104:0)
[16:52:00.011] Timer tick, asking Buildbucket for the build status
[16:52:00.368] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:00.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:105:0) after 1m0s
[16:53:00.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:105:0)
[16:53:00.430] Timer tick, asking Buildbucket for the build status
[16:53:00.996] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:00.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:106:0) after 1m0s
[16:54:01.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:106:0)
[16:54:01.064] Timer tick, asking Buildbucket for the build status
[16:54:01.278] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:01.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:107:0) after 1m0s
[16:55:01.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:107:0)
[16:55:01.380] Timer tick, asking Buildbucket for the build status
[16:55:01.697] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:01.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:108:0) after 1m0s
[16:56:01.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:108:0)
[16:56:01.749] Timer tick, asking Buildbucket for the build status
[16:56:01.895] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:01.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:109:0) after 1m0s
[16:57:01.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:109:0)
[16:57:01.955] Timer tick, asking Buildbucket for the build status
[16:57:02.200] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:02.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:110:0) after 1m0s
[16:58:02.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:110:0)
[16:58:02.255] Timer tick, asking Buildbucket for the build status
[16:58:02.576] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:02.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:111:0) after 1m0s
[16:59:02.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:111:0)
[16:59:02.599] Timer tick, asking Buildbucket for the build status
[16:59:03.012] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:03.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:112:0) after 1m0s
[17:00:03.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:112:0)
[17:00:03.224] Timer tick, asking Buildbucket for the build status
[17:00:03.917] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:03.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:113:0) after 1m0s
[17:01:03.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:113:0)
[17:01:03.924] Timer tick, asking Buildbucket for the build status
[17:01:04.138] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:04.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:114:0) after 1m0s
[17:02:04.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:114:0)
[17:02:04.357] Timer tick, asking Buildbucket for the build status
[17:02:05.097] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:05.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:115:0) after 1m0s
[17:03:05.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:115:0)
[17:03:05.221] Timer tick, asking Buildbucket for the build status
[17:03:05.518] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:05.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:116:0) after 1m0s
[17:04:05.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:116:0)
[17:04:05.614] Timer tick, asking Buildbucket for the build status
[17:04:07.370] Build 8903960547153268336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:07.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069390609582316992:117:0) after 1m0s
[17:04:59.563] Received PubSub notification, asking Buildbucket for the build status
[17:05:00.135] Build 8903960547153268336: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:05:00.135] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566925499012462",
    "created_by": "project:chromium",
    "created_ts": "1566918534093746",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903960547153268336",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"515c97b74518f8c19367f78c368cead606191957\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9630, \"got_angle_revision\": \"2697f1f03de1b06410dd3f2a6a2e16787be7894d\", \"got_dawn_revision\": \"b9b088f57e3d4567b9441251170cf1719125b2d1\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"515c97b74518f8c19367f78c368cead606191957\", \"got_revision_cp\": \"refs/heads/master@{#690732}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"a4d4513f9ebf5b8d504381392345fa2a5b0b51bf\", \"got_v8_revision_cp\": \"refs/heads/7.8.202@{#1}\", \"got_webrtc_revision\": \"30ab015fc908e766b9da9a825f1e39b53c9a387b\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28970}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"515c97b74518f8c19367f78c368cead606191957\", \"swarm_hashes\": {\"0\": \"77a43987ea4b1b627dd97fd0ba54f4bd21eb8845\", \"1\": \"276a67bb19528e99de28ff7ca86912a20d323d1c\", \"10\": \"552af0838b7075bedcb765d0513198fd66d1faa0\", \"11\": \"720e85f5e241e2a677c2c6b5d8f4041b1fb847d5\", \"12\": \"fabe5ba2a7ec8cd9d9be0499223debbdbd111854\", \"13\": \"c6643193fd60ff517c9fd318868ef235748c59eb\", \"14\": \"dce527a7fcc450954c4d407d50c55277bcfa66c8\", \"15\": \"fc57b92b50938bdff3686fa323a1cd0e3f1c23bc\", \"16\": \"c2ca2b746a23f71054fbee4fa840e3560c61a2a2\", \"2\": \"ecbb96d62cb5ca13e2629ed2411b5256140cf36d\", \"3\": \"258b776c0854fb931ab993bfa49910af4cc67494\", \"4\": \"8f3576a994c9a361081d80a1aadd6dcd1bea1855\", \"5\": \"c36291913512a2e8e32671a439ae2e2cda069719\", \"6\": \"2d74b601ede72d52ecc40fddd2c00fc0f74e0576\", \"7\": \"14648a16bcf349b6a936c059cf9a40939e40fb38\", \"8\": \"2e6d4e935a8dcebf0e71d412823a8e1a902954a3\", \"9\": \"813b5bf4831421fadc9fa6c971743925c3e662af\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566918537791326",
    "status": "COMPLETED",
    "status_changed_ts": "1566918538581998",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9630",
      "builder:ToTiOS",
      "buildset:commit/git/515c97b74518f8c19367f78c368cead606191957",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/515c97b74518f8c19367f78c368cead606191957",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069390609582316992",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903960547153268336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46ec70f045928610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566925499102713",
    "url": "https://ci.chromium.org/b/8903960547153268336",
    "utcnow_ts": "1566925500125182"
  }
}
[17:05:00.135] Invocation finished in 1h56m7.741821283s with status FAILED