Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2755ff975d3f25dd2744463cd3c91a4365a1705b"
}

Incoming tags

  • buildset:commit/git/2755ff975d3f25dd2744463cd3c91a4365a1705b
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2755ff975d3f25dd2744463cd3c91a4365a1705b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:54:10.591] New invocation is queued and will start shortly
[16:54:11.861] Starting the invocation (attempt 1)
[16:54:11.919] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:54:11.919] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:54:11.919] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062408018091319600",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2755ff975d3f25dd2744463cd3c91a4365a1705b\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062408018091319600",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2755ff975d3f25dd2744463cd3c91a4365a1705b",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2755ff975d3f25dd2744463cd3c91a4365a1705b",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:54:14.598] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1573577652155468",
    "id": "8896977955772107200",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2755ff975d3f25dd2744463cd3c91a4365a1705b\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573577652693891",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11004",
      "builder:ToTiOS",
      "buildset:commit/git/2755ff975d3f25dd2744463cd3c91a4365a1705b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2755ff975d3f25dd2744463cd3c91a4365a1705b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062408018091319600",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896977955772107200/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573577652693991",
    "url": "https://ci.chromium.org/b/8896977955772107200",
    "utcnow_ts": "1573577654585876"
  }
}
[16:54:14.598] Task URL: https://ci.chromium.org/b/8896977955772107200
[16:54:14.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:2:0) after 1m0s
[16:55:14.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:2:0)
[16:55:14.635] Timer tick, asking Buildbucket for the build status
[16:55:15.812] Build 8896977955772107200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:55:15.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:3:0) after 1m0s
[16:56:15.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:3:0)
[16:56:15.845] Timer tick, asking Buildbucket for the build status
[16:56:17.579] Build 8896977955772107200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:56:17.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:4:0) after 1m0s
[16:57:17.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:4:0)
[16:57:17.666] Timer tick, asking Buildbucket for the build status
[16:57:18.062] Build 8896977955772107200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:57:18.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:5:0) after 1m0s
[16:58:18.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:5:0)
[16:58:18.154] Timer tick, asking Buildbucket for the build status
[16:58:18.485] Build 8896977955772107200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:58:18.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:6:0) after 1m0s
[16:59:18.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:6:0)
[16:59:18.588] Timer tick, asking Buildbucket for the build status
[16:59:19.636] Build 8896977955772107200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:59:19.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:7:0) after 1m0s
[16:59:42.874] Received PubSub notification, asking Buildbucket for the build status
[16:59:43.239] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:19.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:7:0)
[17:00:19.667] Timer tick, asking Buildbucket for the build status
[17:00:19.844] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:19.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:9:0) after 1m0s
[17:01:19.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:9:0)
[17:01:19.893] Timer tick, asking Buildbucket for the build status
[17:01:20.368] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:20.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:10:0) after 1m0s
[17:02:20.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:10:0)
[17:02:20.424] Timer tick, asking Buildbucket for the build status
[17:02:21.616] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:21.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:11:0) after 1m0s
[17:03:21.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:11:0)
[17:03:21.667] Timer tick, asking Buildbucket for the build status
[17:03:22.843] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:22.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:12:0) after 1m0s
[17:04:22.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:12:0)
[17:04:22.931] Timer tick, asking Buildbucket for the build status
[17:04:23.436] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:23.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:13:0) after 1m0s
[17:05:23.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:13:0)
[17:05:23.525] Timer tick, asking Buildbucket for the build status
[17:05:24.730] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:24.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:14:0) after 1m0s
[17:06:24.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:14:0)
[17:06:24.782] Timer tick, asking Buildbucket for the build status
[17:06:26.834] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:26.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:15:0) after 1m0s
[17:07:26.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:15:0)
[17:07:26.887] Timer tick, asking Buildbucket for the build status
[17:07:27.036] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:27.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:16:0) after 1m0s
[17:08:27.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:16:0)
[17:08:27.071] Timer tick, asking Buildbucket for the build status
[17:08:27.340] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:27.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:17:0) after 1m0s
[17:09:27.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:17:0)
[17:09:27.360] Timer tick, asking Buildbucket for the build status
[17:09:27.811] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:27.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:18:0) after 1m0s
[17:10:27.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:18:0)
[17:10:27.947] Timer tick, asking Buildbucket for the build status
[17:10:28.650] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:28.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:19:0) after 1m0s
[17:11:28.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:19:0)
[17:11:28.750] Timer tick, asking Buildbucket for the build status
[17:11:29.017] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:29.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:20:0) after 1m0s
[17:12:29.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:20:0)
[17:12:29.043] Timer tick, asking Buildbucket for the build status
[17:12:29.229] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:29.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:21:0) after 1m0s
[17:13:29.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:21:0)
[17:13:29.286] Timer tick, asking Buildbucket for the build status
[17:13:29.728] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:29.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:22:0) after 1m0s
[17:14:29.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:22:0)
[17:14:29.801] Timer tick, asking Buildbucket for the build status
[17:14:30.096] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:30.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:23:0) after 1m0s
[17:15:30.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:23:0)
[17:15:30.094] Timer tick, asking Buildbucket for the build status
[17:15:30.621] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:30.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:24:0) after 1m0s
[17:16:30.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:24:0)
[17:16:30.677] Timer tick, asking Buildbucket for the build status
[17:16:31.303] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:31.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:25:0) after 1m0s
[17:17:31.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:25:0)
[17:17:31.341] Timer tick, asking Buildbucket for the build status
[17:17:31.570] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:31.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:26:0) after 1m0s
[17:18:31.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:26:0)
[17:18:31.595] Timer tick, asking Buildbucket for the build status
[17:18:33.940] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:33.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:27:0) after 1m0s
[17:19:33.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:27:0)
[17:19:33.978] Timer tick, asking Buildbucket for the build status
[17:19:35.289] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:35.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:28:0) after 1m0s
[17:20:35.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:28:0)
[17:20:35.336] Timer tick, asking Buildbucket for the build status
[17:20:36.061] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:36.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:29:0) after 1m0s
[17:21:36.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:29:0)
[17:21:36.089] Timer tick, asking Buildbucket for the build status
[17:21:36.782] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:36.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:30:0) after 1m0s
[17:22:36.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:30:0)
[17:22:36.873] Timer tick, asking Buildbucket for the build status
[17:22:37.369] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:37.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:31:0) after 1m0s
[17:23:37.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:31:0)
[17:23:37.411] Timer tick, asking Buildbucket for the build status
[17:23:37.642] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:32:0) after 1m0s
[17:24:37.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:32:0)
[17:24:37.685] Timer tick, asking Buildbucket for the build status
[17:24:38.697] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:38.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:33:0) after 1m0s
[17:25:38.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:33:0)
[17:25:38.777] Timer tick, asking Buildbucket for the build status
[17:25:39.535] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:39.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:34:0) after 1m0s
[17:26:39.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:34:0)
[17:26:39.623] Timer tick, asking Buildbucket for the build status
[17:26:40.463] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:40.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:35:0) after 1m0s
[17:27:40.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:35:0)
[17:27:40.586] Timer tick, asking Buildbucket for the build status
[17:27:41.498] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:41.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:36:0) after 1m0s
[17:28:41.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:36:0)
[17:28:41.590] Timer tick, asking Buildbucket for the build status
[17:28:41.851] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:41.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:37:0) after 1m0s
[17:29:41.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:37:0)
[17:29:41.995] Timer tick, asking Buildbucket for the build status
[17:29:42.205] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:42.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:38:0) after 1m0s
[17:30:42.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:38:0)
[17:30:42.355] Timer tick, asking Buildbucket for the build status
[17:30:43.194] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:43.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:39:0) after 1m0s
[17:31:43.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:39:0)
[17:31:43.422] Timer tick, asking Buildbucket for the build status
[17:31:44.194] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:44.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:40:0) after 1m0s
[17:32:44.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:40:0)
[17:32:44.233] Timer tick, asking Buildbucket for the build status
[17:32:44.472] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:44.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:41:0) after 1m0s
[17:33:44.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:41:0)
[17:33:44.495] Timer tick, asking Buildbucket for the build status
[17:33:44.661] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:44.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:42:0) after 1m0s
[17:34:44.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:42:0)
[17:34:44.689] Timer tick, asking Buildbucket for the build status
[17:34:44.945] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:44.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:43:0) after 1m0s
[17:35:45.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:43:0)
[17:35:45.034] Timer tick, asking Buildbucket for the build status
[17:35:45.271] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:45.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:44:0) after 1m0s
[17:36:45.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:44:0)
[17:36:45.414] Timer tick, asking Buildbucket for the build status
[17:36:45.648] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:45.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:45:0) after 1m0s
[17:37:45.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:45:0)
[17:37:45.853] Timer tick, asking Buildbucket for the build status
[17:37:46.208] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:46.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:46:0) after 1m0s
[17:38:46.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:46:0)
[17:38:46.277] Timer tick, asking Buildbucket for the build status
[17:38:46.929] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:46.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:47:0) after 1m0s
[17:39:47.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:47:0)
[17:39:47.215] Timer tick, asking Buildbucket for the build status
[17:39:48.100] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:48.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:48:0) after 1m0s
[17:40:48.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:48:0)
[17:40:48.225] Timer tick, asking Buildbucket for the build status
[17:40:48.909] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:48.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:49:0) after 1m0s
[17:41:49.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:49:0)
[17:41:49.116] Timer tick, asking Buildbucket for the build status
[17:41:49.459] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:49.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:50:0) after 1m0s
[17:42:50.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:50:0)
[17:42:50.306] Timer tick, asking Buildbucket for the build status
[17:42:50.725] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:50.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:51:0) after 1m0s
[17:43:51.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:51:0)
[17:43:51.396] Timer tick, asking Buildbucket for the build status
[17:43:52.102] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:52.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:52:0) after 1m0s
[17:44:52.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:52:0)
[17:44:52.124] Timer tick, asking Buildbucket for the build status
[17:44:53.356] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:53.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:53:0) after 1m0s
[17:45:53.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:53:0)
[17:45:53.642] Timer tick, asking Buildbucket for the build status
[17:45:54.132] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:54.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:54:0) after 1m0s
[17:46:54.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:54:0)
[17:46:54.285] Timer tick, asking Buildbucket for the build status
[17:46:55.068] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:55.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:55:0) after 1m0s
[17:47:55.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:55:0)
[17:47:55.178] Timer tick, asking Buildbucket for the build status
[17:47:55.563] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:55.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:56:0) after 1m0s
[17:48:55.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:56:0)
[17:48:55.901] Timer tick, asking Buildbucket for the build status
[17:48:56.708] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:56.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:57:0) after 1m0s
[17:49:56.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:57:0)
[17:49:56.780] Timer tick, asking Buildbucket for the build status
[17:49:58.523] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:58.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:58:0) after 1m0s
[17:50:58.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:58:0)
[17:50:58.550] Timer tick, asking Buildbucket for the build status
[17:50:58.762] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:58.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:59:0) after 1m0s
[17:51:58.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:59:0)
[17:51:58.836] Timer tick, asking Buildbucket for the build status
[17:52:07.318] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:07.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:60:0) after 1m0s
[17:53:07.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:60:0)
[17:53:07.370] Timer tick, asking Buildbucket for the build status
[17:53:10.271] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:10.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:61:0) after 1m0s
[17:54:10.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:61:0)
[17:54:10.312] Timer tick, asking Buildbucket for the build status
[17:54:11.150] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:11.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:62:0) after 1m0s
[17:55:11.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:62:0)
[17:55:11.428] Timer tick, asking Buildbucket for the build status
[17:55:15.524] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:15.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:63:0) after 1m0s
[17:56:15.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:63:0)
[17:56:15.586] Timer tick, asking Buildbucket for the build status
[17:56:16.068] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:16.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:64:0) after 1m0s
[17:57:16.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:64:0)
[17:57:16.187] Timer tick, asking Buildbucket for the build status
[17:57:16.573] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:16.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:65:0) after 1m0s
[17:58:16.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:65:0)
[17:58:16.604] Timer tick, asking Buildbucket for the build status
[17:58:17.271] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:17.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:66:0) after 1m0s
[17:59:17.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:66:0)
[17:59:17.355] Timer tick, asking Buildbucket for the build status
[17:59:17.809] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:17.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:67:0) after 1m0s
[18:00:17.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:67:0)
[18:00:17.870] Timer tick, asking Buildbucket for the build status
[18:00:20.062] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:20.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:68:0) after 1m0s
[18:01:20.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:68:0)
[18:01:20.112] Timer tick, asking Buildbucket for the build status
[18:01:20.331] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:20.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:69:0) after 1m0s
[18:02:20.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:69:0)
[18:02:20.360] Timer tick, asking Buildbucket for the build status
[18:02:20.678] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:20.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:70:0) after 1m0s
[18:03:20.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:70:0)
[18:03:20.729] Timer tick, asking Buildbucket for the build status
[18:03:25.375] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:25.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:71:0) after 1m0s
[18:04:25.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:71:0)
[18:04:25.407] Timer tick, asking Buildbucket for the build status
[18:04:27.887] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:27.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:72:0) after 1m0s
[18:05:27.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:72:0)
[18:05:27.894] Timer tick, asking Buildbucket for the build status
[18:05:29.350] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:29.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:73:0) after 1m0s
[18:06:29.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:73:0)
[18:06:29.437] Timer tick, asking Buildbucket for the build status
[18:06:29.800] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:29.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:74:0) after 1m0s
[18:07:29.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:74:0)
[18:07:29.817] Timer tick, asking Buildbucket for the build status
[18:07:30.325] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:30.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:75:0) after 1m0s
[18:08:30.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:75:0)
[18:08:30.368] Timer tick, asking Buildbucket for the build status
[18:08:32.855] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:32.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:76:0) after 1m0s
[18:09:33.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:76:0)
[18:09:33.100] Timer tick, asking Buildbucket for the build status
[18:09:35.229] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:35.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:77:0) after 1m0s
[18:10:35.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:77:0)
[18:10:35.277] Timer tick, asking Buildbucket for the build status
[18:10:36.098] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:36.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:78:0) after 1m0s
[18:11:36.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:78:0)
[18:11:36.172] Timer tick, asking Buildbucket for the build status
[18:11:37.528] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:37.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:79:0) after 1m0s
[18:12:37.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:79:0)
[18:12:37.580] Timer tick, asking Buildbucket for the build status
[18:12:37.804] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:37.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:80:0) after 1m0s
[18:13:37.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:80:0)
[18:13:37.814] Timer tick, asking Buildbucket for the build status
[18:13:38.616] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:38.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:81:0) after 1m0s
[18:14:38.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:81:0)
[18:14:38.701] Timer tick, asking Buildbucket for the build status
[18:14:39.196] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:39.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:82:0) after 1m0s
[18:15:39.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:82:0)
[18:15:39.213] Timer tick, asking Buildbucket for the build status
[18:15:39.542] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:39.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:83:0) after 1m0s
[18:16:39.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:83:0)
[18:16:39.689] Timer tick, asking Buildbucket for the build status
[18:16:39.907] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:39.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:84:0) after 1m0s
[18:17:40.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:84:0)
[18:17:40.155] Timer tick, asking Buildbucket for the build status
[18:17:40.430] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:40.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:85:0) after 1m0s
[18:18:40.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:85:0)
[18:18:40.451] Timer tick, asking Buildbucket for the build status
[18:18:42.290] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:42.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:86:0) after 1m0s
[18:19:42.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:86:0)
[18:19:42.314] Timer tick, asking Buildbucket for the build status
[18:19:43.295] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:43.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:87:0) after 1m0s
[18:20:43.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:87:0)
[18:20:43.325] Timer tick, asking Buildbucket for the build status
[18:20:43.512] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:43.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:88:0) after 1m0s
[18:21:43.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:88:0)
[18:21:43.539] Timer tick, asking Buildbucket for the build status
[18:21:43.791] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:43.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:89:0) after 1m0s
[18:22:43.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:89:0)
[18:22:43.957] Timer tick, asking Buildbucket for the build status
[18:22:44.751] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:44.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:90:0) after 1m0s
[18:23:44.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:90:0)
[18:23:44.871] Timer tick, asking Buildbucket for the build status
[18:23:45.583] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:45.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:91:0) after 1m0s
[18:24:45.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:91:0)
[18:24:45.609] Timer tick, asking Buildbucket for the build status
[18:24:46.333] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:46.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:92:0) after 1m0s
[18:25:46.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:92:0)
[18:25:46.462] Timer tick, asking Buildbucket for the build status
[18:25:49.966] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:49.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:93:0) after 1m0s
[18:26:49.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:93:0)
[18:26:49.993] Timer tick, asking Buildbucket for the build status
[18:26:52.090] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:52.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:94:0) after 1m0s
[18:27:52.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:94:0)
[18:27:52.126] Timer tick, asking Buildbucket for the build status
[18:27:53.208] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:53.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:95:0) after 1m0s
[18:28:53.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:95:0)
[18:28:53.389] Timer tick, asking Buildbucket for the build status
[18:28:53.637] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:53.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:96:0) after 1m0s
[18:29:53.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:96:0)
[18:29:53.681] Timer tick, asking Buildbucket for the build status
[18:29:54.010] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:54.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:97:0) after 1m0s
[18:30:54.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:97:0)
[18:30:54.047] Timer tick, asking Buildbucket for the build status
[18:30:54.361] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:54.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:98:0) after 1m0s
[18:31:54.402] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:98:0)
[18:31:54.402] Timer tick, asking Buildbucket for the build status
[18:31:55.001] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:55.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:99:0) after 1m0s
[18:32:55.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:99:0)
[18:32:55.047] Timer tick, asking Buildbucket for the build status
[18:32:55.635] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:55.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:100:0) after 1m0s
[18:33:55.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:100:0)
[18:33:55.650] Timer tick, asking Buildbucket for the build status
[18:33:55.792] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:55.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:101:0) after 1m0s
[18:34:55.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:101:0)
[18:34:55.844] Timer tick, asking Buildbucket for the build status
[18:34:58.221] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:58.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:102:0) after 1m0s
[18:35:58.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:102:0)
[18:35:58.399] Timer tick, asking Buildbucket for the build status
[18:35:59.826] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:59.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:103:0) after 1m0s
[18:36:59.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:103:0)
[18:36:59.855] Timer tick, asking Buildbucket for the build status
[18:37:00.209] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:00.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:104:0) after 1m0s
[18:38:00.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:104:0)
[18:38:00.275] Timer tick, asking Buildbucket for the build status
[18:38:02.582] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:02.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:105:0) after 1m0s
[18:39:02.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:105:0)
[18:39:02.669] Timer tick, asking Buildbucket for the build status
[18:39:04.854] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:04.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:106:0) after 1m0s
[18:40:04.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:106:0)
[18:40:04.931] Timer tick, asking Buildbucket for the build status
[18:40:05.271] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:05.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:107:0) after 1m0s
[18:41:05.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:107:0)
[18:41:05.326] Timer tick, asking Buildbucket for the build status
[18:41:05.592] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:05.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:108:0) after 1m0s
[18:42:05.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:108:0)
[18:42:05.669] Timer tick, asking Buildbucket for the build status
[18:42:06.220] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:06.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:109:0) after 1m0s
[18:43:06.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:109:0)
[18:43:06.225] Timer tick, asking Buildbucket for the build status
[18:43:06.425] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:06.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:110:0) after 1m0s
[18:44:06.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:110:0)
[18:44:06.613] Timer tick, asking Buildbucket for the build status
[18:44:07.163] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:07.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:111:0) after 1m0s
[18:45:07.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:111:0)
[18:45:07.245] Timer tick, asking Buildbucket for the build status
[18:45:07.465] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:07.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:112:0) after 1m0s
[18:46:07.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:112:0)
[18:46:07.542] Timer tick, asking Buildbucket for the build status
[18:46:07.761] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:07.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:113:0) after 1m0s
[18:47:07.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:113:0)
[18:47:07.867] Timer tick, asking Buildbucket for the build status
[18:47:11.630] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:11.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:114:0) after 1m0s
[18:48:11.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:114:0)
[18:48:11.631] Timer tick, asking Buildbucket for the build status
[18:48:12.609] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:12.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:115:0) after 1m0s
[18:49:12.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:115:0)
[18:49:12.637] Timer tick, asking Buildbucket for the build status
[18:49:13.650] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:13.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:116:0) after 1m0s
[18:50:13.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:116:0)
[18:50:13.803] Timer tick, asking Buildbucket for the build status
[18:50:18.412] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:18.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:117:0) after 1m0s
[18:51:18.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:117:0)
[18:51:18.436] Timer tick, asking Buildbucket for the build status
[18:51:19.258] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:19.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:118:0) after 1m0s
[18:52:19.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:118:0)
[18:52:19.346] Timer tick, asking Buildbucket for the build status
[18:52:19.546] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:19.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:119:0) after 1m0s
[18:53:19.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:119:0)
[18:53:19.732] Timer tick, asking Buildbucket for the build status
[18:53:19.944] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:19.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:120:0) after 1m0s
[18:54:20.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:120:0)
[18:54:20.105] Timer tick, asking Buildbucket for the build status
[18:54:20.640] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:20.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:121:0) after 1m0s
[18:55:20.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:121:0)
[18:55:20.786] Timer tick, asking Buildbucket for the build status
[18:55:22.470] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:22.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:122:0) after 1m0s
[18:56:22.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:122:0)
[18:56:22.789] Timer tick, asking Buildbucket for the build status
[18:56:24.619] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:24.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:123:0) after 1m0s
[18:57:24.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:123:0)
[18:57:24.845] Timer tick, asking Buildbucket for the build status
[18:57:25.533] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:25.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:124:0) after 1m0s
[18:58:25.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:124:0)
[18:58:25.585] Timer tick, asking Buildbucket for the build status
[18:58:26.314] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:26.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:125:0) after 1m0s
[18:59:26.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:125:0)
[18:59:26.381] Timer tick, asking Buildbucket for the build status
[18:59:27.291] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:27.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:126:0) after 1m0s
[19:00:27.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:126:0)
[19:00:27.350] Timer tick, asking Buildbucket for the build status
[19:00:28.132] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:28.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:127:0) after 1m0s
[19:01:28.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:127:0)
[19:01:28.216] Timer tick, asking Buildbucket for the build status
[19:01:29.942] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:29.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:128:0) after 1m0s
[19:02:30.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:128:0)
[19:02:30.004] Timer tick, asking Buildbucket for the build status
[19:02:30.345] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:30.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:129:0) after 1m0s
[19:03:30.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:129:0)
[19:03:30.406] Timer tick, asking Buildbucket for the build status
[19:03:31.229] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:31.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:130:0) after 1m0s
[19:04:31.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:130:0)
[19:04:31.318] Timer tick, asking Buildbucket for the build status
[19:04:31.556] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:31.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:131:0) after 1m0s
[19:05:32.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:131:0)
[19:05:32.001] Timer tick, asking Buildbucket for the build status
[19:05:32.371] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:32.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:132:0) after 1m0s
[19:06:32.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:132:0)
[19:06:32.458] Timer tick, asking Buildbucket for the build status
[19:06:34.651] Build 8896977955772107200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:34.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062408018091319600:133:0) after 1m0s
[19:06:43.324] Received PubSub notification, asking Buildbucket for the build status
[19:06:43.655] Build 8896977955772107200: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:06:43.655] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1573585602765368",
    "created_by": "project:chromium",
    "created_ts": "1573577652155468",
    "failure_reason": "BUILD_FAILURE",
    "id": "8896977955772107200",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2755ff975d3f25dd2744463cd3c91a4365a1705b\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11004, \"got_angle_revision\": \"b9b1bae4effb7002133da1964fd893e0d8cb9790\", \"got_dawn_revision\": \"cfc9c6e322f48f9abf66985e5480ae4ea3296fe6\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2755ff975d3f25dd2744463cd3c91a4365a1705b\", \"got_revision_cp\": \"refs/heads/master@{#714503}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"371316798c0186c304513c04a84e7cd5e95b2969\", \"got_v8_revision\": \"5bd261c74a83c03dabaf9f269dad8b1c9a917038\", \"got_v8_revision_cp\": \"refs/heads/8.0.239@{#1}\", \"got_webrtc_revision\": \"bd27b14638e4d9ad4e394785defd09140b9293ef\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29769}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2755ff975d3f25dd2744463cd3c91a4365a1705b\", \"swarm_hashes\": {\"0\": \"3874be8ccc6e8e0142a7f00cdc4e60790f76e55f\", \"1\": \"f9c35ec39a9c9269dc1518b8b724b9da4b9f6783\", \"10\": \"390f06d302abed7af8076f07196689a29aa23b27\", \"11\": \"a4bd50b68364e328a0c82d8f53bc5fa5d3ccb863\", \"12\": \"3ecad8fe1731aa6c67e38e5c15fdd165845a8ca7\", \"13\": \"4d04f5a09ac952b027f65188867461b466b70022\", \"14\": \"025dbdc31430f1baef8e60da09f7b4663cce4c9b\", \"15\": \"4fdd230fe2f8f9840f3688f46512207a6009dc17\", \"16\": \"4757f93734848ac9ce361e1e74ebde8e4bfa97e2\", \"2\": \"ce0b37926b01bc01ce064840065a1a0b13b69442\", \"3\": \"4a1f186bd0e56d596fbfe29faeef5fbf8060c1d0\", \"4\": \"17e56a6aaa29836bd3a5ca1174787ddf4592dbad\", \"5\": \"a5dbce8ede3708308d4e1ef5a5d99c34b95062f9\", \"6\": \"e9ed6b0ef0e5a3c292f13959172ea48c3008c994\", \"7\": \"c7138de56362857daa4e2e6b3ece294a0c1e68f6\", \"8\": \"e450645993dab02b0dbc064dedebfb152f4b4fa9\", \"9\": \"15e532b30ddaabcd7afbd00caa15a9ce76a3e983\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573577981548076",
    "status": "COMPLETED",
    "status_changed_ts": "1573577982155833",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11004",
      "builder:ToTiOS",
      "buildset:commit/git/2755ff975d3f25dd2744463cd3c91a4365a1705b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2755ff975d3f25dd2744463cd3c91a4365a1705b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062408018091319600",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896977955772107200/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:48795b4c77813510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573585602926933",
    "url": "https://ci.chromium.org/b/8896977955772107200",
    "utcnow_ts": "1573585603632761"
  }
}
[19:06:43.655] Invocation finished in 2h12m33.094819707s with status FAILED