Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "9328a8144615c7d00a00e169ff62471687a381d6"
}

Incoming tags

  • buildset:commit/git/9328a8144615c7d00a00e169ff62471687a381d6
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9328a8144615c7d00a00e169ff62471687a381d6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:15:50.352] New invocation is queued and will start shortly
[21:15:51.656] Starting the invocation (attempt 1)
[21:15:51.771] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:51.771] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:51.771] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9066287225243516720",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"9328a8144615c7d00a00e169ff62471687a381d6\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9066287225243516720",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9328a8144615c7d00a00e169ff62471687a381d6",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9328a8144615c7d00a00e169ff62471687a381d6",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:15:53.020] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1569878152116038",
    "id": "8900857162724650656",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9328a8144615c7d00a00e169ff62471687a381d6\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1569878152715249",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10165",
      "builder:ToTiOS",
      "buildset:commit/git/9328a8144615c7d00a00e169ff62471687a381d6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9328a8144615c7d00a00e169ff62471687a381d6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066287225243516720",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900857162724650656/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569878152715399",
    "url": "https://ci.chromium.org/b/8900857162724650656",
    "utcnow_ts": "1569878153010595"
  }
}
[21:15:53.020] Task URL: https://ci.chromium.org/b/8900857162724650656
[21:15:53.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:2:0) after 1m0s
[21:16:53.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:2:0)
[21:16:53.300] Timer tick, asking Buildbucket for the build status
[21:16:53.959] Build 8900857162724650656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:16:53.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:3:0) after 1m0s
[21:17:54.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:3:0)
[21:17:54.139] Timer tick, asking Buildbucket for the build status
[21:17:55.399] Build 8900857162724650656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:17:55.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:4:0) after 1m0s
[21:18:55.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:4:0)
[21:18:55.627] Timer tick, asking Buildbucket for the build status
[21:18:56.369] Build 8900857162724650656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:18:56.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:5:0) after 1m0s
[21:19:21.339] Received PubSub notification, asking Buildbucket for the build status
[21:19:21.804] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:56.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:5:0)
[21:19:56.477] Timer tick, asking Buildbucket for the build status
[21:19:56.893] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:56.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:7:0) after 1m0s
[21:20:57.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:7:0)
[21:20:57.100] Timer tick, asking Buildbucket for the build status
[21:20:58.082] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:58.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:8:0) after 1m0s
[21:21:58.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:8:0)
[21:21:58.421] Timer tick, asking Buildbucket for the build status
[21:21:59.348] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:59.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:9:0) after 1m0s
[21:22:59.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:9:0)
[21:22:59.532] Timer tick, asking Buildbucket for the build status
[21:22:59.764] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:59.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:10:0) after 1m0s
[21:23:59.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:10:0)
[21:23:59.800] Timer tick, asking Buildbucket for the build status
[21:24:00.142] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:00.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:11:0) after 1m0s
[21:25:00.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:11:0)
[21:25:00.504] Timer tick, asking Buildbucket for the build status
[21:25:01.378] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:01.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:12:0) after 1m0s
[21:26:01.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:12:0)
[21:26:01.494] Timer tick, asking Buildbucket for the build status
[21:26:09.869] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:09.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:13:0) after 1m0s
[21:27:09.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:13:0)
[21:27:09.893] Timer tick, asking Buildbucket for the build status
[21:27:10.172] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:10.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:14:0) after 1m0s
[21:28:10.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:14:0)
[21:28:10.226] Timer tick, asking Buildbucket for the build status
[21:28:10.683] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:10.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:15:0) after 1m0s
[21:29:10.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:15:0)
[21:29:10.833] Timer tick, asking Buildbucket for the build status
[21:29:11.226] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:11.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:16:0) after 1m0s
[21:30:11.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:16:0)
[21:30:11.478] Timer tick, asking Buildbucket for the build status
[21:30:12.188] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:12.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:17:0) after 1m0s
[21:31:12.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:17:0)
[21:31:12.252] Timer tick, asking Buildbucket for the build status
[21:31:12.846] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:12.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:18:0) after 1m0s
[21:32:12.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:18:0)
[21:32:12.962] Timer tick, asking Buildbucket for the build status
[21:32:13.345] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:13.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:19:0) after 1m0s
[21:33:13.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:19:0)
[21:33:13.601] Timer tick, asking Buildbucket for the build status
[21:33:14.294] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:14.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:20:0) after 1m0s
[21:34:14.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:20:0)
[21:34:14.346] Timer tick, asking Buildbucket for the build status
[21:34:15.668] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:15.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:21:0) after 1m0s
[21:35:16.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:21:0)
[21:35:16.173] Timer tick, asking Buildbucket for the build status
[21:35:18.407] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:18.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:22:0) after 1m0s
[21:36:18.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:22:0)
[21:36:18.503] Timer tick, asking Buildbucket for the build status
[21:36:18.681] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:18.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:23:0) after 1m0s
[21:37:18.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:23:0)
[21:37:18.781] Timer tick, asking Buildbucket for the build status
[21:37:19.077] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:19.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:24:0) after 1m0s
[21:38:19.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:24:0)
[21:38:19.196] Timer tick, asking Buildbucket for the build status
[21:38:19.322] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:19.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:25:0) after 1m0s
[21:39:19.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:25:0)
[21:39:19.320] Timer tick, asking Buildbucket for the build status
[21:39:21.620] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:21.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:26:0) after 1m0s
[21:40:21.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:26:0)
[21:40:21.713] Timer tick, asking Buildbucket for the build status
[21:40:22.422] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:22.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:27:0) after 1m0s
[21:41:22.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:27:0)
[21:41:22.448] Timer tick, asking Buildbucket for the build status
[21:41:22.715] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:22.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:28:0) after 1m0s
[21:42:22.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:28:0)
[21:42:22.778] Timer tick, asking Buildbucket for the build status
[21:42:25.053] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:25.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:29:0) after 1m0s
[21:43:25.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:29:0)
[21:43:25.140] Timer tick, asking Buildbucket for the build status
[21:43:25.958] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:25.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:30:0) after 1m0s
[21:44:26.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:30:0)
[21:44:26.004] Timer tick, asking Buildbucket for the build status
[21:44:26.198] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:26.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:31:0) after 1m0s
[21:45:26.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:31:0)
[21:45:26.262] Timer tick, asking Buildbucket for the build status
[21:45:27.411] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:27.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:32:0) after 1m0s
[21:46:27.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:32:0)
[21:46:27.555] Timer tick, asking Buildbucket for the build status
[21:46:27.821] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:27.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:33:0) after 1m0s
[21:47:27.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:33:0)
[21:47:27.892] Timer tick, asking Buildbucket for the build status
[21:47:30.148] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:30.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:34:0) after 1m0s
[21:48:30.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:34:0)
[21:48:30.173] Timer tick, asking Buildbucket for the build status
[21:48:33.648] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:33.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:35:0) after 1m0s
[21:49:33.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:35:0)
[21:49:33.755] Timer tick, asking Buildbucket for the build status
[21:49:34.919] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:34.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:36:0) after 1m0s
[21:50:35.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:36:0)
[21:50:35.028] Timer tick, asking Buildbucket for the build status
[21:50:35.593] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:35.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:37:0) after 1m0s
[21:51:35.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:37:0)
[21:51:35.695] Timer tick, asking Buildbucket for the build status
[21:51:36.486] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:36.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:38:0) after 1m0s
[21:52:36.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:38:0)
[21:52:36.598] Timer tick, asking Buildbucket for the build status
[21:52:37.114] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:37.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:39:0) after 1m0s
[21:53:37.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:39:0)
[21:53:37.334] Timer tick, asking Buildbucket for the build status
[21:53:37.565] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:37.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:40:0) after 1m0s
[21:54:37.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:40:0)
[21:54:37.621] Timer tick, asking Buildbucket for the build status
[21:54:37.796] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:37.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:41:0) after 1m0s
[21:55:37.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:41:0)
[21:55:37.875] Timer tick, asking Buildbucket for the build status
[21:55:38.198] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:38.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:42:0) after 1m0s
[21:56:38.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:42:0)
[21:56:38.309] Timer tick, asking Buildbucket for the build status
[21:56:38.466] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:38.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:43:0) after 1m0s
[21:57:38.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:43:0)
[21:57:38.490] Timer tick, asking Buildbucket for the build status
[21:57:38.789] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:38.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:44:0) after 1m0s
[21:58:38.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:44:0)
[21:58:38.832] Timer tick, asking Buildbucket for the build status
[21:58:39.545] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:39.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:45:0) after 1m0s
[21:59:39.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:45:0)
[21:59:39.570] Timer tick, asking Buildbucket for the build status
[21:59:39.825] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:39.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:46:0) after 1m0s
[22:00:39.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:46:0)
[22:00:39.913] Timer tick, asking Buildbucket for the build status
[22:00:40.008] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:40.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:47:0) after 1m0s
[22:01:40.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:47:0)
[22:01:40.069] Timer tick, asking Buildbucket for the build status
[22:01:40.373] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:40.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:48:0) after 1m0s
[22:02:40.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:48:0)
[22:02:40.412] Timer tick, asking Buildbucket for the build status
[22:02:46.353] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:46.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:49:0) after 1m0s
[22:03:46.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:49:0)
[22:03:46.419] Timer tick, asking Buildbucket for the build status
[22:03:47.144] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:47.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:50:0) after 1m0s
[22:04:47.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:50:0)
[22:04:47.221] Timer tick, asking Buildbucket for the build status
[22:04:48.416] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:48.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:51:0) after 1m0s
[22:05:48.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:51:0)
[22:05:48.478] Timer tick, asking Buildbucket for the build status
[22:05:53.185] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:53.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:52:0) after 1m0s
[22:06:53.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:52:0)
[22:06:53.288] Timer tick, asking Buildbucket for the build status
[22:06:57.151] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:53:0) after 1m0s
[22:07:57.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:53:0)
[22:07:57.309] Timer tick, asking Buildbucket for the build status
[22:07:59.589] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:59.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:54:0) after 1m0s
[22:08:59.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:54:0)
[22:08:59.802] Timer tick, asking Buildbucket for the build status
[22:09:00.536] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:00.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:55:0) after 1m0s
[22:10:00.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:55:0)
[22:10:00.610] Timer tick, asking Buildbucket for the build status
[22:10:01.206] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:01.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:56:0) after 1m0s
[22:11:01.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:56:0)
[22:11:01.327] Timer tick, asking Buildbucket for the build status
[22:11:04.885] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:04.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:57:0) after 1m0s
[22:12:05.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:57:0)
[22:12:05.202] Timer tick, asking Buildbucket for the build status
[22:12:08.324] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:08.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:58:0) after 1m0s
[22:13:08.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:58:0)
[22:13:08.400] Timer tick, asking Buildbucket for the build status
[22:13:09.223] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:09.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:59:0) after 1m0s
[22:14:09.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:59:0)
[22:14:09.228] Timer tick, asking Buildbucket for the build status
[22:14:11.157] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:11.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:60:0) after 1m0s
[22:15:11.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:60:0)
[22:15:11.223] Timer tick, asking Buildbucket for the build status
[22:15:12.679] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:12.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:61:0) after 1m0s
[22:16:12.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:61:0)
[22:16:12.736] Timer tick, asking Buildbucket for the build status
[22:16:13.079] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:13.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:62:0) after 1m0s
[22:17:13.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:62:0)
[22:17:13.115] Timer tick, asking Buildbucket for the build status
[22:17:13.560] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:13.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:63:0) after 1m0s
[22:18:13.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:63:0)
[22:18:13.578] Timer tick, asking Buildbucket for the build status
[22:18:13.786] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:13.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:64:0) after 1m0s
[22:19:13.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:64:0)
[22:19:13.859] Timer tick, asking Buildbucket for the build status
[22:19:14.506] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:14.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:65:0) after 1m0s
[22:20:14.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:65:0)
[22:20:14.709] Timer tick, asking Buildbucket for the build status
[22:20:16.417] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:16.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:66:0) after 1m0s
[22:21:16.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:66:0)
[22:21:16.459] Timer tick, asking Buildbucket for the build status
[22:21:20.486] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:20.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:67:0) after 1m0s
[22:22:20.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:67:0)
[22:22:20.610] Timer tick, asking Buildbucket for the build status
[22:22:21.202] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:21.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:68:0) after 1m0s
[22:23:21.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:68:0)
[22:23:21.437] Timer tick, asking Buildbucket for the build status
[22:23:24.387] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:24.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:69:0) after 1m0s
[22:24:24.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:69:0)
[22:24:24.437] Timer tick, asking Buildbucket for the build status
[22:24:27.029] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:27.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:70:0) after 1m0s
[22:25:27.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:70:0)
[22:25:27.087] Timer tick, asking Buildbucket for the build status
[22:25:28.583] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:28.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:71:0) after 1m0s
[22:26:28.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:71:0)
[22:26:28.816] Timer tick, asking Buildbucket for the build status
[22:26:32.877] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:32.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:72:0) after 1m0s
[22:27:32.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:72:0)
[22:27:32.969] Timer tick, asking Buildbucket for the build status
[22:27:33.198] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:33.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:73:0) after 1m0s
[22:28:33.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:73:0)
[22:28:33.292] Timer tick, asking Buildbucket for the build status
[22:28:34.036] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:34.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:74:0) after 1m0s
[22:29:34.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:74:0)
[22:29:34.137] Timer tick, asking Buildbucket for the build status
[22:29:35.712] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:35.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:75:0) after 1m0s
[22:30:35.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:75:0)
[22:30:35.976] Timer tick, asking Buildbucket for the build status
[22:30:36.928] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:36.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:76:0) after 1m0s
[22:31:37.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:76:0)
[22:31:37.076] Timer tick, asking Buildbucket for the build status
[22:31:37.475] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:37.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:77:0) after 1m0s
[22:32:37.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:77:0)
[22:32:37.508] Timer tick, asking Buildbucket for the build status
[22:32:38.016] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:38.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:78:0) after 1m0s
[22:33:38.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:78:0)
[22:33:38.109] Timer tick, asking Buildbucket for the build status
[22:33:38.419] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:38.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:79:0) after 1m0s
[22:34:38.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:79:0)
[22:34:38.573] Timer tick, asking Buildbucket for the build status
[22:34:39.706] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:39.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:80:0) after 1m0s
[22:35:39.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:80:0)
[22:35:39.742] Timer tick, asking Buildbucket for the build status
[22:35:42.300] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:42.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:81:0) after 1m0s
[22:36:42.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:81:0)
[22:36:42.357] Timer tick, asking Buildbucket for the build status
[22:36:42.951] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:42.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:82:0) after 1m0s
[22:37:43.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:82:0)
[22:37:43.015] Timer tick, asking Buildbucket for the build status
[22:37:45.326] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:45.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:83:0) after 1m0s
[22:38:45.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:83:0)
[22:38:45.310] Timer tick, asking Buildbucket for the build status
[22:38:45.501] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:45.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:84:0) after 1m0s
[22:39:45.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:84:0)
[22:39:45.639] Timer tick, asking Buildbucket for the build status
[22:39:46.102] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:46.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:85:0) after 1m0s
[22:40:46.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:85:0)
[22:40:46.475] Timer tick, asking Buildbucket for the build status
[22:40:47.186] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:47.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:86:0) after 1m0s
[22:41:47.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:86:0)
[22:41:47.407] Timer tick, asking Buildbucket for the build status
[22:41:47.854] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:47.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:87:0) after 1m0s
[22:42:47.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:87:0)
[22:42:47.947] Timer tick, asking Buildbucket for the build status
[22:42:49.874] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:49.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:88:0) after 1m0s
[22:43:49.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:88:0)
[22:43:49.999] Timer tick, asking Buildbucket for the build status
[22:43:50.254] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:50.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:89:0) after 1m0s
[22:44:50.339] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:89:0)
[22:44:50.339] Timer tick, asking Buildbucket for the build status
[22:44:51.361] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:51.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:90:0) after 1m0s
[22:45:51.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:90:0)
[22:45:51.434] Timer tick, asking Buildbucket for the build status
[22:45:51.792] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:51.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:91:0) after 1m0s
[22:46:51.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:91:0)
[22:46:51.907] Timer tick, asking Buildbucket for the build status
[22:46:52.046] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:52.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:92:0) after 1m0s
[22:47:52.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:92:0)
[22:47:52.105] Timer tick, asking Buildbucket for the build status
[22:47:52.892] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:52.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:93:0) after 1m0s
[22:48:53.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:93:0)
[22:48:53.118] Timer tick, asking Buildbucket for the build status
[22:48:53.383] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:53.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:94:0) after 1m0s
[22:49:53.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:94:0)
[22:49:53.503] Timer tick, asking Buildbucket for the build status
[22:49:53.764] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:53.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:95:0) after 1m0s
[22:50:53.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:95:0)
[22:50:53.769] Timer tick, asking Buildbucket for the build status
[22:50:53.924] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:53.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:96:0) after 1m0s
[22:51:54.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:96:0)
[22:51:54.024] Timer tick, asking Buildbucket for the build status
[22:51:54.455] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:54.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:97:0) after 1m0s
[22:52:54.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:97:0)
[22:52:54.551] Timer tick, asking Buildbucket for the build status
[22:52:54.792] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:54.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:98:0) after 1m0s
[22:53:54.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:98:0)
[22:53:54.878] Timer tick, asking Buildbucket for the build status
[22:53:55.035] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:55.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:99:0) after 1m0s
[22:54:55.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:99:0)
[22:54:55.164] Timer tick, asking Buildbucket for the build status
[22:54:55.334] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:55.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:100:0) after 1m0s
[22:55:55.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:100:0)
[22:55:55.498] Timer tick, asking Buildbucket for the build status
[22:55:58.418] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:58.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:101:0) after 1m0s
[22:56:58.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:101:0)
[22:56:58.549] Timer tick, asking Buildbucket for the build status
[22:56:58.743] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:58.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:102:0) after 1m0s
[22:57:58.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:102:0)
[22:57:58.919] Timer tick, asking Buildbucket for the build status
[22:57:59.076] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:59.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:103:0) after 1m0s
[22:58:59.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:103:0)
[22:58:59.336] Timer tick, asking Buildbucket for the build status
[22:58:59.528] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:59.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:104:0) after 1m0s
[22:59:59.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:104:0)
[22:59:59.641] Timer tick, asking Buildbucket for the build status
[22:59:59.820] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:59.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:105:0) after 1m0s
[23:00:59.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:105:0)
[23:00:59.835] Timer tick, asking Buildbucket for the build status
[23:01:00.055] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:00.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:106:0) after 1m0s
[23:02:00.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:106:0)
[23:02:00.083] Timer tick, asking Buildbucket for the build status
[23:02:00.539] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:00.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:107:0) after 1m0s
[23:03:00.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:107:0)
[23:03:00.745] Timer tick, asking Buildbucket for the build status
[23:03:01.199] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:01.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:108:0) after 1m0s
[23:04:01.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:108:0)
[23:04:01.333] Timer tick, asking Buildbucket for the build status
[23:04:01.611] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:01.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:109:0) after 1m0s
[23:05:01.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:109:0)
[23:05:01.860] Timer tick, asking Buildbucket for the build status
[23:05:02.364] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:02.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:110:0) after 1m0s
[23:06:02.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:110:0)
[23:06:02.806] Timer tick, asking Buildbucket for the build status
[23:06:03.253] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:03.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:111:0) after 1m0s
[23:07:03.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:111:0)
[23:07:03.464] Timer tick, asking Buildbucket for the build status
[23:07:03.662] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:03.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:112:0) after 1m0s
[23:08:03.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:112:0)
[23:08:03.794] Timer tick, asking Buildbucket for the build status
[23:08:04.791] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:04.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:113:0) after 1m0s
[23:09:04.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:113:0)
[23:09:04.970] Timer tick, asking Buildbucket for the build status
[23:09:05.792] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:05.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:114:0) after 1m0s
[23:10:05.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:114:0)
[23:10:05.957] Timer tick, asking Buildbucket for the build status
[23:10:08.875] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:08.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:115:0) after 1m0s
[23:11:09.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:115:0)
[23:11:09.159] Timer tick, asking Buildbucket for the build status
[23:11:09.608] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:09.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:116:0) after 1m0s
[23:12:09.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:116:0)
[23:12:09.733] Timer tick, asking Buildbucket for the build status
[23:12:10.005] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:10.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:117:0) after 1m0s
[23:13:10.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:117:0)
[23:13:10.033] Timer tick, asking Buildbucket for the build status
[23:13:10.579] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:10.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:118:0) after 1m0s
[23:14:10.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:118:0)
[23:14:10.645] Timer tick, asking Buildbucket for the build status
[23:14:10.874] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:10.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:119:0) after 1m0s
[23:15:10.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:119:0)
[23:15:10.989] Timer tick, asking Buildbucket for the build status
[23:15:12.506] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:12.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:120:0) after 1m0s
[23:16:12.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:120:0)
[23:16:12.612] Timer tick, asking Buildbucket for the build status
[23:16:12.821] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:12.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:121:0) after 1m0s
[23:17:12.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:121:0)
[23:17:12.932] Timer tick, asking Buildbucket for the build status
[23:17:13.115] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:13.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:122:0) after 1m0s
[23:18:13.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:122:0)
[23:18:13.395] Timer tick, asking Buildbucket for the build status
[23:18:13.577] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:13.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:123:0) after 1m0s
[23:19:13.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:123:0)
[23:19:13.650] Timer tick, asking Buildbucket for the build status
[23:19:13.962] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:13.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:124:0) after 1m0s
[23:20:14.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:124:0)
[23:20:14.032] Timer tick, asking Buildbucket for the build status
[23:20:14.532] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:14.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:125:0) after 1m0s
[23:21:14.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:125:0)
[23:21:14.857] Timer tick, asking Buildbucket for the build status
[23:21:15.028] Build 8900857162724650656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:15.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066287225243516720:126:0) after 1m0s
[23:21:39.968] Received PubSub notification, asking Buildbucket for the build status
[23:21:40.510] Build 8900857162724650656: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:21:40.511] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1569885699548567",
    "created_by": "project:chromium",
    "created_ts": "1569878152116038",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900857162724650656",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9328a8144615c7d00a00e169ff62471687a381d6\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10165, \"got_angle_revision\": \"2e80cf9d91abd03b5b8bb6a1dec7ad884fe46b87\", \"got_dawn_revision\": \"55a00c7a1f9a188c5a512af510f8184bbdbad580\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"9328a8144615c7d00a00e169ff62471687a381d6\", \"got_revision_cp\": \"refs/heads/master@{#701287}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"d58f380d3b66719cb061452fe49421eca4da36a0\", \"got_v8_revision_cp\": \"refs/heads/7.9.169@{#1}\", \"got_webrtc_revision\": \"4aded80e0498dc1aa290c6f1be029aded0793388\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29349}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9328a8144615c7d00a00e169ff62471687a381d6\", \"swarm_hashes\": {\"0\": \"11d50d826a207c24a023e54fd307b15d52b55c97\", \"1\": \"5a764eade83011726b5672a6374b68c1a35ba998\", \"10\": \"3c72e8a04e2eb2ae840317185cbba9ee2d4fb5c4\", \"11\": \"5cbb2ff30ed70a780124feb0dc231083b97cd08b\", \"12\": \"29f72bf25fc64ecbcefa4aca6f9f5d0500ba7d9b\", \"13\": \"87a225fe45038d9e448665c61453f3ce16f0cf68\", \"14\": \"b7a46db0271d462ac80afefcb3187ffd33db56d5\", \"15\": \"be26843c49a70d54762647427a2bbba8f191e9e7\", \"16\": \"5429472e55f929e5ce64beea224505a33e1b714b\", \"2\": \"99c812ba97e02cdb136e84d3eda5582de70b427f\", \"3\": \"00503c713bdf70c1d28aa2d7bfb51d758020ebb7\", \"4\": \"97b7dcb379f03a75fd467bbe944a3a2612999d31\", \"5\": \"1175d7def957d7f4fd873c6f420d57a5b5b488ee\", \"6\": \"7c67afd0b6015bea56cde145221e79328ece1b72\", \"7\": \"8ea65e5700496c68e286272c025b0c63e0a8b654\", \"8\": \"7579290fd87b45d9f657a626fff896773bf44765\", \"9\": \"6d85b6ad5c4f452fc280cee69bb490ac8af09674\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1569878359342141",
    "status": "COMPLETED",
    "status_changed_ts": "1569878360854940",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10165",
      "builder:ToTiOS",
      "buildset:commit/git/9328a8144615c7d00a00e169ff62471687a381d6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9328a8144615c7d00a00e169ff62471687a381d6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066287225243516720",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900857162724650656/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:479cda1a251dcf10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569885699647043",
    "url": "https://ci.chromium.org/b/8900857162724650656",
    "utcnow_ts": "1569885700451874"
  }
}
[23:21:40.511] Invocation finished in 2h5m50.179860521s with status FAILED