Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "5bd16f9cd1b66633803da20cc413dd3e40da8bf6"
}

Incoming tags

  • buildset:commit/git/5bd16f9cd1b66633803da20cc413dd3e40da8bf6
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd16f9cd1b66633803da20cc413dd3e40da8bf6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:58:11.177] New invocation is queued and will start shortly
[08:58:12.638] Starting the invocation (attempt 1)
[08:58:12.734] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:58:12.734] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:58:12.734] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067420797946820016",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"5bd16f9cd1b66633803da20cc413dd3e40da8bf6\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067420797946820016",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
    "gitiles_ref:refs/heads/master"
  ]
}
[08:58:14.406] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568797093016657",
    "id": "8901990735351783136",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5bd16f9cd1b66633803da20cc413dd3e40da8bf6\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568797093791138",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9952",
      "builder:ToTiOS",
      "buildset:commit/git/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067420797946820016",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901990735351783136/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568797093792251",
    "url": "https://ci.chromium.org/b/8901990735351783136",
    "utcnow_ts": "1568797094388113"
  }
}
[08:58:14.406] Task URL: https://ci.chromium.org/b/8901990735351783136
[08:58:14.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:2:0) after 1m0s
[08:58:26.748] Received PubSub notification, asking Buildbucket for the build status
[08:58:27.039] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:14.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:2:0)
[08:59:14.608] Timer tick, asking Buildbucket for the build status
[08:59:16.900] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:16.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:4:0) after 1m0s
[09:00:17.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:4:0)
[09:00:17.280] Timer tick, asking Buildbucket for the build status
[09:00:17.605] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:17.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:5:0) after 1m0s
[09:01:17.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:5:0)
[09:01:17.698] Timer tick, asking Buildbucket for the build status
[09:01:17.893] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:17.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:6:0) after 1m0s
[09:02:18.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:6:0)
[09:02:18.190] Timer tick, asking Buildbucket for the build status
[09:02:18.973] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:18.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:7:0) after 1m0s
[09:03:19.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:7:0)
[09:03:19.006] Timer tick, asking Buildbucket for the build status
[09:03:19.572] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:19.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:8:0) after 1m0s
[09:04:19.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:8:0)
[09:04:19.680] Timer tick, asking Buildbucket for the build status
[09:04:19.936] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:19.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:9:0) after 1m0s
[09:05:20.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:9:0)
[09:05:20.125] Timer tick, asking Buildbucket for the build status
[09:05:23.146] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:23.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:10:0) after 1m0s
[09:06:23.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:10:0)
[09:06:23.265] Timer tick, asking Buildbucket for the build status
[09:06:27.980] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:27.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:11:0) after 1m0s
[09:07:28.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:11:0)
[09:07:28.390] Timer tick, asking Buildbucket for the build status
[09:07:30.311] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:30.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:12:0) after 1m0s
[09:08:30.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:12:0)
[09:08:30.567] Timer tick, asking Buildbucket for the build status
[09:08:31.445] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:31.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:13:0) after 1m0s
[09:09:31.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:13:0)
[09:09:31.773] Timer tick, asking Buildbucket for the build status
[09:09:35.167] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:35.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:14:0) after 1m0s
[09:10:35.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:14:0)
[09:10:35.214] Timer tick, asking Buildbucket for the build status
[09:10:40.807] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:40.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:15:0) after 1m0s
[09:11:40.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:15:0)
[09:11:40.890] Timer tick, asking Buildbucket for the build status
[09:11:41.825] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:41.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:16:0) after 1m0s
[09:12:41.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:16:0)
[09:12:41.883] Timer tick, asking Buildbucket for the build status
[09:12:42.959] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:42.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:17:0) after 1m0s
[09:13:42.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:17:0)
[09:13:42.976] Timer tick, asking Buildbucket for the build status
[09:13:47.250] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:47.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:18:0) after 1m0s
[09:14:47.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:18:0)
[09:14:47.281] Timer tick, asking Buildbucket for the build status
[09:14:48.472] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:48.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:19:0) after 1m0s
[09:15:48.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:19:0)
[09:15:48.681] Timer tick, asking Buildbucket for the build status
[09:15:49.686] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:49.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:20:0) after 1m0s
[09:16:49.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:20:0)
[09:16:49.724] Timer tick, asking Buildbucket for the build status
[09:16:50.126] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:50.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:21:0) after 1m0s
[09:17:50.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:21:0)
[09:17:50.165] Timer tick, asking Buildbucket for the build status
[09:17:50.362] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:50.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:22:0) after 1m0s
[09:18:50.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:22:0)
[09:18:50.411] Timer tick, asking Buildbucket for the build status
[09:18:51.074] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:51.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:23:0) after 1m0s
[09:19:51.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:23:0)
[09:19:51.345] Timer tick, asking Buildbucket for the build status
[09:19:55.207] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:55.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:24:0) after 1m0s
[09:20:55.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:24:0)
[09:20:55.288] Timer tick, asking Buildbucket for the build status
[09:20:55.876] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:55.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:25:0) after 1m0s
[09:21:55.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:25:0)
[09:21:55.921] Timer tick, asking Buildbucket for the build status
[09:21:56.235] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:56.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:26:0) after 1m0s
[09:22:56.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:26:0)
[09:22:56.268] Timer tick, asking Buildbucket for the build status
[09:22:56.846] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:56.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:27:0) after 1m0s
[09:23:56.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:27:0)
[09:23:56.968] Timer tick, asking Buildbucket for the build status
[09:23:59.697] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:59.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:28:0) after 1m0s
[09:24:59.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:28:0)
[09:24:59.717] Timer tick, asking Buildbucket for the build status
[09:25:01.357] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:01.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:29:0) after 1m0s
[09:26:01.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:29:0)
[09:26:01.362] Timer tick, asking Buildbucket for the build status
[09:26:01.868] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:01.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:30:0) after 1m0s
[09:27:01.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:30:0)
[09:27:01.906] Timer tick, asking Buildbucket for the build status
[09:27:04.464] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:04.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:31:0) after 1m0s
[09:28:04.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:31:0)
[09:28:04.467] Timer tick, asking Buildbucket for the build status
[09:28:09.601] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:09.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:32:0) after 1m0s
[09:29:09.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:32:0)
[09:29:09.589] Timer tick, asking Buildbucket for the build status
[09:29:09.809] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:09.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:33:0) after 1m0s
[09:30:09.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:33:0)
[09:30:09.805] Timer tick, asking Buildbucket for the build status
[09:30:12.537] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:12.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:34:0) after 1m0s
[09:31:12.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:34:0)
[09:31:12.605] Timer tick, asking Buildbucket for the build status
[09:31:16.606] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:16.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:35:0) after 1m0s
[09:32:16.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:35:0)
[09:32:16.678] Timer tick, asking Buildbucket for the build status
[09:32:19.507] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:19.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:36:0) after 1m0s
[09:33:19.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:36:0)
[09:33:19.609] Timer tick, asking Buildbucket for the build status
[09:33:20.133] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:20.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:37:0) after 1m0s
[09:34:20.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:37:0)
[09:34:20.273] Timer tick, asking Buildbucket for the build status
[09:34:20.489] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:20.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:38:0) after 1m0s
[09:35:20.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:38:0)
[09:35:20.516] Timer tick, asking Buildbucket for the build status
[09:35:20.892] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:20.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:39:0) after 1m0s
[09:36:20.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:39:0)
[09:36:20.925] Timer tick, asking Buildbucket for the build status
[09:36:21.358] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:21.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:40:0) after 1m0s
[09:37:21.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:40:0)
[09:37:21.401] Timer tick, asking Buildbucket for the build status
[09:37:24.203] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:24.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:41:0) after 1m0s
[09:38:24.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:41:0)
[09:38:24.248] Timer tick, asking Buildbucket for the build status
[09:38:25.020] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:25.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:42:0) after 1m0s
[09:39:25.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:42:0)
[09:39:25.052] Timer tick, asking Buildbucket for the build status
[09:39:27.126] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:27.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:43:0) after 1m0s
[09:40:27.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:43:0)
[09:40:27.165] Timer tick, asking Buildbucket for the build status
[09:40:29.976] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:29.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:44:0) after 1m0s
[09:41:30.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:44:0)
[09:41:30.133] Timer tick, asking Buildbucket for the build status
[09:41:30.593] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:30.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:45:0) after 1m0s
[09:42:30.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:45:0)
[09:42:30.615] Timer tick, asking Buildbucket for the build status
[09:42:30.844] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:30.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:46:0) after 1m0s
[09:43:30.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:46:0)
[09:43:30.957] Timer tick, asking Buildbucket for the build status
[09:43:31.289] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:31.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:47:0) after 1m0s
[09:44:31.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:47:0)
[09:44:31.364] Timer tick, asking Buildbucket for the build status
[09:44:32.463] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:32.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:48:0) after 1m0s
[09:45:32.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:48:0)
[09:45:32.545] Timer tick, asking Buildbucket for the build status
[09:45:34.216] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:34.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:49:0) after 1m0s
[09:46:34.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:49:0)
[09:46:34.320] Timer tick, asking Buildbucket for the build status
[09:46:34.758] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:34.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:50:0) after 1m0s
[09:47:34.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:50:0)
[09:47:34.822] Timer tick, asking Buildbucket for the build status
[09:47:35.344] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:35.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:51:0) after 1m0s
[09:48:35.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:51:0)
[09:48:35.412] Timer tick, asking Buildbucket for the build status
[09:48:35.741] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:35.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:52:0) after 1m0s
[09:49:35.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:52:0)
[09:49:35.826] Timer tick, asking Buildbucket for the build status
[09:49:36.166] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:36.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:53:0) after 1m0s
[09:50:36.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:53:0)
[09:50:36.201] Timer tick, asking Buildbucket for the build status
[09:50:36.786] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:36.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:54:0) after 1m0s
[09:51:36.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:54:0)
[09:51:36.855] Timer tick, asking Buildbucket for the build status
[09:51:37.182] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:37.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:55:0) after 1m0s
[09:52:37.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:55:0)
[09:52:37.281] Timer tick, asking Buildbucket for the build status
[09:52:39.511] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:39.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:56:0) after 1m0s
[09:53:39.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:56:0)
[09:53:39.622] Timer tick, asking Buildbucket for the build status
[09:53:39.827] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:39.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:57:0) after 1m0s
[09:54:40.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:57:0)
[09:54:40.301] Timer tick, asking Buildbucket for the build status
[09:54:44.967] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:44.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:58:0) after 1m0s
[09:55:45.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:58:0)
[09:55:45.068] Timer tick, asking Buildbucket for the build status
[09:55:46.528] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:46.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:59:0) after 1m0s
[09:56:46.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:59:0)
[09:56:46.555] Timer tick, asking Buildbucket for the build status
[09:56:47.007] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:47.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:60:0) after 1m0s
[09:57:47.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:60:0)
[09:57:47.075] Timer tick, asking Buildbucket for the build status
[09:57:51.993] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:51.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:61:0) after 1m0s
[09:58:52.029] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:61:0)
[09:58:52.029] Timer tick, asking Buildbucket for the build status
[09:58:52.471] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:52.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:62:0) after 1m0s
[09:59:52.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:62:0)
[09:59:52.531] Timer tick, asking Buildbucket for the build status
[09:59:53.550] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:53.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:63:0) after 1m0s
[10:00:53.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:63:0)
[10:00:53.632] Timer tick, asking Buildbucket for the build status
[10:00:57.629] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:57.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:64:0) after 1m0s
[10:01:57.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:64:0)
[10:01:57.691] Timer tick, asking Buildbucket for the build status
[10:01:59.308] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:59.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:65:0) after 1m0s
[10:02:59.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:65:0)
[10:02:59.291] Timer tick, asking Buildbucket for the build status
[10:03:01.622] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:01.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:66:0) after 1m0s
[10:04:01.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:66:0)
[10:04:01.660] Timer tick, asking Buildbucket for the build status
[10:04:04.103] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:04.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:67:0) after 1m0s
[10:05:04.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:67:0)
[10:05:04.133] Timer tick, asking Buildbucket for the build status
[10:05:04.514] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:04.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:68:0) after 1m0s
[10:06:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:68:0)
[10:06:04.543] Timer tick, asking Buildbucket for the build status
[10:06:07.788] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:07.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:69:0) after 1m0s
[10:07:07.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:69:0)
[10:07:07.773] Timer tick, asking Buildbucket for the build status
[10:07:07.943] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:07.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:70:0) after 1m0s
[10:08:07.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:70:0)
[10:08:07.982] Timer tick, asking Buildbucket for the build status
[10:08:09.130] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:09.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:71:0) after 1m0s
[10:09:09.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:71:0)
[10:09:09.162] Timer tick, asking Buildbucket for the build status
[10:09:11.049] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:11.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:72:0) after 1m0s
[10:10:11.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:72:0)
[10:10:11.091] Timer tick, asking Buildbucket for the build status
[10:10:14.091] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:14.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:73:0) after 1m0s
[10:11:14.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:73:0)
[10:11:14.121] Timer tick, asking Buildbucket for the build status
[10:11:19.806] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:19.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:74:0) after 1m0s
[10:12:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:74:0)
[10:12:19.980] Timer tick, asking Buildbucket for the build status
[10:12:22.053] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:22.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:75:0) after 1m0s
[10:13:22.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:75:0)
[10:13:22.125] Timer tick, asking Buildbucket for the build status
[10:13:26.701] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:26.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:76:0) after 1m0s
[10:14:26.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:76:0)
[10:14:26.732] Timer tick, asking Buildbucket for the build status
[10:14:27.532] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:27.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:77:0) after 1m0s
[10:15:27.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:77:0)
[10:15:27.568] Timer tick, asking Buildbucket for the build status
[10:15:32.938] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:32.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:78:0) after 1m0s
[10:16:33.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:78:0)
[10:16:33.019] Timer tick, asking Buildbucket for the build status
[10:16:37.311] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:37.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:79:0) after 1m0s
[10:17:37.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:79:0)
[10:17:37.301] Timer tick, asking Buildbucket for the build status
[10:17:39.204] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:39.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:80:0) after 1m0s
[10:18:39.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:80:0)
[10:18:39.266] Timer tick, asking Buildbucket for the build status
[10:18:42.052] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:42.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:81:0) after 1m0s
[10:19:42.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:81:0)
[10:19:42.098] Timer tick, asking Buildbucket for the build status
[10:19:42.392] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:42.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:82:0) after 1m0s
[10:20:42.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:82:0)
[10:20:42.563] Timer tick, asking Buildbucket for the build status
[10:20:43.291] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:43.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:83:0) after 1m0s
[10:21:43.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:83:0)
[10:21:43.315] Timer tick, asking Buildbucket for the build status
[10:21:44.155] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:44.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:84:0) after 1m0s
[10:22:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:84:0)
[10:22:44.174] Timer tick, asking Buildbucket for the build status
[10:22:45.208] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:45.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:85:0) after 1m0s
[10:23:45.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:85:0)
[10:23:45.403] Timer tick, asking Buildbucket for the build status
[10:23:46.102] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:46.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:86:0) after 1m0s
[10:24:46.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:86:0)
[10:24:46.245] Timer tick, asking Buildbucket for the build status
[10:24:47.859] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:47.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:87:0) after 1m0s
[10:25:47.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:87:0)
[10:25:47.954] Timer tick, asking Buildbucket for the build status
[10:25:48.311] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:48.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:88:0) after 1m0s
[10:26:48.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:88:0)
[10:26:48.340] Timer tick, asking Buildbucket for the build status
[10:26:48.538] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:48.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:89:0) after 1m0s
[10:27:48.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:89:0)
[10:27:48.599] Timer tick, asking Buildbucket for the build status
[10:27:50.358] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:50.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:90:0) after 1m0s
[10:28:50.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:90:0)
[10:28:50.394] Timer tick, asking Buildbucket for the build status
[10:28:55.619] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:55.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:91:0) after 1m0s
[10:29:55.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:91:0)
[10:29:55.739] Timer tick, asking Buildbucket for the build status
[10:29:56.397] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:56.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:92:0) after 1m0s
[10:30:56.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:92:0)
[10:30:56.501] Timer tick, asking Buildbucket for the build status
[10:30:57.264] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:57.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:93:0) after 1m0s
[10:31:57.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:93:0)
[10:31:57.357] Timer tick, asking Buildbucket for the build status
[10:31:58.366] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:58.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:94:0) after 1m0s
[10:32:58.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:94:0)
[10:32:58.409] Timer tick, asking Buildbucket for the build status
[10:33:01.760] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:01.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:95:0) after 1m0s
[10:34:01.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:95:0)
[10:34:01.817] Timer tick, asking Buildbucket for the build status
[10:34:02.727] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:02.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:96:0) after 1m0s
[10:35:03.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:96:0)
[10:35:03.004] Timer tick, asking Buildbucket for the build status
[10:35:03.252] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:03.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:97:0) after 1m0s
[10:36:03.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:97:0)
[10:36:03.301] Timer tick, asking Buildbucket for the build status
[10:36:04.557] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:04.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:98:0) after 1m0s
[10:37:04.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:98:0)
[10:37:04.755] Timer tick, asking Buildbucket for the build status
[10:37:04.973] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:04.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:99:0) after 1m0s
[10:38:05.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:99:0)
[10:38:05.046] Timer tick, asking Buildbucket for the build status
[10:38:05.838] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:05.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:100:0) after 1m0s
[10:39:05.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:100:0)
[10:39:05.848] Timer tick, asking Buildbucket for the build status
[10:39:06.173] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:06.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:101:0) after 1m0s
[10:40:06.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:101:0)
[10:40:06.198] Timer tick, asking Buildbucket for the build status
[10:40:08.574] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:08.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:102:0) after 1m0s
[10:41:08.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:102:0)
[10:41:08.561] Timer tick, asking Buildbucket for the build status
[10:41:09.084] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:09.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:103:0) after 1m0s
[10:42:09.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:103:0)
[10:42:09.099] Timer tick, asking Buildbucket for the build status
[10:42:09.776] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:09.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:104:0) after 1m0s
[10:43:09.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:104:0)
[10:43:09.832] Timer tick, asking Buildbucket for the build status
[10:43:10.164] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:10.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:105:0) after 1m0s
[10:44:10.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:105:0)
[10:44:10.272] Timer tick, asking Buildbucket for the build status
[10:44:13.243] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:13.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:106:0) after 1m0s
[10:45:13.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:106:0)
[10:45:13.287] Timer tick, asking Buildbucket for the build status
[10:45:17.257] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:17.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:107:0) after 1m0s
[10:46:17.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:107:0)
[10:46:17.286] Timer tick, asking Buildbucket for the build status
[10:46:23.174] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:23.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:108:0) after 1m0s
[10:47:23.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:108:0)
[10:47:23.193] Timer tick, asking Buildbucket for the build status
[10:47:23.385] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:23.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:109:0) after 1m0s
[10:48:23.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:109:0)
[10:48:23.459] Timer tick, asking Buildbucket for the build status
[10:48:23.753] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:23.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:110:0) after 1m0s
[10:49:23.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:110:0)
[10:49:23.860] Timer tick, asking Buildbucket for the build status
[10:49:28.426] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:28.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:111:0) after 1m0s
[10:50:28.473] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:111:0)
[10:50:28.473] Timer tick, asking Buildbucket for the build status
[10:50:28.716] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:28.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:112:0) after 1m0s
[10:51:28.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:112:0)
[10:51:28.817] Timer tick, asking Buildbucket for the build status
[10:51:29.219] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:29.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:113:0) after 1m0s
[10:52:29.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:113:0)
[10:52:29.258] Timer tick, asking Buildbucket for the build status
[10:52:29.744] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:29.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:114:0) after 1m0s
[10:53:29.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:114:0)
[10:53:29.768] Timer tick, asking Buildbucket for the build status
[10:53:30.036] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:30.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:115:0) after 1m0s
[10:54:30.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:115:0)
[10:54:30.092] Timer tick, asking Buildbucket for the build status
[10:54:30.456] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:30.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:116:0) after 1m0s
[10:55:32.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:116:0)
[10:55:32.604] Timer tick, asking Buildbucket for the build status
[10:55:34.496] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:34.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:117:0) after 1m0s
[10:56:34.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:117:0)
[10:56:34.509] Timer tick, asking Buildbucket for the build status
[10:56:35.230] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:35.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:118:0) after 1m0s
[10:57:35.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:118:0)
[10:57:35.349] Timer tick, asking Buildbucket for the build status
[10:57:36.098] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:36.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:119:0) after 1m0s
[10:58:36.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:119:0)
[10:58:36.104] Timer tick, asking Buildbucket for the build status
[10:58:36.418] Build 8901990735351783136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067420797946820016:120:0) after 1m0s
[10:58:38.238] Received PubSub notification, asking Buildbucket for the build status
[10:58:38.426] Build 8901990735351783136: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:58:38.426] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568804317138906",
    "created_by": "project:chromium",
    "created_ts": "1568797093016657",
    "failure_reason": "BUILD_FAILURE",
    "id": "8901990735351783136",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5bd16f9cd1b66633803da20cc413dd3e40da8bf6\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9952, \"got_angle_revision\": \"d5521094f779e14eb8189b287fb08be4ef53dc9b\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"5bd16f9cd1b66633803da20cc413dd3e40da8bf6\", \"got_revision_cp\": \"refs/heads/master@{#697521}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"16144e1a157e10ebd0c8890efdd67526bc4add86\", \"got_v8_revision_cp\": \"refs/heads/7.9.57@{#1}\", \"got_webrtc_revision\": \"86314cfb5dc09bba15a1607585e9ddd544078ac5\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29212}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5bd16f9cd1b66633803da20cc413dd3e40da8bf6\", \"swarm_hashes\": {\"0\": \"2b8df8ed9e92db730a8aac082c38b054741df9c0\", \"1\": \"94ce6ca417018fec48b5ff8be74c8db8e9587898\", \"10\": \"f4d5c57f66827553d2251c50c748e4c28228fb31\", \"11\": \"4aa359704309b6a1d5060f22c281f062c3591052\", \"12\": \"952e57a3fda00e8c7d78e3a2bad55802a5872075\", \"13\": \"eae335ccd03982b02a9945aaf4ea8c288113bacc\", \"14\": \"74e90e8c4df851198e5023fd0b931ed2a766000c\", \"15\": \"2eb63e621ff8ecc8d9acb5192f21409c8bf6fd38\", \"16\": \"08c63ec18c738e74ac79e3ba628ff896d5811b61\", \"2\": \"6f7546d99626b6fc0075ef2b40750ff0436abccb\", \"3\": \"4a429994a0eb39ec2f690a45ebfa886888cacde3\", \"4\": \"24e0ecc6dc769984f9df5d15312f2131ee944483\", \"5\": \"3e500b376ddf9ff85d18d42b382c32ae5ec5f8a3\", \"6\": \"3054574c9738eadb320d46f49310c739a04b924f\", \"7\": \"51053c096c836903b9d31326020d0e68f023219b\", \"8\": \"3bf67757154751c35d4db78372a301cdb0127041\", \"9\": \"6ad9d8eff72519ac7e898fe62c4c8f9484b7e4e0\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568797105859442",
    "status": "COMPLETED",
    "status_changed_ts": "1568797106385699",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9952",
      "builder:ToTiOS",
      "buildset:commit/git/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd16f9cd1b66633803da20cc413dd3e40da8bf6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067420797946820016",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901990735351783136/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:475c697b75422110",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568804317704083",
    "url": "https://ci.chromium.org/b/8901990735351783136",
    "utcnow_ts": "1568804318408002"
  }
}
[10:58:38.426] Invocation finished in 2h0m27.268237455s with status FAILED