Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bde499ee3b1989f4408c8fefbe043a7d4ddd6e75"
}

Incoming tags

  • buildset:commit/git/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:20:08.475] New invocation is queued and will start shortly
[02:20:09.851] Starting the invocation (attempt 1)
[02:20:09.900] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:20:09.900] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:20:09.900] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062010022789112960",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"bde499ee3b1989f4408c8fefbe043a7d4ddd6e75\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062010022789112960",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:20:11.108] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1573957210113890",
    "id": "8896579960406315568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"bde499ee3b1989f4408c8fefbe043a7d4ddd6e75\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573957210960353",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11056",
      "builder:ToTiOS",
      "buildset:commit/git/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062010022789112960",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896579960406315568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573957210960459",
    "url": "https://ci.chromium.org/b/8896579960406315568",
    "utcnow_ts": "1573957211099681"
  }
}
[02:20:11.108] Task URL: https://ci.chromium.org/b/8896579960406315568
[02:20:11.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:2:0) after 1m0s
[02:21:11.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:2:0)
[02:21:11.153] Timer tick, asking Buildbucket for the build status
[02:21:11.592] Build 8896579960406315568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:21:11.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:3:0) after 1m0s
[02:22:11.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:3:0)
[02:22:11.643] Timer tick, asking Buildbucket for the build status
[02:22:12.028] Build 8896579960406315568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:22:12.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:4:0) after 1m0s
[02:23:12.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:4:0)
[02:23:12.118] Timer tick, asking Buildbucket for the build status
[02:23:12.325] Build 8896579960406315568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:23:12.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:5:0) after 1m0s
[02:23:50.228] Received PubSub notification, asking Buildbucket for the build status
[02:23:51.215] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:12.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:5:0)
[02:24:12.346] Timer tick, asking Buildbucket for the build status
[02:24:13.205] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:13.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:7:0) after 1m0s
[02:25:13.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:7:0)
[02:25:13.197] Timer tick, asking Buildbucket for the build status
[02:25:13.447] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:13.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:8:0) after 1m0s
[02:26:13.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:8:0)
[02:26:13.488] Timer tick, asking Buildbucket for the build status
[02:26:13.585] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:13.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:9:0) after 1m0s
[02:27:13.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:9:0)
[02:27:13.755] Timer tick, asking Buildbucket for the build status
[02:27:13.894] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:13.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:10:0) after 1m0s
[02:28:13.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:10:0)
[02:28:13.982] Timer tick, asking Buildbucket for the build status
[02:28:14.262] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:14.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:11:0) after 1m0s
[02:29:14.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:11:0)
[02:29:14.367] Timer tick, asking Buildbucket for the build status
[02:29:14.926] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:14.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:12:0) after 1m0s
[02:30:14.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:12:0)
[02:30:14.963] Timer tick, asking Buildbucket for the build status
[02:30:15.139] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:15.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:13:0) after 1m0s
[02:31:15.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:13:0)
[02:31:15.196] Timer tick, asking Buildbucket for the build status
[02:31:15.418] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:15.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:14:0) after 1m0s
[02:32:15.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:14:0)
[02:32:15.436] Timer tick, asking Buildbucket for the build status
[02:32:16.059] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:16.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:15:0) after 1m0s
[02:33:16.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:15:0)
[02:33:16.064] Timer tick, asking Buildbucket for the build status
[02:33:16.629] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:16.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:16:0) after 1m0s
[02:34:16.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:16:0)
[02:34:16.704] Timer tick, asking Buildbucket for the build status
[02:34:17.131] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:17.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:17:0) after 1m0s
[02:35:17.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:17:0)
[02:35:17.153] Timer tick, asking Buildbucket for the build status
[02:35:17.284] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:17.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:18:0) after 1m0s
[02:36:17.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:18:0)
[02:36:17.337] Timer tick, asking Buildbucket for the build status
[02:36:17.932] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:17.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:19:0) after 1m0s
[02:37:17.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:19:0)
[02:37:17.971] Timer tick, asking Buildbucket for the build status
[02:37:18.194] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:18.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:20:0) after 1m0s
[02:38:18.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:20:0)
[02:38:18.265] Timer tick, asking Buildbucket for the build status
[02:38:18.507] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:18.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:21:0) after 1m0s
[02:39:18.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:21:0)
[02:39:18.637] Timer tick, asking Buildbucket for the build status
[02:39:19.318] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:19.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:22:0) after 1m0s
[02:40:19.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:22:0)
[02:40:19.321] Timer tick, asking Buildbucket for the build status
[02:40:20.095] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:20.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:23:0) after 1m0s
[02:41:20.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:23:0)
[02:41:20.123] Timer tick, asking Buildbucket for the build status
[02:41:20.434] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:20.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:24:0) after 1m0s
[02:42:20.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:24:0)
[02:42:20.562] Timer tick, asking Buildbucket for the build status
[02:42:20.985] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:20.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:25:0) after 1m0s
[02:43:21.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:25:0)
[02:43:21.085] Timer tick, asking Buildbucket for the build status
[02:43:21.285] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:21.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:26:0) after 1m0s
[02:44:21.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:26:0)
[02:44:21.324] Timer tick, asking Buildbucket for the build status
[02:44:21.655] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:21.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:27:0) after 1m0s
[02:45:21.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:27:0)
[02:45:21.772] Timer tick, asking Buildbucket for the build status
[02:45:21.979] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:21.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:28:0) after 1m0s
[02:46:21.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:28:0)
[02:46:21.976] Timer tick, asking Buildbucket for the build status
[02:46:22.541] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:22.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:29:0) after 1m0s
[02:47:22.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:29:0)
[02:47:22.569] Timer tick, asking Buildbucket for the build status
[02:47:22.884] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:22.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:30:0) after 1m0s
[02:48:22.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:30:0)
[02:48:22.987] Timer tick, asking Buildbucket for the build status
[02:48:23.594] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:23.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:31:0) after 1m0s
[02:49:23.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:31:0)
[02:49:23.669] Timer tick, asking Buildbucket for the build status
[02:49:24.706] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:24.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:32:0) after 1m0s
[02:50:24.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:32:0)
[02:50:24.747] Timer tick, asking Buildbucket for the build status
[02:50:25.108] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:25.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:33:0) after 1m0s
[02:51:25.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:33:0)
[02:51:25.195] Timer tick, asking Buildbucket for the build status
[02:51:26.147] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:26.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:34:0) after 1m0s
[02:52:26.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:34:0)
[02:52:26.145] Timer tick, asking Buildbucket for the build status
[02:52:26.917] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:26.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:35:0) after 1m0s
[02:53:26.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:35:0)
[02:53:26.940] Timer tick, asking Buildbucket for the build status
[02:53:27.785] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:27.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:36:0) after 1m0s
[02:54:27.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:36:0)
[02:54:27.811] Timer tick, asking Buildbucket for the build status
[02:54:28.405] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:28.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:37:0) after 1m0s
[02:55:28.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:37:0)
[02:55:28.541] Timer tick, asking Buildbucket for the build status
[02:55:29.042] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:29.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:38:0) after 1m0s
[02:56:29.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:38:0)
[02:56:29.445] Timer tick, asking Buildbucket for the build status
[02:56:29.758] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:29.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:39:0) after 1m0s
[02:57:29.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:39:0)
[02:57:29.972] Timer tick, asking Buildbucket for the build status
[02:57:30.675] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:30.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:40:0) after 1m0s
[02:58:30.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:40:0)
[02:58:30.948] Timer tick, asking Buildbucket for the build status
[02:58:31.087] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:31.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:41:0) after 1m0s
[02:59:31.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:41:0)
[02:59:31.122] Timer tick, asking Buildbucket for the build status
[02:59:31.938] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:31.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:42:0) after 1m0s
[03:00:32.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:42:0)
[03:00:32.203] Timer tick, asking Buildbucket for the build status
[03:00:32.328] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:32.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:43:0) after 1m0s
[03:01:32.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:43:0)
[03:01:32.561] Timer tick, asking Buildbucket for the build status
[03:01:32.854] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:32.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:44:0) after 1m0s
[03:02:35.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:44:0)
[03:02:35.720] Timer tick, asking Buildbucket for the build status
[03:02:35.961] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:35.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:45:0) after 1m0s
[03:03:35.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:45:0)
[03:03:35.961] Timer tick, asking Buildbucket for the build status
[03:03:36.222] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:36.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:46:0) after 1m0s
[03:04:36.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:46:0)
[03:04:36.248] Timer tick, asking Buildbucket for the build status
[03:04:37.015] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:37.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:47:0) after 1m0s
[03:05:37.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:47:0)
[03:05:37.038] Timer tick, asking Buildbucket for the build status
[03:05:37.375] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:37.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:48:0) after 1m0s
[03:06:37.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:48:0)
[03:06:37.399] Timer tick, asking Buildbucket for the build status
[03:06:37.813] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:49:0) after 1m0s
[03:07:37.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:49:0)
[03:07:37.837] Timer tick, asking Buildbucket for the build status
[03:07:38.404] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:38.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:50:0) after 1m0s
[03:08:38.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:50:0)
[03:08:38.426] Timer tick, asking Buildbucket for the build status
[03:08:38.576] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:38.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:51:0) after 1m0s
[03:09:38.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:51:0)
[03:09:38.599] Timer tick, asking Buildbucket for the build status
[03:09:38.750] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:38.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:52:0) after 1m0s
[03:10:38.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:52:0)
[03:10:38.807] Timer tick, asking Buildbucket for the build status
[03:10:38.929] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:38.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:53:0) after 1m0s
[03:11:38.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:53:0)
[03:11:38.957] Timer tick, asking Buildbucket for the build status
[03:11:39.601] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:39.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:54:0) after 1m0s
[03:12:39.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:54:0)
[03:12:39.618] Timer tick, asking Buildbucket for the build status
[03:12:40.088] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:40.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:55:0) after 1m0s
[03:13:40.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:55:0)
[03:13:40.255] Timer tick, asking Buildbucket for the build status
[03:13:40.655] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:40.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:56:0) after 1m0s
[03:14:40.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:56:0)
[03:14:40.750] Timer tick, asking Buildbucket for the build status
[03:14:41.598] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:41.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:57:0) after 1m0s
[03:15:41.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:57:0)
[03:15:41.723] Timer tick, asking Buildbucket for the build status
[03:15:42.075] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:42.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:58:0) after 1m0s
[03:16:42.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:58:0)
[03:16:42.148] Timer tick, asking Buildbucket for the build status
[03:16:42.411] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:42.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:59:0) after 1m0s
[03:17:42.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:59:0)
[03:17:42.436] Timer tick, asking Buildbucket for the build status
[03:17:42.601] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:42.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:60:0) after 1m0s
[03:18:42.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:60:0)
[03:18:42.645] Timer tick, asking Buildbucket for the build status
[03:18:43.132] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:43.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:61:0) after 1m0s
[03:19:43.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:61:0)
[03:19:43.161] Timer tick, asking Buildbucket for the build status
[03:19:44.093] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:44.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:62:0) after 1m0s
[03:20:44.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:62:0)
[03:20:44.187] Timer tick, asking Buildbucket for the build status
[03:20:44.739] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:44.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:63:0) after 1m0s
[03:21:44.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:63:0)
[03:21:44.767] Timer tick, asking Buildbucket for the build status
[03:21:45.012] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:45.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:64:0) after 1m0s
[03:22:45.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:64:0)
[03:22:45.248] Timer tick, asking Buildbucket for the build status
[03:22:45.705] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:45.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:65:0) after 1m0s
[03:23:45.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:65:0)
[03:23:45.727] Timer tick, asking Buildbucket for the build status
[03:23:46.323] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:46.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:66:0) after 1m0s
[03:24:46.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:66:0)
[03:24:46.352] Timer tick, asking Buildbucket for the build status
[03:24:48.376] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:48.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:67:0) after 1m0s
[03:25:48.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:67:0)
[03:25:48.451] Timer tick, asking Buildbucket for the build status
[03:25:48.604] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:48.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:68:0) after 1m0s
[03:26:48.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:68:0)
[03:26:48.734] Timer tick, asking Buildbucket for the build status
[03:26:48.866] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:48.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:69:0) after 1m0s
[03:27:48.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:69:0)
[03:27:48.892] Timer tick, asking Buildbucket for the build status
[03:27:49.117] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:49.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:70:0) after 1m0s
[03:28:49.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:70:0)
[03:28:49.139] Timer tick, asking Buildbucket for the build status
[03:28:50.069] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:50.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:71:0) after 1m0s
[03:29:50.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:71:0)
[03:29:50.104] Timer tick, asking Buildbucket for the build status
[03:29:50.790] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:50.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:72:0) after 1m0s
[03:30:50.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:72:0)
[03:30:50.820] Timer tick, asking Buildbucket for the build status
[03:30:51.097] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:51.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:73:0) after 1m0s
[03:31:51.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:73:0)
[03:31:51.133] Timer tick, asking Buildbucket for the build status
[03:31:51.390] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:51.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:74:0) after 1m0s
[03:32:51.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:74:0)
[03:32:51.471] Timer tick, asking Buildbucket for the build status
[03:32:51.613] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:51.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:75:0) after 1m0s
[03:33:51.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:75:0)
[03:33:51.638] Timer tick, asking Buildbucket for the build status
[03:33:51.820] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:51.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:76:0) after 1m0s
[03:34:51.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:76:0)
[03:34:51.843] Timer tick, asking Buildbucket for the build status
[03:34:52.254] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:52.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:77:0) after 1m0s
[03:35:52.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:77:0)
[03:35:52.362] Timer tick, asking Buildbucket for the build status
[03:35:52.552] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:52.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:78:0) after 1m0s
[03:36:52.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:78:0)
[03:36:52.588] Timer tick, asking Buildbucket for the build status
[03:36:52.818] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:52.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:79:0) after 1m0s
[03:37:52.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:79:0)
[03:37:52.927] Timer tick, asking Buildbucket for the build status
[03:37:53.216] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:53.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:80:0) after 1m0s
[03:38:53.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:80:0)
[03:38:53.284] Timer tick, asking Buildbucket for the build status
[03:38:53.553] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:53.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:81:0) after 1m0s
[03:39:53.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:81:0)
[03:39:53.706] Timer tick, asking Buildbucket for the build status
[03:39:53.910] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:53.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:82:0) after 1m0s
[03:40:53.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:82:0)
[03:40:53.987] Timer tick, asking Buildbucket for the build status
[03:40:54.168] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:54.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:83:0) after 1m0s
[03:41:54.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:83:0)
[03:41:54.192] Timer tick, asking Buildbucket for the build status
[03:41:54.351] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:54.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:84:0) after 1m0s
[03:42:54.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:84:0)
[03:42:54.387] Timer tick, asking Buildbucket for the build status
[03:42:55.496] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:55.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:85:0) after 1m0s
[03:43:55.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:85:0)
[03:43:55.549] Timer tick, asking Buildbucket for the build status
[03:43:56.481] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:56.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:86:0) after 1m0s
[03:44:56.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:86:0)
[03:44:56.524] Timer tick, asking Buildbucket for the build status
[03:44:57.094] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:57.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:87:0) after 1m0s
[03:45:57.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:87:0)
[03:45:57.153] Timer tick, asking Buildbucket for the build status
[03:45:57.779] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:57.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:88:0) after 1m0s
[03:46:57.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:88:0)
[03:46:57.852] Timer tick, asking Buildbucket for the build status
[03:46:57.987] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:57.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:89:0) after 1m0s
[03:47:58.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:89:0)
[03:47:58.003] Timer tick, asking Buildbucket for the build status
[03:47:58.353] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:58.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:90:0) after 1m0s
[03:48:58.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:90:0)
[03:48:58.465] Timer tick, asking Buildbucket for the build status
[03:48:59.377] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:59.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:91:0) after 1m0s
[03:49:59.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:91:0)
[03:49:59.454] Timer tick, asking Buildbucket for the build status
[03:49:59.791] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:59.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:92:0) after 1m0s
[03:50:59.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:92:0)
[03:50:59.913] Timer tick, asking Buildbucket for the build status
[03:51:00.657] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:00.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:93:0) after 1m0s
[03:52:00.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:93:0)
[03:52:00.951] Timer tick, asking Buildbucket for the build status
[03:52:01.121] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:01.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:94:0) after 1m0s
[03:53:01.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:94:0)
[03:53:01.158] Timer tick, asking Buildbucket for the build status
[03:53:01.469] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:01.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:95:0) after 1m0s
[03:54:01.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:95:0)
[03:54:01.557] Timer tick, asking Buildbucket for the build status
[03:54:01.709] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:01.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:96:0) after 1m0s
[03:55:01.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:96:0)
[03:55:01.803] Timer tick, asking Buildbucket for the build status
[03:55:02.417] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:02.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:97:0) after 1m0s
[03:56:02.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:97:0)
[03:56:02.489] Timer tick, asking Buildbucket for the build status
[03:56:03.117] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:03.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:98:0) after 1m0s
[03:57:03.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:98:0)
[03:57:03.167] Timer tick, asking Buildbucket for the build status
[03:57:03.316] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:03.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:99:0) after 1m0s
[03:58:03.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:99:0)
[03:58:03.359] Timer tick, asking Buildbucket for the build status
[03:58:03.509] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:03.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:100:0) after 1m0s
[03:59:03.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:100:0)
[03:59:03.638] Timer tick, asking Buildbucket for the build status
[03:59:03.784] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:03.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:101:0) after 1m0s
[04:00:04.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:101:0)
[04:00:04.693] Timer tick, asking Buildbucket for the build status
[04:00:05.358] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:05.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:102:0) after 1m0s
[04:01:06.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:102:0)
[04:01:06.954] Timer tick, asking Buildbucket for the build status
[04:01:07.129] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:07.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:103:0) after 1m0s
[04:02:07.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:103:0)
[04:02:07.173] Timer tick, asking Buildbucket for the build status
[04:02:08.010] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:08.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:104:0) after 1m0s
[04:03:08.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:104:0)
[04:03:08.089] Timer tick, asking Buildbucket for the build status
[04:03:09.884] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:09.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:105:0) after 1m0s
[04:04:09.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:105:0)
[04:04:09.905] Timer tick, asking Buildbucket for the build status
[04:04:10.955] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:10.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:106:0) after 1m0s
[04:05:10.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:106:0)
[04:05:10.983] Timer tick, asking Buildbucket for the build status
[04:05:11.125] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:11.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:107:0) after 1m0s
[04:06:11.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:107:0)
[04:06:11.150] Timer tick, asking Buildbucket for the build status
[04:06:11.350] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:11.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:108:0) after 1m0s
[04:07:11.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:108:0)
[04:07:11.524] Timer tick, asking Buildbucket for the build status
[04:07:11.657] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:11.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:109:0) after 1m0s
[04:08:11.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:109:0)
[04:08:11.752] Timer tick, asking Buildbucket for the build status
[04:08:12.036] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:12.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:110:0) after 1m0s
[04:09:12.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:110:0)
[04:09:12.068] Timer tick, asking Buildbucket for the build status
[04:09:12.249] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:12.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:111:0) after 1m0s
[04:10:12.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:111:0)
[04:10:12.290] Timer tick, asking Buildbucket for the build status
[04:10:14.038] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:14.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:112:0) after 1m0s
[04:11:14.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:112:0)
[04:11:14.118] Timer tick, asking Buildbucket for the build status
[04:11:14.359] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:14.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:113:0) after 1m0s
[04:12:14.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:113:0)
[04:12:14.384] Timer tick, asking Buildbucket for the build status
[04:12:14.763] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:14.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:114:0) after 1m0s
[04:13:14.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:114:0)
[04:13:14.838] Timer tick, asking Buildbucket for the build status
[04:13:15.409] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:15.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:115:0) after 1m0s
[04:14:15.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:115:0)
[04:14:15.532] Timer tick, asking Buildbucket for the build status
[04:14:16.056] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:16.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:116:0) after 1m0s
[04:15:16.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:116:0)
[04:15:16.098] Timer tick, asking Buildbucket for the build status
[04:15:17.125] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:17.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:117:0) after 1m0s
[04:16:17.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:117:0)
[04:16:17.153] Timer tick, asking Buildbucket for the build status
[04:16:17.321] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:17.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:118:0) after 1m0s
[04:17:17.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:118:0)
[04:17:17.453] Timer tick, asking Buildbucket for the build status
[04:17:18.523] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:18.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:119:0) after 1m0s
[04:18:18.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:119:0)
[04:18:18.554] Timer tick, asking Buildbucket for the build status
[04:18:18.703] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:18.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:120:0) after 1m0s
[04:19:18.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:120:0)
[04:19:18.751] Timer tick, asking Buildbucket for the build status
[04:19:19.217] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:19.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:121:0) after 1m0s
[04:20:19.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:121:0)
[04:20:19.248] Timer tick, asking Buildbucket for the build status
[04:20:19.430] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:19.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:122:0) after 1m0s
[04:21:19.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:122:0)
[04:21:19.458] Timer tick, asking Buildbucket for the build status
[04:21:19.973] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:19.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:123:0) after 1m0s
[04:22:20.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:123:0)
[04:22:20.106] Timer tick, asking Buildbucket for the build status
[04:22:20.402] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:20.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:124:0) after 1m0s
[04:23:20.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:124:0)
[04:23:20.533] Timer tick, asking Buildbucket for the build status
[04:23:20.670] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:20.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:125:0) after 1m0s
[04:24:20.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:125:0)
[04:24:20.764] Timer tick, asking Buildbucket for the build status
[04:24:21.604] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:21.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:126:0) after 1m0s
[04:25:21.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:126:0)
[04:25:21.582] Timer tick, asking Buildbucket for the build status
[04:25:21.959] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:21.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:127:0) after 1m0s
[04:26:22.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:127:0)
[04:26:22.080] Timer tick, asking Buildbucket for the build status
[04:26:24.294] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:24.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:128:0) after 1m0s
[04:27:24.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:128:0)
[04:27:24.440] Timer tick, asking Buildbucket for the build status
[04:27:24.587] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:24.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:129:0) after 1m0s
[04:28:24.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:129:0)
[04:28:24.603] Timer tick, asking Buildbucket for the build status
[04:28:25.707] Build 8896579960406315568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:25.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062010022789112960:130:0) after 1m0s
[04:28:47.655] Received PubSub notification, asking Buildbucket for the build status
[04:28:49.020] Build 8896579960406315568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:28:49.020] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1573964926706442",
    "created_by": "project:chromium",
    "created_ts": "1573957210113890",
    "failure_reason": "BUILD_FAILURE",
    "id": "8896579960406315568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"bde499ee3b1989f4408c8fefbe043a7d4ddd6e75\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11056, \"got_angle_revision\": \"51b5a3222b60d5f523d04b5a86eeb28278880db4\", \"got_dawn_revision\": \"a930e599e17c14e0a72fe7403aab69d791885da8\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"bde499ee3b1989f4408c8fefbe043a7d4ddd6e75\", \"got_revision_cp\": \"refs/heads/master@{#716042}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"aba1020d39145285f8d8df82d6f0b83d0b0e5386\", \"got_v8_revision\": \"295649fd927eeaaaf8ec10d68b45602e89e94223\", \"got_v8_revision_cp\": \"refs/heads/8.0.284@{#1}\", \"got_webrtc_revision\": \"fd0e32a87a4e6a9a6cfeb02fbdcddd6edf4ac9c8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29804}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"bde499ee3b1989f4408c8fefbe043a7d4ddd6e75\", \"swarm_hashes\": {\"0\": \"317cf0e775bfd8cdd54334c4e7a190fa040df500\", \"1\": \"57ad3d52c407baaa007c6888901ae569d72ad2da\", \"10\": \"ed4340fa0c1ed6ed2291ac2c0367171cb4bd9daf\", \"11\": \"236d44a88264182f775a4265e55fe0e60e577052\", \"12\": \"b09a40d69b6d7141c8e286bdc03eecceda14fbf7\", \"13\": \"7b4e87d9d88f7ef22c8b1818aa4f9eaf8935e276\", \"14\": \"9b13bac018abbc7a5bec1c59623c1d9570e0f07a\", \"15\": \"ebdcaab2cdd57636f34cdca1f319987372cbfd21\", \"16\": \"a6ca4ca512d3f27e70b92f21098800ecbe2828db\", \"2\": \"19c69d85144784260e1e5e88c40b61e080b8d37b\", \"3\": \"383820a632cb1873b3486608a18156b254ca5fb1\", \"4\": \"e1ee9a69efa81bd05382e9b6d75960ad94ae37ac\", \"5\": \"bd155380e7de5114ba7ac9d0543a014a13acc215\", \"6\": \"0a94a54ade2318bc1c70129a514d597369bde2b3\", \"7\": \"53150acb1fa1a51236f16771cfa1e05aacc528e2\", \"8\": \"4bd2ef5cf30be45ea4790e01e49976bd89a2ec04\", \"9\": \"0c47441be1037f1949372982abe1bf17c67580aa\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4632-c6c17d9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573957408021065",
    "status": "COMPLETED",
    "status_changed_ts": "1573957409318987",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11056",
      "builder:ToTiOS",
      "buildset:commit/git/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bde499ee3b1989f4408c8fefbe043a7d4ddd6e75",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062010022789112960",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896579960406315568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:488ffa9c0d8c9210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573964927092800",
    "url": "https://ci.chromium.org/b/8896579960406315568",
    "utcnow_ts": "1573964929006116"
  }
}
[04:28:49.020] Invocation finished in 2h8m40.561499815s with status FAILED