Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7eff9a782938340e605fa0d8a9c6b857178cb956"
}

Incoming tags

  • buildset:commit/git/7eff9a782938340e605fa0d8a9c6b857178cb956
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7eff9a782938340e605fa0d8a9c6b857178cb956
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[13:27:53.194] New invocation is queued and will start shortly
[13:27:54.400] Starting the invocation (attempt 1)
[13:27:54.504] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:27:54.504] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:27:54.504] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065501293579342928",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7eff9a782938340e605fa0d8a9c6b857178cb956\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9065501293579342928",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7eff9a782938340e605fa0d8a9c6b857178cb956",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7eff9a782938340e605fa0d8a9c6b857178cb956",
    "gitiles_ref:refs/heads/master"
  ]
}
[13:27:55.389] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570627674858987",
    "id": "8900071231166338720",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7eff9a782938340e605fa0d8a9c6b857178cb956\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570627675278521",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10300",
      "builder:ToTiOS",
      "buildset:commit/git/7eff9a782938340e605fa0d8a9c6b857178cb956",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7eff9a782938340e605fa0d8a9c6b857178cb956",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065501293579342928",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900071231166338720/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570627675278632",
    "url": "https://ci.chromium.org/b/8900071231166338720",
    "utcnow_ts": "1570627675380535"
  }
}
[13:27:55.389] Task URL: https://ci.chromium.org/b/8900071231166338720
[13:27:55.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:2:0) after 1m0s
[13:28:55.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:2:0)
[13:28:55.545] Timer tick, asking Buildbucket for the build status
[13:28:55.785] Build 8900071231166338720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:28:55.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:3:0) after 1m0s
[13:29:55.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:3:0)
[13:29:55.963] Timer tick, asking Buildbucket for the build status
[13:29:56.202] Build 8900071231166338720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:29:56.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:4:0) after 1m0s
[13:30:56.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:4:0)
[13:30:56.391] Timer tick, asking Buildbucket for the build status
[13:30:57.551] Build 8900071231166338720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:30:57.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:5:0) after 1m0s
[13:30:59.370] Received PubSub notification, asking Buildbucket for the build status
[13:31:00.503] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:57.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:5:0)
[13:31:57.587] Timer tick, asking Buildbucket for the build status
[13:31:58.405] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:58.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:7:0) after 1m0s
[13:32:58.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:7:0)
[13:32:58.590] Timer tick, asking Buildbucket for the build status
[13:32:58.972] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:58.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:8:0) after 1m0s
[13:33:58.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:8:0)
[13:33:58.981] Timer tick, asking Buildbucket for the build status
[13:34:00.144] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:00.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:9:0) after 1m0s
[13:35:00.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:9:0)
[13:35:00.171] Timer tick, asking Buildbucket for the build status
[13:35:00.318] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:00.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:10:0) after 1m0s
[13:36:00.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:10:0)
[13:36:00.470] Timer tick, asking Buildbucket for the build status
[13:36:00.632] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:00.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:11:0) after 1m0s
[13:37:00.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:11:0)
[13:37:00.729] Timer tick, asking Buildbucket for the build status
[13:37:00.996] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:00.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:12:0) after 1m0s
[13:38:01.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:12:0)
[13:38:01.196] Timer tick, asking Buildbucket for the build status
[13:38:01.414] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:01.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:13:0) after 1m0s
[13:39:01.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:13:0)
[13:39:01.681] Timer tick, asking Buildbucket for the build status
[13:39:02.371] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:02.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:14:0) after 1m0s
[13:40:02.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:14:0)
[13:40:02.420] Timer tick, asking Buildbucket for the build status
[13:40:02.819] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:02.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:15:0) after 1m0s
[13:41:02.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:15:0)
[13:41:02.856] Timer tick, asking Buildbucket for the build status
[13:41:02.988] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:02.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:16:0) after 1m0s
[13:42:03.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:16:0)
[13:42:03.010] Timer tick, asking Buildbucket for the build status
[13:42:07.940] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:07.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:17:0) after 1m0s
[13:43:07.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:17:0)
[13:43:07.954] Timer tick, asking Buildbucket for the build status
[13:43:08.708] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:08.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:18:0) after 1m0s
[13:44:08.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:18:0)
[13:44:08.775] Timer tick, asking Buildbucket for the build status
[13:44:09.038] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:09.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:19:0) after 1m0s
[13:45:09.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:19:0)
[13:45:09.106] Timer tick, asking Buildbucket for the build status
[13:45:09.231] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:09.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:20:0) after 1m0s
[13:46:09.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:20:0)
[13:46:09.314] Timer tick, asking Buildbucket for the build status
[13:46:10.960] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:10.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:21:0) after 1m0s
[13:47:11.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:21:0)
[13:47:11.119] Timer tick, asking Buildbucket for the build status
[13:47:11.526] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:11.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:22:0) after 1m0s
[13:48:11.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:22:0)
[13:48:11.629] Timer tick, asking Buildbucket for the build status
[13:48:12.241] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:12.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:23:0) after 1m0s
[13:49:12.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:23:0)
[13:49:12.294] Timer tick, asking Buildbucket for the build status
[13:49:13.460] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:13.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:24:0) after 1m0s
[13:50:13.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:24:0)
[13:50:13.465] Timer tick, asking Buildbucket for the build status
[13:50:19.753] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:19.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:25:0) after 1m0s
[13:51:19.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:25:0)
[13:51:19.874] Timer tick, asking Buildbucket for the build status
[13:51:22.123] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:22.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:26:0) after 1m0s
[13:52:22.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:26:0)
[13:52:22.165] Timer tick, asking Buildbucket for the build status
[13:52:23.964] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:23.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:27:0) after 1m0s
[13:53:24.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:27:0)
[13:53:24.024] Timer tick, asking Buildbucket for the build status
[13:53:24.207] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:24.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:28:0) after 1m0s
[13:54:24.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:28:0)
[13:54:24.243] Timer tick, asking Buildbucket for the build status
[13:54:24.363] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:24.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:29:0) after 1m0s
[13:55:24.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:29:0)
[13:55:24.666] Timer tick, asking Buildbucket for the build status
[13:55:24.863] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:24.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:30:0) after 1m0s
[13:56:24.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:30:0)
[13:56:24.897] Timer tick, asking Buildbucket for the build status
[13:56:27.292] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:27.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:31:0) after 1m0s
[13:57:27.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:31:0)
[13:57:27.323] Timer tick, asking Buildbucket for the build status
[13:57:28.002] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:28.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:32:0) after 1m0s
[13:58:27.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:32:0)
[13:58:27.995] Timer tick, asking Buildbucket for the build status
[13:58:28.501] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:28.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:33:0) after 1m0s
[13:59:28.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:33:0)
[13:59:28.725] Timer tick, asking Buildbucket for the build status
[13:59:29.213] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:29.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:34:0) after 1m0s
[14:00:29.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:34:0)
[14:00:29.323] Timer tick, asking Buildbucket for the build status
[14:00:29.705] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:29.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:35:0) after 1m0s
[14:01:29.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:35:0)
[14:01:29.990] Timer tick, asking Buildbucket for the build status
[14:01:30.185] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:30.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:36:0) after 1m0s
[14:02:30.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:36:0)
[14:02:30.331] Timer tick, asking Buildbucket for the build status
[14:02:30.569] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:30.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:37:0) after 1m0s
[14:03:30.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:37:0)
[14:03:30.674] Timer tick, asking Buildbucket for the build status
[14:03:31.683] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:31.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:38:0) after 1m0s
[14:04:31.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:38:0)
[14:04:31.773] Timer tick, asking Buildbucket for the build status
[14:04:31.969] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:31.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:39:0) after 1m0s
[14:05:32.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:39:0)
[14:05:32.073] Timer tick, asking Buildbucket for the build status
[14:05:33.105] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:33.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:40:0) after 1m0s
[14:06:33.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:40:0)
[14:06:33.191] Timer tick, asking Buildbucket for the build status
[14:06:34.841] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:34.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:41:0) after 1m0s
[14:07:34.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:41:0)
[14:07:34.930] Timer tick, asking Buildbucket for the build status
[14:07:35.852] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:35.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:42:0) after 1m0s
[14:08:35.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:42:0)
[14:08:35.846] Timer tick, asking Buildbucket for the build status
[14:08:36.642] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:36.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:43:0) after 1m0s
[14:09:36.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:43:0)
[14:09:36.674] Timer tick, asking Buildbucket for the build status
[14:09:37.093] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:37.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:44:0) after 1m0s
[14:10:37.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:44:0)
[14:10:37.400] Timer tick, asking Buildbucket for the build status
[14:10:38.894] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:38.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:45:0) after 1m0s
[14:11:39.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:45:0)
[14:11:39.052] Timer tick, asking Buildbucket for the build status
[14:11:39.721] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:39.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:46:0) after 1m0s
[14:12:39.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:46:0)
[14:12:39.860] Timer tick, asking Buildbucket for the build status
[14:12:40.120] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:40.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:47:0) after 1m0s
[14:13:40.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:47:0)
[14:13:40.271] Timer tick, asking Buildbucket for the build status
[14:13:40.625] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:40.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:48:0) after 1m0s
[14:14:40.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:48:0)
[14:14:40.753] Timer tick, asking Buildbucket for the build status
[14:14:42.527] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:42.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:49:0) after 1m0s
[14:15:42.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:49:0)
[14:15:42.541] Timer tick, asking Buildbucket for the build status
[14:15:42.744] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:42.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:50:0) after 1m0s
[14:16:42.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:50:0)
[14:16:42.811] Timer tick, asking Buildbucket for the build status
[14:16:43.002] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:43.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:51:0) after 1m0s
[14:17:43.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:51:0)
[14:17:43.078] Timer tick, asking Buildbucket for the build status
[14:17:43.367] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:43.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:52:0) after 1m0s
[14:18:43.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:52:0)
[14:18:43.551] Timer tick, asking Buildbucket for the build status
[14:18:43.951] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:43.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:53:0) after 1m0s
[14:19:43.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:53:0)
[14:19:43.985] Timer tick, asking Buildbucket for the build status
[14:19:44.215] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:44.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:54:0) after 1m0s
[14:20:44.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:54:0)
[14:20:44.606] Timer tick, asking Buildbucket for the build status
[14:20:47.241] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:47.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:55:0) after 1m0s
[14:21:47.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:55:0)
[14:21:47.345] Timer tick, asking Buildbucket for the build status
[14:21:47.741] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:47.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:56:0) after 1m0s
[14:22:47.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:56:0)
[14:22:47.791] Timer tick, asking Buildbucket for the build status
[14:22:48.806] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:48.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:57:0) after 1m0s
[14:23:48.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:57:0)
[14:23:48.893] Timer tick, asking Buildbucket for the build status
[14:23:49.098] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:49.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:58:0) after 1m0s
[14:24:49.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:58:0)
[14:24:49.189] Timer tick, asking Buildbucket for the build status
[14:24:49.364] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:49.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:59:0) after 1m0s
[14:25:49.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:59:0)
[14:25:49.498] Timer tick, asking Buildbucket for the build status
[14:25:49.722] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:49.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:60:0) after 1m0s
[14:26:49.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:60:0)
[14:26:49.738] Timer tick, asking Buildbucket for the build status
[14:26:50.017] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:50.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:61:0) after 1m0s
[14:27:50.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:61:0)
[14:27:50.207] Timer tick, asking Buildbucket for the build status
[14:27:50.604] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:50.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:62:0) after 1m0s
[14:28:50.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:62:0)
[14:28:50.662] Timer tick, asking Buildbucket for the build status
[14:28:52.113] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:52.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:63:0) after 1m0s
[14:29:52.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:63:0)
[14:29:52.365] Timer tick, asking Buildbucket for the build status
[14:29:53.186] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:53.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:64:0) after 1m0s
[14:30:53.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:64:0)
[14:30:53.346] Timer tick, asking Buildbucket for the build status
[14:30:53.560] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:53.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:65:0) after 1m0s
[14:31:53.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:65:0)
[14:31:53.785] Timer tick, asking Buildbucket for the build status
[14:31:58.445] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:58.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:66:0) after 1m0s
[14:32:58.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:66:0)
[14:32:58.661] Timer tick, asking Buildbucket for the build status
[14:33:02.410] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:02.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:67:0) after 1m0s
[14:34:02.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:67:0)
[14:34:02.559] Timer tick, asking Buildbucket for the build status
[14:34:07.947] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:07.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:68:0) after 1m0s
[14:35:07.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:68:0)
[14:35:07.940] Timer tick, asking Buildbucket for the build status
[14:35:08.704] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:08.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:69:0) after 1m0s
[14:36:08.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:69:0)
[14:36:08.827] Timer tick, asking Buildbucket for the build status
[14:36:09.098] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:09.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:70:0) after 1m0s
[14:37:09.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:70:0)
[14:37:09.274] Timer tick, asking Buildbucket for the build status
[14:37:11.119] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:11.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:71:0) after 1m0s
[14:38:11.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:71:0)
[14:38:11.134] Timer tick, asking Buildbucket for the build status
[14:38:11.760] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:11.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:72:0) after 1m0s
[14:39:11.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:72:0)
[14:39:11.846] Timer tick, asking Buildbucket for the build status
[14:39:12.050] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:12.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:73:0) after 1m0s
[14:40:12.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:73:0)
[14:40:12.187] Timer tick, asking Buildbucket for the build status
[14:40:12.727] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:12.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:74:0) after 1m0s
[14:41:12.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:74:0)
[14:41:12.755] Timer tick, asking Buildbucket for the build status
[14:41:14.130] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:14.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:75:0) after 1m0s
[14:42:14.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:75:0)
[14:42:14.253] Timer tick, asking Buildbucket for the build status
[14:42:14.447] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:14.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:76:0) after 1m0s
[14:43:14.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:76:0)
[14:43:14.594] Timer tick, asking Buildbucket for the build status
[14:43:14.911] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:14.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:77:0) after 1m0s
[14:44:15.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:77:0)
[14:44:15.100] Timer tick, asking Buildbucket for the build status
[14:44:15.362] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:15.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:78:0) after 1m0s
[14:45:15.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:78:0)
[14:45:15.361] Timer tick, asking Buildbucket for the build status
[14:45:15.855] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:15.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:79:0) after 1m0s
[14:46:15.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:79:0)
[14:46:15.926] Timer tick, asking Buildbucket for the build status
[14:46:16.082] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:16.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:80:0) after 1m0s
[14:47:16.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:80:0)
[14:47:16.185] Timer tick, asking Buildbucket for the build status
[14:47:16.366] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:16.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:81:0) after 1m0s
[14:48:16.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:81:0)
[14:48:16.445] Timer tick, asking Buildbucket for the build status
[14:48:16.645] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:16.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:82:0) after 1m0s
[14:49:16.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:82:0)
[14:49:16.673] Timer tick, asking Buildbucket for the build status
[14:49:17.458] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:17.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:83:0) after 1m0s
[14:50:17.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:83:0)
[14:50:17.533] Timer tick, asking Buildbucket for the build status
[14:50:17.653] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:17.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:84:0) after 1m0s
[14:51:17.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:84:0)
[14:51:17.716] Timer tick, asking Buildbucket for the build status
[14:51:19.954] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:19.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:85:0) after 1m0s
[14:52:20.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:85:0)
[14:52:20.036] Timer tick, asking Buildbucket for the build status
[14:52:21.227] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:21.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:86:0) after 1m0s
[14:53:21.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:86:0)
[14:53:21.288] Timer tick, asking Buildbucket for the build status
[14:53:21.483] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:21.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:87:0) after 1m0s
[14:54:21.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:87:0)
[14:54:21.513] Timer tick, asking Buildbucket for the build status
[14:54:21.754] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:21.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:88:0) after 1m0s
[14:55:21.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:88:0)
[14:55:21.863] Timer tick, asking Buildbucket for the build status
[14:55:22.370] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:22.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:89:0) after 1m0s
[14:56:22.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:89:0)
[14:56:22.459] Timer tick, asking Buildbucket for the build status
[14:56:22.643] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:22.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:90:0) after 1m0s
[14:57:22.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:90:0)
[14:57:22.759] Timer tick, asking Buildbucket for the build status
[14:57:22.955] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:22.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:91:0) after 1m0s
[14:58:23.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:91:0)
[14:58:23.057] Timer tick, asking Buildbucket for the build status
[14:58:23.763] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:23.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:92:0) after 1m0s
[14:59:23.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:92:0)
[14:59:23.811] Timer tick, asking Buildbucket for the build status
[14:59:26.125] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:26.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:93:0) after 1m0s
[15:00:26.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:93:0)
[15:00:26.154] Timer tick, asking Buildbucket for the build status
[15:00:29.013] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:29.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:94:0) after 1m0s
[15:01:29.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:94:0)
[15:01:29.056] Timer tick, asking Buildbucket for the build status
[15:01:29.576] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:29.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:95:0) after 1m0s
[15:02:29.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:95:0)
[15:02:29.679] Timer tick, asking Buildbucket for the build status
[15:02:30.326] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:30.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:96:0) after 1m0s
[15:03:30.485] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:96:0)
[15:03:30.485] Timer tick, asking Buildbucket for the build status
[15:03:33.941] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:33.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:97:0) after 1m0s
[15:04:34.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:97:0)
[15:04:34.027] Timer tick, asking Buildbucket for the build status
[15:04:35.359] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:35.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:98:0) after 1m0s
[15:05:35.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:98:0)
[15:05:35.416] Timer tick, asking Buildbucket for the build status
[15:05:35.986] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:35.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:99:0) after 1m0s
[15:06:36.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:99:0)
[15:06:36.025] Timer tick, asking Buildbucket for the build status
[15:06:36.498] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:36.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:100:0) after 1m0s
[15:07:36.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:100:0)
[15:07:36.531] Timer tick, asking Buildbucket for the build status
[15:07:38.852] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:38.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:101:0) after 1m0s
[15:08:38.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:101:0)
[15:08:38.895] Timer tick, asking Buildbucket for the build status
[15:08:39.792] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:39.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:102:0) after 1m0s
[15:09:39.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:102:0)
[15:09:39.896] Timer tick, asking Buildbucket for the build status
[15:09:40.161] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:40.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:103:0) after 1m0s
[15:10:40.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:103:0)
[15:10:40.273] Timer tick, asking Buildbucket for the build status
[15:10:40.689] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:40.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:104:0) after 1m0s
[15:11:40.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:104:0)
[15:11:40.724] Timer tick, asking Buildbucket for the build status
[15:11:41.516] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:41.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:105:0) after 1m0s
[15:12:41.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:105:0)
[15:12:41.586] Timer tick, asking Buildbucket for the build status
[15:12:43.753] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:43.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:106:0) after 1m0s
[15:13:43.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:106:0)
[15:13:43.800] Timer tick, asking Buildbucket for the build status
[15:13:43.971] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:43.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:107:0) after 1m0s
[15:14:43.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:107:0)
[15:14:43.997] Timer tick, asking Buildbucket for the build status
[15:14:44.917] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:44.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:108:0) after 1m0s
[15:15:44.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:108:0)
[15:15:44.952] Timer tick, asking Buildbucket for the build status
[15:15:45.612] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:45.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:109:0) after 1m0s
[15:16:45.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:109:0)
[15:16:45.671] Timer tick, asking Buildbucket for the build status
[15:16:45.928] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:45.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:110:0) after 1m0s
[15:17:45.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:110:0)
[15:17:45.954] Timer tick, asking Buildbucket for the build status
[15:17:46.278] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:46.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:111:0) after 1m0s
[15:18:46.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:111:0)
[15:18:46.322] Timer tick, asking Buildbucket for the build status
[15:18:47.358] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:47.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:112:0) after 1m0s
[15:19:47.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:112:0)
[15:19:47.387] Timer tick, asking Buildbucket for the build status
[15:19:47.979] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:47.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:113:0) after 1m0s
[15:20:48.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:113:0)
[15:20:48.124] Timer tick, asking Buildbucket for the build status
[15:20:48.986] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:48.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:114:0) after 1m0s
[15:21:49.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:114:0)
[15:21:49.200] Timer tick, asking Buildbucket for the build status
[15:21:50.408] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:50.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:115:0) after 1m0s
[15:22:50.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:115:0)
[15:22:50.515] Timer tick, asking Buildbucket for the build status
[15:22:52.764] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:52.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:116:0) after 1m0s
[15:23:52.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:116:0)
[15:23:52.890] Timer tick, asking Buildbucket for the build status
[15:23:55.527] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:55.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:117:0) after 1m0s
[15:24:55.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:117:0)
[15:24:55.599] Timer tick, asking Buildbucket for the build status
[15:24:55.987] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:55.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:118:0) after 1m0s
[15:25:55.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:118:0)
[15:25:55.974] Timer tick, asking Buildbucket for the build status
[15:26:00.904] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:00.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:119:0) after 1m0s
[15:27:00.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:119:0)
[15:27:00.964] Timer tick, asking Buildbucket for the build status
[15:27:01.165] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:01.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:120:0) after 1m0s
[15:28:01.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:120:0)
[15:28:01.304] Timer tick, asking Buildbucket for the build status
[15:28:01.544] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:01.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:121:0) after 1m0s
[15:29:01.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:121:0)
[15:29:01.766] Timer tick, asking Buildbucket for the build status
[15:29:05.345] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:05.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:122:0) after 1m0s
[15:30:05.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:122:0)
[15:30:05.396] Timer tick, asking Buildbucket for the build status
[15:30:05.499] Build 8900071231166338720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:05.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065501293579342928:123:0) after 1m0s
[15:31:08.034] Received PubSub notification, asking Buildbucket for the build status
[15:31:08.281] Build 8900071231166338720: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[15:31:08.281] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570635067124527",
    "created_by": "project:chromium",
    "created_ts": "1570627674858987",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900071231166338720",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7eff9a782938340e605fa0d8a9c6b857178cb956\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10300, \"got_angle_revision\": \"8e7d9d6c2326a36ff57335ceeb41eb86cb639a7f\", \"got_dawn_revision\": \"c932f3309322b833cf13556a408fab75fa51c77d\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"7eff9a782938340e605fa0d8a9c6b857178cb956\", \"got_revision_cp\": \"refs/heads/master@{#704161}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"f63c64e343ce093e0b7bce37b60e409f9aa8bedb\", \"got_v8_revision_cp\": \"refs/heads/7.9.244@{#1}\", \"got_webrtc_revision\": \"e1092c0bc8b8a2865da7ce6284ec19d189f71e02\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29411}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7eff9a782938340e605fa0d8a9c6b857178cb956\", \"swarm_hashes\": {\"0\": \"72e8385bfc56f4cc319222e47c9eef16e6743052\", \"1\": \"d89650075186d3d6da33799e7a1a8aafae9de0fa\", \"10\": \"35070b64abe6e9c0ff4bffb3e1ef512a2f1c7bcc\", \"11\": \"190767a447cc4a356f6ffcff9a012017a8c6bd19\", \"12\": \"811e4b10bc9c46033b88efc2cb1e450acb89706d\", \"13\": \"919e1f94a1ee1823f83657c4a5b73d36805a8a79\", \"14\": \"389e82e477955d17adb6273ec47a6220e994e8fe\", \"15\": \"e6c83011327d62ae2554be210783329649cbb3bf\", \"16\": \"b3a5f889252e6d5023e7f4a4c9b7bb664fe70e10\", \"2\": \"d39832e88166a2e05afef90919146dadfddb64ec\", \"3\": \"10ccdbd07556cd0c11dcee7f1f4e806d4a93802b\", \"4\": \"98e585e641125ff913f81c4160a117c8a2d7efda\", \"5\": \"e73969a4f44a53d309fcbbaa32129da6c44542b9\", \"6\": \"7a55bb677aa05991d073e2e8ccf1d455f6404c5b\", \"7\": \"eeadb7ef3fe7c28bdc4503ab28cd2fb98312397c\", \"8\": \"99ffc8cc5222f0ad50bb2aee594722bb7b7807f3\", \"9\": \"857d267808bb12ee853d71a29c150423f7e7cd11\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4494-2b7cf0c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570627858120433",
    "status": "COMPLETED",
    "status_changed_ts": "1570627858581614",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10300",
      "builder:ToTiOS",
      "buildset:commit/git/7eff9a782938340e605fa0d8a9c6b857178cb956",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7eff9a782938340e605fa0d8a9c6b857178cb956",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065501293579342928",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900071231166338720/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47c98637be4f3810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570635067680978",
    "url": "https://ci.chromium.org/b/8900071231166338720",
    "utcnow_ts": "1570635068269213"
  }
}
[15:31:08.281] Invocation finished in 2h3m15.108218258s with status FAILED