Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "eafd06bdcfaa763fd6e0f0cadcadac48a924fcec"
}

Incoming tags

  • buildset:commit/git/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:33:16.514] New invocation is queued and will start shortly
[04:33:17.624] Starting the invocation (attempt 1)
[04:33:17.681] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:33:17.681] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:33:17.681] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9061095677065730832",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"eafd06bdcfaa763fd6e0f0cadcadac48a924fcec\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9061095677065730832",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
    "gitiles_ref:refs/heads/master"
  ]
}
[04:33:18.996] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1574829197925028",
    "id": "8895665614915250720",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"eafd06bdcfaa763fd6e0f0cadcadac48a924fcec\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1574829198673418",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11286",
      "builder:ToTiOS",
      "buildset:commit/git/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9061095677065730832",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8895665614915250720/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1574829198673596",
    "url": "https://ci.chromium.org/b/8895665614915250720",
    "utcnow_ts": "1574829198980558"
  }
}
[04:33:18.996] Task URL: https://ci.chromium.org/b/8895665614915250720
[04:33:18.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:2:0) after 1m0s
[04:34:19.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:2:0)
[04:34:19.018] Timer tick, asking Buildbucket for the build status
[04:34:19.642] Build 8895665614915250720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:34:19.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:3:0) after 1m0s
[04:35:19.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:3:0)
[04:35:19.675] Timer tick, asking Buildbucket for the build status
[04:35:20.559] Build 8895665614915250720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:35:20.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:4:0) after 1m0s
[04:36:20.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:4:0)
[04:36:20.697] Timer tick, asking Buildbucket for the build status
[04:36:20.937] Build 8895665614915250720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:36:20.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:5:0) after 1m0s
[04:36:58.114] Received PubSub notification, asking Buildbucket for the build status
[04:36:58.323] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:21.022] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:5:0)
[04:37:21.022] Timer tick, asking Buildbucket for the build status
[04:37:21.621] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:21.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:7:0) after 1m0s
[04:38:21.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:7:0)
[04:38:21.638] Timer tick, asking Buildbucket for the build status
[04:38:21.838] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:21.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:8:0) after 1m0s
[04:39:21.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:8:0)
[04:39:21.954] Timer tick, asking Buildbucket for the build status
[04:39:22.689] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:22.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:9:0) after 1m0s
[04:40:22.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:9:0)
[04:40:22.759] Timer tick, asking Buildbucket for the build status
[04:40:22.953] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:22.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:10:0) after 1m0s
[04:41:23.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:10:0)
[04:41:23.001] Timer tick, asking Buildbucket for the build status
[04:41:23.185] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:23.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:11:0) after 1m0s
[04:42:23.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:11:0)
[04:42:23.207] Timer tick, asking Buildbucket for the build status
[04:42:23.567] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:23.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:12:0) after 1m0s
[04:43:23.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:12:0)
[04:43:23.671] Timer tick, asking Buildbucket for the build status
[04:43:24.044] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:24.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:13:0) after 1m0s
[04:44:24.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:13:0)
[04:44:24.092] Timer tick, asking Buildbucket for the build status
[04:44:24.326] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:24.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:14:0) after 1m0s
[04:45:24.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:14:0)
[04:45:24.400] Timer tick, asking Buildbucket for the build status
[04:45:24.693] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:24.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:15:0) after 1m0s
[04:46:24.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:15:0)
[04:46:24.748] Timer tick, asking Buildbucket for the build status
[04:46:24.944] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:24.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:16:0) after 1m0s
[04:47:25.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:16:0)
[04:47:25.015] Timer tick, asking Buildbucket for the build status
[04:47:25.197] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:25.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:17:0) after 1m0s
[04:48:25.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:17:0)
[04:48:25.227] Timer tick, asking Buildbucket for the build status
[04:48:25.462] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:25.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:18:0) after 1m0s
[04:49:25.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:18:0)
[04:49:25.482] Timer tick, asking Buildbucket for the build status
[04:49:25.630] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:25.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:19:0) after 1m0s
[04:50:25.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:19:0)
[04:50:25.711] Timer tick, asking Buildbucket for the build status
[04:50:25.863] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:25.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:20:0) after 1m0s
[04:51:25.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:20:0)
[04:51:25.909] Timer tick, asking Buildbucket for the build status
[04:51:26.682] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:26.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:21:0) after 1m0s
[04:52:26.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:21:0)
[04:52:26.726] Timer tick, asking Buildbucket for the build status
[04:52:27.282] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:27.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:22:0) after 1m0s
[04:53:27.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:22:0)
[04:53:27.305] Timer tick, asking Buildbucket for the build status
[04:53:27.450] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:27.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:23:0) after 1m0s
[04:54:27.485] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:23:0)
[04:54:27.485] Timer tick, asking Buildbucket for the build status
[04:54:27.852] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:27.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:24:0) after 1m0s
[04:55:27.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:24:0)
[04:55:27.992] Timer tick, asking Buildbucket for the build status
[04:55:28.211] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:28.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:25:0) after 1m0s
[04:56:28.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:25:0)
[04:56:28.399] Timer tick, asking Buildbucket for the build status
[04:56:29.169] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:29.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:26:0) after 1m0s
[04:57:29.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:26:0)
[04:57:29.227] Timer tick, asking Buildbucket for the build status
[04:57:29.853] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:29.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:27:0) after 1m0s
[04:58:29.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:27:0)
[04:58:29.903] Timer tick, asking Buildbucket for the build status
[04:58:30.879] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:30.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:28:0) after 1m0s
[04:59:30.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:28:0)
[04:59:30.976] Timer tick, asking Buildbucket for the build status
[04:59:31.417] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:31.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:29:0) after 1m0s
[05:00:31.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:29:0)
[05:00:31.472] Timer tick, asking Buildbucket for the build status
[05:00:31.840] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:31.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:30:0) after 1m0s
[05:01:31.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:30:0)
[05:01:31.907] Timer tick, asking Buildbucket for the build status
[05:01:34.013] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:34.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:31:0) after 1m0s
[05:02:34.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:31:0)
[05:02:34.134] Timer tick, asking Buildbucket for the build status
[05:02:34.871] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:34.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:32:0) after 1m0s
[05:03:34.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:32:0)
[05:03:34.908] Timer tick, asking Buildbucket for the build status
[05:03:35.406] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:35.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:33:0) after 1m0s
[05:04:35.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:33:0)
[05:04:35.468] Timer tick, asking Buildbucket for the build status
[05:04:35.760] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:35.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:34:0) after 1m0s
[05:05:35.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:34:0)
[05:05:35.775] Timer tick, asking Buildbucket for the build status
[05:05:36.096] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:36.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:35:0) after 1m0s
[05:06:36.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:35:0)
[05:06:36.189] Timer tick, asking Buildbucket for the build status
[05:06:36.422] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:36.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:36:0) after 1m0s
[05:07:36.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:36:0)
[05:07:36.527] Timer tick, asking Buildbucket for the build status
[05:07:37.199] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:37.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:37:0) after 1m0s
[05:08:37.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:37:0)
[05:08:37.286] Timer tick, asking Buildbucket for the build status
[05:08:37.457] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:37.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:38:0) after 1m0s
[05:09:37.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:38:0)
[05:09:37.540] Timer tick, asking Buildbucket for the build status
[05:09:37.780] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:37.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:39:0) after 1m0s
[05:10:37.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:39:0)
[05:10:37.807] Timer tick, asking Buildbucket for the build status
[05:10:37.951] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:37.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:40:0) after 1m0s
[05:11:38.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:40:0)
[05:11:38.059] Timer tick, asking Buildbucket for the build status
[05:11:38.214] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:38.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:41:0) after 1m0s
[05:12:38.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:41:0)
[05:12:38.268] Timer tick, asking Buildbucket for the build status
[05:12:38.632] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:38.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:42:0) after 1m0s
[05:13:38.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:42:0)
[05:13:38.710] Timer tick, asking Buildbucket for the build status
[05:13:39.079] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:39.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:43:0) after 1m0s
[05:14:39.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:43:0)
[05:14:39.081] Timer tick, asking Buildbucket for the build status
[05:14:39.258] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:39.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:44:0) after 1m0s
[05:15:39.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:44:0)
[05:15:39.277] Timer tick, asking Buildbucket for the build status
[05:15:40.022] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:40.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:45:0) after 1m0s
[05:16:40.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:45:0)
[05:16:40.067] Timer tick, asking Buildbucket for the build status
[05:16:40.219] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:40.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:46:0) after 1m0s
[05:17:40.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:46:0)
[05:17:40.269] Timer tick, asking Buildbucket for the build status
[05:17:40.468] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:40.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:47:0) after 1m0s
[05:18:40.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:47:0)
[05:18:40.523] Timer tick, asking Buildbucket for the build status
[05:18:40.739] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:40.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:48:0) after 1m0s
[05:19:40.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:48:0)
[05:19:40.768] Timer tick, asking Buildbucket for the build status
[05:19:40.949] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:40.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:49:0) after 1m0s
[05:20:41.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:49:0)
[05:20:41.014] Timer tick, asking Buildbucket for the build status
[05:20:41.338] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:41.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:50:0) after 1m0s
[05:21:41.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:50:0)
[05:21:41.367] Timer tick, asking Buildbucket for the build status
[05:21:41.551] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:41.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:51:0) after 1m0s
[05:22:41.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:51:0)
[05:22:41.569] Timer tick, asking Buildbucket for the build status
[05:22:41.826] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:41.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:52:0) after 1m0s
[05:23:41.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:52:0)
[05:23:41.882] Timer tick, asking Buildbucket for the build status
[05:23:42.105] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:42.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:53:0) after 1m0s
[05:24:42.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:53:0)
[05:24:42.151] Timer tick, asking Buildbucket for the build status
[05:24:42.413] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:42.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:54:0) after 1m0s
[05:25:42.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:54:0)
[05:25:42.480] Timer tick, asking Buildbucket for the build status
[05:25:43.197] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:43.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:55:0) after 1m0s
[05:26:43.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:55:0)
[05:26:43.223] Timer tick, asking Buildbucket for the build status
[05:26:43.791] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:43.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:56:0) after 1m0s
[05:27:43.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:56:0)
[05:27:43.776] Timer tick, asking Buildbucket for the build status
[05:27:44.014] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:44.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:57:0) after 1m0s
[05:28:44.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:57:0)
[05:28:44.226] Timer tick, asking Buildbucket for the build status
[05:28:44.464] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:44.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:58:0) after 1m0s
[05:29:44.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:58:0)
[05:29:44.503] Timer tick, asking Buildbucket for the build status
[05:29:45.055] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:45.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:59:0) after 1m0s
[05:30:45.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:59:0)
[05:30:45.167] Timer tick, asking Buildbucket for the build status
[05:30:45.430] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:45.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:60:0) after 1m0s
[05:31:45.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:60:0)
[05:31:45.464] Timer tick, asking Buildbucket for the build status
[05:31:45.698] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:45.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:61:0) after 1m0s
[05:32:45.735] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:61:0)
[05:32:45.735] Timer tick, asking Buildbucket for the build status
[05:32:45.975] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:45.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:62:0) after 1m0s
[05:33:46.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:62:0)
[05:33:46.171] Timer tick, asking Buildbucket for the build status
[05:33:46.364] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:46.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:63:0) after 1m0s
[05:34:46.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:63:0)
[05:34:46.417] Timer tick, asking Buildbucket for the build status
[05:34:46.557] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:34:46.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:64:0) after 1m0s
[05:35:46.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:64:0)
[05:35:46.614] Timer tick, asking Buildbucket for the build status
[05:35:46.909] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:46.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:65:0) after 1m0s
[05:36:47.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:65:0)
[05:36:47.057] Timer tick, asking Buildbucket for the build status
[05:36:47.266] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:47.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:66:0) after 1m0s
[05:37:47.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:66:0)
[05:37:47.396] Timer tick, asking Buildbucket for the build status
[05:37:47.656] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:47.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:67:0) after 1m0s
[05:38:47.708] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:67:0)
[05:38:47.708] Timer tick, asking Buildbucket for the build status
[05:38:47.998] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:47.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:68:0) after 1m0s
[05:39:48.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:68:0)
[05:39:48.147] Timer tick, asking Buildbucket for the build status
[05:39:48.620] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:48.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:69:0) after 1m0s
[05:40:48.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:69:0)
[05:40:48.657] Timer tick, asking Buildbucket for the build status
[05:40:48.794] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:48.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:70:0) after 1m0s
[05:41:48.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:70:0)
[05:41:48.804] Timer tick, asking Buildbucket for the build status
[05:41:49.303] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:49.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:71:0) after 1m0s
[05:42:49.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:71:0)
[05:42:49.337] Timer tick, asking Buildbucket for the build status
[05:42:49.598] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:49.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:72:0) after 1m0s
[05:43:49.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:72:0)
[05:43:49.679] Timer tick, asking Buildbucket for the build status
[05:43:50.513] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:50.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:73:0) after 1m0s
[05:44:50.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:73:0)
[05:44:50.539] Timer tick, asking Buildbucket for the build status
[05:44:50.860] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:50.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:74:0) after 1m0s
[05:45:50.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:74:0)
[05:45:50.856] Timer tick, asking Buildbucket for the build status
[05:45:53.001] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:53.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:75:0) after 1m0s
[05:46:53.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:75:0)
[05:46:53.145] Timer tick, asking Buildbucket for the build status
[05:46:53.342] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:53.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:76:0) after 1m0s
[05:47:53.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:76:0)
[05:47:53.517] Timer tick, asking Buildbucket for the build status
[05:47:53.806] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:53.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:77:0) after 1m0s
[05:48:53.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:77:0)
[05:48:53.905] Timer tick, asking Buildbucket for the build status
[05:48:54.080] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:54.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:78:0) after 1m0s
[05:49:54.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:78:0)
[05:49:54.178] Timer tick, asking Buildbucket for the build status
[05:49:54.361] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:54.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:79:0) after 1m0s
[05:50:54.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:79:0)
[05:50:54.457] Timer tick, asking Buildbucket for the build status
[05:50:54.836] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:54.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:80:0) after 1m0s
[05:51:54.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:80:0)
[05:51:54.893] Timer tick, asking Buildbucket for the build status
[05:51:55.349] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:55.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:81:0) after 1m0s
[05:52:55.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:81:0)
[05:52:55.484] Timer tick, asking Buildbucket for the build status
[05:52:55.711] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:55.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:82:0) after 1m0s
[05:53:55.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:82:0)
[05:53:55.914] Timer tick, asking Buildbucket for the build status
[05:53:56.072] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:56.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:83:0) after 1m0s
[05:54:56.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:83:0)
[05:54:56.172] Timer tick, asking Buildbucket for the build status
[05:54:56.409] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:56.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:84:0) after 1m0s
[05:55:56.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:84:0)
[05:55:56.479] Timer tick, asking Buildbucket for the build status
[05:55:57.275] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:57.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:85:0) after 1m0s
[05:56:57.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:85:0)
[05:56:57.340] Timer tick, asking Buildbucket for the build status
[05:56:57.544] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:57.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:86:0) after 1m0s
[05:57:57.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:86:0)
[05:57:57.653] Timer tick, asking Buildbucket for the build status
[05:57:57.886] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:57.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:87:0) after 1m0s
[05:58:58.022] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:87:0)
[05:58:58.022] Timer tick, asking Buildbucket for the build status
[05:58:58.447] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:58.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:88:0) after 1m0s
[05:59:58.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:88:0)
[05:59:58.499] Timer tick, asking Buildbucket for the build status
[05:59:58.662] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:58.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:89:0) after 1m0s
[06:00:58.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:89:0)
[06:00:58.789] Timer tick, asking Buildbucket for the build status
[06:00:59.085] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:59.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:90:0) after 1m0s
[06:01:59.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:90:0)
[06:01:59.166] Timer tick, asking Buildbucket for the build status
[06:01:59.966] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:59.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:91:0) after 1m0s
[06:03:00.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:91:0)
[06:03:00.068] Timer tick, asking Buildbucket for the build status
[06:03:00.619] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:00.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:92:0) after 1m0s
[06:04:00.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:92:0)
[06:04:00.676] Timer tick, asking Buildbucket for the build status
[06:04:01.314] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:01.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:93:0) after 1m0s
[06:05:01.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:93:0)
[06:05:01.420] Timer tick, asking Buildbucket for the build status
[06:05:01.601] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:01.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:94:0) after 1m0s
[06:06:01.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:94:0)
[06:06:01.668] Timer tick, asking Buildbucket for the build status
[06:06:02.204] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:02.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:95:0) after 1m0s
[06:07:02.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:95:0)
[06:07:02.249] Timer tick, asking Buildbucket for the build status
[06:07:02.880] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:02.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:96:0) after 1m0s
[06:08:02.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:96:0)
[06:08:02.916] Timer tick, asking Buildbucket for the build status
[06:08:03.215] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:03.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:97:0) after 1m0s
[06:09:03.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:97:0)
[06:09:03.221] Timer tick, asking Buildbucket for the build status
[06:09:03.589] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:03.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:98:0) after 1m0s
[06:10:03.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:98:0)
[06:10:03.632] Timer tick, asking Buildbucket for the build status
[06:10:03.883] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:03.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:99:0) after 1m0s
[06:11:03.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:99:0)
[06:11:03.970] Timer tick, asking Buildbucket for the build status
[06:11:05.088] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:05.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:100:0) after 1m0s
[06:12:05.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:100:0)
[06:12:05.148] Timer tick, asking Buildbucket for the build status
[06:12:05.388] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:05.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:101:0) after 1m0s
[06:13:05.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:101:0)
[06:13:05.438] Timer tick, asking Buildbucket for the build status
[06:13:05.627] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:05.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:102:0) after 1m0s
[06:14:05.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:102:0)
[06:14:05.682] Timer tick, asking Buildbucket for the build status
[06:14:06.743] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:06.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:103:0) after 1m0s
[06:15:06.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:103:0)
[06:15:06.834] Timer tick, asking Buildbucket for the build status
[06:15:07.308] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:07.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:104:0) after 1m0s
[06:16:07.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:104:0)
[06:16:07.408] Timer tick, asking Buildbucket for the build status
[06:16:08.715] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:08.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:105:0) after 1m0s
[06:17:08.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:105:0)
[06:17:08.761] Timer tick, asking Buildbucket for the build status
[06:17:09.422] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:09.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:106:0) after 1m0s
[06:18:09.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:106:0)
[06:18:09.445] Timer tick, asking Buildbucket for the build status
[06:18:09.698] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:09.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:107:0) after 1m0s
[06:19:09.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:107:0)
[06:19:09.771] Timer tick, asking Buildbucket for the build status
[06:19:09.946] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:09.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:108:0) after 1m0s
[06:20:10.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:108:0)
[06:20:10.012] Timer tick, asking Buildbucket for the build status
[06:20:10.299] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:10.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:109:0) after 1m0s
[06:21:10.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:109:0)
[06:21:10.341] Timer tick, asking Buildbucket for the build status
[06:21:10.552] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:10.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:110:0) after 1m0s
[06:22:10.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:110:0)
[06:22:10.660] Timer tick, asking Buildbucket for the build status
[06:22:11.290] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:11.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:111:0) after 1m0s
[06:23:11.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:111:0)
[06:23:11.368] Timer tick, asking Buildbucket for the build status
[06:23:11.514] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:11.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:112:0) after 1m0s
[06:24:11.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:112:0)
[06:24:11.567] Timer tick, asking Buildbucket for the build status
[06:24:12.160] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:12.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:113:0) after 1m0s
[06:25:12.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:113:0)
[06:25:12.192] Timer tick, asking Buildbucket for the build status
[06:25:12.397] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:12.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:114:0) after 1m0s
[06:26:12.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:114:0)
[06:26:12.479] Timer tick, asking Buildbucket for the build status
[06:26:12.825] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:12.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:115:0) after 1m0s
[06:27:12.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:115:0)
[06:27:12.888] Timer tick, asking Buildbucket for the build status
[06:27:13.054] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:13.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:116:0) after 1m0s
[06:28:13.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:116:0)
[06:28:13.102] Timer tick, asking Buildbucket for the build status
[06:28:13.344] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:13.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:117:0) after 1m0s
[06:29:13.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:117:0)
[06:29:13.406] Timer tick, asking Buildbucket for the build status
[06:29:14.433] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:14.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:118:0) after 1m0s
[06:30:14.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:118:0)
[06:30:14.486] Timer tick, asking Buildbucket for the build status
[06:30:15.274] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:15.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:119:0) after 1m0s
[06:31:15.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:119:0)
[06:31:15.321] Timer tick, asking Buildbucket for the build status
[06:31:15.557] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:15.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:120:0) after 1m0s
[06:32:15.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:120:0)
[06:32:15.660] Timer tick, asking Buildbucket for the build status
[06:32:15.927] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:15.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:121:0) after 1m0s
[06:33:16.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:121:0)
[06:33:16.010] Timer tick, asking Buildbucket for the build status
[06:33:16.620] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:16.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:122:0) after 1m0s
[06:34:16.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:122:0)
[06:34:16.776] Timer tick, asking Buildbucket for the build status
[06:34:17.005] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:17.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:123:0) after 1m0s
[06:35:17.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:123:0)
[06:35:17.065] Timer tick, asking Buildbucket for the build status
[06:35:17.309] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:17.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:124:0) after 1m0s
[06:36:17.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:124:0)
[06:36:17.370] Timer tick, asking Buildbucket for the build status
[06:36:17.980] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:17.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:125:0) after 1m0s
[06:37:18.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:125:0)
[06:37:18.047] Timer tick, asking Buildbucket for the build status
[06:37:18.263] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:18.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:126:0) after 1m0s
[06:38:18.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:126:0)
[06:38:18.303] Timer tick, asking Buildbucket for the build status
[06:38:18.575] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:18.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:127:0) after 1m0s
[06:39:18.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:127:0)
[06:39:18.618] Timer tick, asking Buildbucket for the build status
[06:39:18.972] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:18.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:128:0) after 1m0s
[06:40:19.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:128:0)
[06:40:19.070] Timer tick, asking Buildbucket for the build status
[06:40:19.586] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:19.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:129:0) after 1m0s
[06:41:19.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:129:0)
[06:41:19.699] Timer tick, asking Buildbucket for the build status
[06:41:19.929] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:19.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:130:0) after 1m0s
[06:42:20.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:130:0)
[06:42:20.002] Timer tick, asking Buildbucket for the build status
[06:42:20.535] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:20.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:131:0) after 1m0s
[06:43:20.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:131:0)
[06:43:20.596] Timer tick, asking Buildbucket for the build status
[06:43:20.822] Build 8895665614915250720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:20.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061095677065730832:132:0) after 1m0s
[06:43:55.811] Received PubSub notification, asking Buildbucket for the build status
[06:43:56.588] Build 8895665614915250720: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[06:43:56.588] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1574837035231141",
    "created_by": "project:chromium",
    "created_ts": "1574829197925028",
    "failure_reason": "BUILD_FAILURE",
    "id": "8895665614915250720",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"eafd06bdcfaa763fd6e0f0cadcadac48a924fcec\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11286, \"got_angle_revision\": \"c373dfd84194eb79e8d1a03e6831741ad874d654\", \"got_dawn_revision\": \"74cebd68792d5788144f50511b3eb35134f9803e\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"eafd06bdcfaa763fd6e0f0cadcadac48a924fcec\", \"got_revision_cp\": \"refs/heads/master@{#719495}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"663dcefa22ea5eec1b108feebaf40a683fb104ff\", \"got_v8_revision\": \"f1c7d33e17f4525debf020af2915a0d03821e352\", \"got_v8_revision_cp\": \"refs/heads/8.0.383@{#1}\", \"got_webrtc_revision\": \"c363982eeab3445ec960f26eea8653d3eb8c9fed\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29925}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"eafd06bdcfaa763fd6e0f0cadcadac48a924fcec\", \"swarm_hashes\": {\"0\": \"b3da22ccdcb512d7133a8780e42369754fe93808\", \"1\": \"140767d2814451b43ce6f34d31e7c09337def252\", \"10\": \"5088861448676e0a84abb26ba617f67e4be48c1f\", \"11\": \"c5e9484431380eeb7caa1a204d9dddd2c5806299\", \"12\": \"1e46dd39cc5f25f3ecda73f39c3f2e91db852a6f\", \"13\": \"594c8551055c0f3bd58b1666847431f85e19f993\", \"14\": \"ec1a82521d6b07f10dddb4b4780197522d3997ec\", \"15\": \"c425d9c38c67a402c225d29135cf4cb1602a84ec\", \"16\": \"da01bc56ec06fa702e4adb6b1021089ed647a2ff\", \"2\": \"442de5afdb5f46893ddd269be44f03a2d733da44\", \"3\": \"191e65036f2af5ccd5c2c10b9e96a11724806d90\", \"4\": \"5bbeb8abfa46557099767e7a50c75f0235afd210\", \"5\": \"3de6d295297ab84a6dc40af6bb83576ac213f724\", \"6\": \"43e1ae1d33bd756abbb53b0ad9678f1a61b3bb31\", \"7\": \"2772ccf79ae7aac710704d1e3a89670491157a72\", \"8\": \"a746d7bd71919ef081b4a74a2c3dfc486f47e542\", \"9\": \"c66d372ab37b2b7e447cf9469f1e86db920829ec\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4662-e230705\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1574829417132890",
    "status": "COMPLETED",
    "status_changed_ts": "1574829417577351",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11286",
      "builder:ToTiOS",
      "buildset:commit/git/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eafd06bdcfaa763fd6e0f0cadcadac48a924fcec",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9061095677065730832",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8895665614915250720/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:48c3f418755ff210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1574837035318015",
    "url": "https://ci.chromium.org/b/8895665614915250720",
    "utcnow_ts": "1574837036574663"
  }
}
[06:43:56.588] Invocation finished in 2h10m40.09838353s with status FAILED