Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "53fce349ad07ef6ed023f5dc9b563dbc100a0d90"
}

Incoming tags

  • buildset:commit/git/53fce349ad07ef6ed023f5dc9b563dbc100a0d90
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/53fce349ad07ef6ed023f5dc9b563dbc100a0d90
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:59:13.399] New invocation is queued and will start shortly
[16:59:15.164] Starting the invocation (attempt 1)
[16:59:15.249] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:59:15.249] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:59:15.249] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9066122176203475232",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"53fce349ad07ef6ed023f5dc9b563dbc100a0d90\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9066122176203475232",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:59:16.727] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570035555675297",
    "id": "8900692113130491552",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"53fce349ad07ef6ed023f5dc9b563dbc100a0d90\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570035556419140",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10186",
      "builder:ToTiOS",
      "buildset:commit/git/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066122176203475232",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900692113130491552/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570035556419926",
    "url": "https://ci.chromium.org/b/8900692113130491552",
    "utcnow_ts": "1570035556698709"
  }
}
[16:59:16.727] Task URL: https://ci.chromium.org/b/8900692113130491552
[16:59:16.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:2:0) after 1m0s
[17:00:16.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:2:0)
[17:00:16.759] Timer tick, asking Buildbucket for the build status
[17:00:18.995] Build 8900692113130491552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:00:18.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:3:0) after 1m0s
[17:01:19.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:3:0)
[17:01:19.068] Timer tick, asking Buildbucket for the build status
[17:01:19.798] Build 8900692113130491552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:01:19.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:4:0) after 1m0s
[17:02:19.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:4:0)
[17:02:19.895] Timer tick, asking Buildbucket for the build status
[17:02:20.211] Build 8900692113130491552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:02:20.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:5:0) after 1m0s
[17:02:34.368] Received PubSub notification, asking Buildbucket for the build status
[17:02:34.581] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:20.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:5:0)
[17:03:20.310] Timer tick, asking Buildbucket for the build status
[17:03:21.010] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:21.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:7:0) after 1m0s
[17:04:21.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:7:0)
[17:04:21.075] Timer tick, asking Buildbucket for the build status
[17:04:21.730] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:21.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:8:0) after 1m0s
[17:05:21.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:8:0)
[17:05:21.789] Timer tick, asking Buildbucket for the build status
[17:05:22.786] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:22.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:9:0) after 1m0s
[17:06:22.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:9:0)
[17:06:22.841] Timer tick, asking Buildbucket for the build status
[17:06:23.056] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:23.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:10:0) after 1m0s
[17:07:23.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:10:0)
[17:07:23.052] Timer tick, asking Buildbucket for the build status
[17:07:23.218] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:23.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:11:0) after 1m0s
[17:08:23.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:11:0)
[17:08:23.228] Timer tick, asking Buildbucket for the build status
[17:08:23.768] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:23.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:12:0) after 1m0s
[17:09:23.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:12:0)
[17:09:23.904] Timer tick, asking Buildbucket for the build status
[17:09:24.036] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:24.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:13:0) after 1m0s
[17:10:24.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:13:0)
[17:10:24.210] Timer tick, asking Buildbucket for the build status
[17:10:24.453] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:24.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:14:0) after 1m0s
[17:11:24.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:14:0)
[17:11:24.584] Timer tick, asking Buildbucket for the build status
[17:11:26.345] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:26.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:15:0) after 1m0s
[17:12:26.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:15:0)
[17:12:26.378] Timer tick, asking Buildbucket for the build status
[17:12:27.590] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:27.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:16:0) after 1m0s
[17:13:27.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:16:0)
[17:13:27.651] Timer tick, asking Buildbucket for the build status
[17:13:27.856] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:27.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:17:0) after 1m0s
[17:14:27.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:17:0)
[17:14:27.915] Timer tick, asking Buildbucket for the build status
[17:14:28.223] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:28.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:18:0) after 1m0s
[17:15:28.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:18:0)
[17:15:28.475] Timer tick, asking Buildbucket for the build status
[17:15:29.088] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:29.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:19:0) after 1m0s
[17:16:29.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:19:0)
[17:16:29.201] Timer tick, asking Buildbucket for the build status
[17:16:29.972] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:29.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:20:0) after 1m0s
[17:17:30.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:20:0)
[17:17:30.134] Timer tick, asking Buildbucket for the build status
[17:17:30.297] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:30.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:21:0) after 1m0s
[17:18:30.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:21:0)
[17:18:30.327] Timer tick, asking Buildbucket for the build status
[17:18:30.486] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:30.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:22:0) after 1m0s
[17:19:30.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:22:0)
[17:19:30.599] Timer tick, asking Buildbucket for the build status
[17:19:30.738] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:30.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:23:0) after 1m0s
[17:20:30.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:23:0)
[17:20:30.756] Timer tick, asking Buildbucket for the build status
[17:20:33.057] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:33.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:24:0) after 1m0s
[17:21:33.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:24:0)
[17:21:33.244] Timer tick, asking Buildbucket for the build status
[17:21:33.630] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:33.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:25:0) after 1m0s
[17:22:33.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:25:0)
[17:22:33.789] Timer tick, asking Buildbucket for the build status
[17:22:34.046] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:34.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:26:0) after 1m0s
[17:23:34.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:26:0)
[17:23:34.084] Timer tick, asking Buildbucket for the build status
[17:23:34.222] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:34.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:27:0) after 1m0s
[17:24:34.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:27:0)
[17:24:34.378] Timer tick, asking Buildbucket for the build status
[17:24:35.073] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:35.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:28:0) after 1m0s
[17:25:35.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:28:0)
[17:25:35.159] Timer tick, asking Buildbucket for the build status
[17:25:36.014] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:36.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:29:0) after 1m0s
[17:26:36.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:29:0)
[17:26:36.065] Timer tick, asking Buildbucket for the build status
[17:26:36.459] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:36.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:30:0) after 1m0s
[17:27:36.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:30:0)
[17:27:36.568] Timer tick, asking Buildbucket for the build status
[17:27:37.250] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:37.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:31:0) after 1m0s
[17:28:37.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:31:0)
[17:28:37.359] Timer tick, asking Buildbucket for the build status
[17:28:37.546] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:37.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:32:0) after 1m0s
[17:29:37.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:32:0)
[17:29:37.582] Timer tick, asking Buildbucket for the build status
[17:29:37.742] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:37.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:33:0) after 1m0s
[17:30:37.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:33:0)
[17:30:37.805] Timer tick, asking Buildbucket for the build status
[17:30:38.059] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:38.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:34:0) after 1m0s
[17:31:38.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:34:0)
[17:31:38.566] Timer tick, asking Buildbucket for the build status
[17:31:38.777] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:38.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:35:0) after 1m0s
[17:32:38.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:35:0)
[17:32:38.847] Timer tick, asking Buildbucket for the build status
[17:32:39.095] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:39.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:36:0) after 1m0s
[17:33:39.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:36:0)
[17:33:39.137] Timer tick, asking Buildbucket for the build status
[17:33:40.445] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:40.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:37:0) after 1m0s
[17:34:40.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:37:0)
[17:34:40.526] Timer tick, asking Buildbucket for the build status
[17:34:41.017] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:41.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:38:0) after 1m0s
[17:35:41.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:38:0)
[17:35:41.006] Timer tick, asking Buildbucket for the build status
[17:35:41.282] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:41.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:39:0) after 1m0s
[17:36:41.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:39:0)
[17:36:41.614] Timer tick, asking Buildbucket for the build status
[17:36:41.824] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:41.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:40:0) after 1m0s
[17:37:42.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:40:0)
[17:37:42.024] Timer tick, asking Buildbucket for the build status
[17:37:42.421] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:42.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:41:0) after 1m0s
[17:38:42.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:41:0)
[17:38:42.474] Timer tick, asking Buildbucket for the build status
[17:38:43.053] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:43.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:42:0) after 1m0s
[17:39:43.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:42:0)
[17:39:43.184] Timer tick, asking Buildbucket for the build status
[17:39:43.317] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:43.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:43:0) after 1m0s
[17:40:43.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:43:0)
[17:40:43.349] Timer tick, asking Buildbucket for the build status
[17:40:43.941] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:43.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:44:0) after 1m0s
[17:41:43.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:44:0)
[17:41:43.989] Timer tick, asking Buildbucket for the build status
[17:41:44.407] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:44.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:45:0) after 1m0s
[17:42:44.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:45:0)
[17:42:44.446] Timer tick, asking Buildbucket for the build status
[17:42:44.667] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:44.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:46:0) after 1m0s
[17:43:44.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:46:0)
[17:43:44.834] Timer tick, asking Buildbucket for the build status
[17:43:45.529] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:45.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:47:0) after 1m0s
[17:44:45.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:47:0)
[17:44:45.756] Timer tick, asking Buildbucket for the build status
[17:44:46.015] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:46.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:48:0) after 1m0s
[17:45:46.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:48:0)
[17:45:46.291] Timer tick, asking Buildbucket for the build status
[17:45:46.411] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:46.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:49:0) after 1m0s
[17:46:46.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:49:0)
[17:46:46.565] Timer tick, asking Buildbucket for the build status
[17:46:46.870] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:46.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:50:0) after 1m0s
[17:47:46.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:50:0)
[17:47:46.915] Timer tick, asking Buildbucket for the build status
[17:47:47.042] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:47.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:51:0) after 1m0s
[17:48:47.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:51:0)
[17:48:47.067] Timer tick, asking Buildbucket for the build status
[17:48:48.741] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:48.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:52:0) after 1m0s
[17:49:48.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:52:0)
[17:49:48.820] Timer tick, asking Buildbucket for the build status
[17:49:48.945] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:48.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:53:0) after 1m0s
[17:50:49.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:53:0)
[17:50:49.317] Timer tick, asking Buildbucket for the build status
[17:50:53.956] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:53.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:54:0) after 1m0s
[17:51:54.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:54:0)
[17:51:54.155] Timer tick, asking Buildbucket for the build status
[17:51:54.446] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:54.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:55:0) after 1m0s
[17:52:54.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:55:0)
[17:52:54.650] Timer tick, asking Buildbucket for the build status
[17:52:55.520] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:55.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:56:0) after 1m0s
[17:53:55.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:56:0)
[17:53:55.604] Timer tick, asking Buildbucket for the build status
[17:53:57.782] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:57.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:57:0) after 1m0s
[17:54:57.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:57:0)
[17:54:57.815] Timer tick, asking Buildbucket for the build status
[17:54:58.613] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:58.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:58:0) after 1m0s
[17:55:58.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:58:0)
[17:55:58.700] Timer tick, asking Buildbucket for the build status
[17:55:59.973] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:59.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:59:0) after 1m0s
[17:57:00.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:59:0)
[17:57:00.084] Timer tick, asking Buildbucket for the build status
[17:57:00.452] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:00.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:60:0) after 1m0s
[17:58:00.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:60:0)
[17:58:00.517] Timer tick, asking Buildbucket for the build status
[17:58:00.730] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:00.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:61:0) after 1m0s
[17:59:00.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:61:0)
[17:59:00.968] Timer tick, asking Buildbucket for the build status
[17:59:01.694] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:01.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:62:0) after 1m0s
[18:00:01.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:62:0)
[18:00:01.751] Timer tick, asking Buildbucket for the build status
[18:00:02.109] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:02.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:63:0) after 1m0s
[18:01:02.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:63:0)
[18:01:02.170] Timer tick, asking Buildbucket for the build status
[18:01:02.787] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:02.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:64:0) after 1m0s
[18:02:02.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:64:0)
[18:02:02.847] Timer tick, asking Buildbucket for the build status
[18:02:03.053] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:03.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:65:0) after 1m0s
[18:03:03.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:65:0)
[18:03:03.122] Timer tick, asking Buildbucket for the build status
[18:03:06.244] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:06.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:66:0) after 1m0s
[18:04:06.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:66:0)
[18:04:06.236] Timer tick, asking Buildbucket for the build status
[18:04:07.212] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:07.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:67:0) after 1m0s
[18:05:07.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:67:0)
[18:05:07.234] Timer tick, asking Buildbucket for the build status
[18:05:07.892] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:07.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:68:0) after 1m0s
[18:06:08.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:68:0)
[18:06:08.012] Timer tick, asking Buildbucket for the build status
[18:06:08.400] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:08.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:69:0) after 1m0s
[18:07:08.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:69:0)
[18:07:08.444] Timer tick, asking Buildbucket for the build status
[18:07:09.864] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:09.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:70:0) after 1m0s
[18:08:09.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:70:0)
[18:08:09.967] Timer tick, asking Buildbucket for the build status
[18:08:10.682] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:10.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:71:0) after 1m0s
[18:09:10.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:71:0)
[18:09:10.710] Timer tick, asking Buildbucket for the build status
[18:09:10.971] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:10.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:72:0) after 1m0s
[18:10:11.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:72:0)
[18:10:11.084] Timer tick, asking Buildbucket for the build status
[18:10:14.150] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:14.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:73:0) after 1m0s
[18:11:14.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:73:0)
[18:11:14.308] Timer tick, asking Buildbucket for the build status
[18:11:14.742] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:14.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:74:0) after 1m0s
[18:12:14.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:74:0)
[18:12:14.837] Timer tick, asking Buildbucket for the build status
[18:12:19.411] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:19.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:75:0) after 1m0s
[18:13:19.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:75:0)
[18:13:19.505] Timer tick, asking Buildbucket for the build status
[18:13:20.166] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:20.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:76:0) after 1m0s
[18:14:20.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:76:0)
[18:14:20.240] Timer tick, asking Buildbucket for the build status
[18:14:22.413] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:22.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:77:0) after 1m0s
[18:15:22.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:77:0)
[18:15:22.515] Timer tick, asking Buildbucket for the build status
[18:15:22.747] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:22.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:78:0) after 1m0s
[18:16:22.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:78:0)
[18:16:22.819] Timer tick, asking Buildbucket for the build status
[18:16:23.732] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:23.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:79:0) after 1m0s
[18:17:23.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:79:0)
[18:17:23.887] Timer tick, asking Buildbucket for the build status
[18:17:24.057] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:24.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:80:0) after 1m0s
[18:18:24.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:80:0)
[18:18:24.135] Timer tick, asking Buildbucket for the build status
[18:18:24.336] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:24.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:81:0) after 1m0s
[18:19:24.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:81:0)
[18:19:24.394] Timer tick, asking Buildbucket for the build status
[18:19:24.655] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:24.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:82:0) after 1m0s
[18:20:24.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:82:0)
[18:20:24.669] Timer tick, asking Buildbucket for the build status
[18:20:26.155] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:26.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:83:0) after 1m0s
[18:21:26.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:83:0)
[18:21:26.384] Timer tick, asking Buildbucket for the build status
[18:21:27.518] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:27.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:84:0) after 1m0s
[18:22:27.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:84:0)
[18:22:27.549] Timer tick, asking Buildbucket for the build status
[18:22:27.733] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:27.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:85:0) after 1m0s
[18:23:27.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:85:0)
[18:23:27.840] Timer tick, asking Buildbucket for the build status
[18:23:28.000] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:28.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:86:0) after 1m0s
[18:24:28.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:86:0)
[18:24:28.137] Timer tick, asking Buildbucket for the build status
[18:24:28.664] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:28.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:87:0) after 1m0s
[18:25:28.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:87:0)
[18:25:28.815] Timer tick, asking Buildbucket for the build status
[18:25:28.965] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:28.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:88:0) after 1m0s
[18:26:29.022] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:88:0)
[18:26:29.022] Timer tick, asking Buildbucket for the build status
[18:26:32.586] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:32.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:89:0) after 1m0s
[18:27:33.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:89:0)
[18:27:33.194] Timer tick, asking Buildbucket for the build status
[18:27:33.392] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:33.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:90:0) after 1m0s
[18:28:33.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:90:0)
[18:28:33.463] Timer tick, asking Buildbucket for the build status
[18:28:34.606] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:34.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:91:0) after 1m0s
[18:29:34.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:91:0)
[18:29:34.762] Timer tick, asking Buildbucket for the build status
[18:29:36.085] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:36.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:92:0) after 1m0s
[18:30:36.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:92:0)
[18:30:36.264] Timer tick, asking Buildbucket for the build status
[18:30:36.856] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:36.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:93:0) after 1m0s
[18:31:37.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:93:0)
[18:31:37.123] Timer tick, asking Buildbucket for the build status
[18:31:37.949] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:37.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:94:0) after 1m0s
[18:32:38.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:94:0)
[18:32:38.299] Timer tick, asking Buildbucket for the build status
[18:32:41.859] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:41.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:95:0) after 1m0s
[18:33:42.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:95:0)
[18:33:42.032] Timer tick, asking Buildbucket for the build status
[18:33:42.346] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:42.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:96:0) after 1m0s
[18:34:42.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:96:0)
[18:34:42.447] Timer tick, asking Buildbucket for the build status
[18:34:42.657] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:42.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:97:0) after 1m0s
[18:35:42.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:97:0)
[18:35:42.831] Timer tick, asking Buildbucket for the build status
[18:35:44.307] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:44.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:98:0) after 1m0s
[18:36:44.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:98:0)
[18:36:44.331] Timer tick, asking Buildbucket for the build status
[18:36:44.508] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:44.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:99:0) after 1m0s
[18:37:44.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:99:0)
[18:37:44.667] Timer tick, asking Buildbucket for the build status
[18:37:46.674] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:46.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:100:0) after 1m0s
[18:38:46.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:100:0)
[18:38:46.707] Timer tick, asking Buildbucket for the build status
[18:38:46.990] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:46.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:101:0) after 1m0s
[18:39:47.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:101:0)
[18:39:47.149] Timer tick, asking Buildbucket for the build status
[18:39:47.316] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:47.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:102:0) after 1m0s
[18:40:47.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:102:0)
[18:40:47.441] Timer tick, asking Buildbucket for the build status
[18:40:49.455] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:49.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:103:0) after 1m0s
[18:41:49.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:103:0)
[18:41:49.560] Timer tick, asking Buildbucket for the build status
[18:41:50.875] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:50.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:104:0) after 1m0s
[18:42:51.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:104:0)
[18:42:51.074] Timer tick, asking Buildbucket for the build status
[18:42:51.418] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:51.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:105:0) after 1m0s
[18:43:51.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:105:0)
[18:43:51.513] Timer tick, asking Buildbucket for the build status
[18:43:51.857] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:51.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:106:0) after 1m0s
[18:44:51.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:106:0)
[18:44:51.943] Timer tick, asking Buildbucket for the build status
[18:44:52.987] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:52.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:107:0) after 1m0s
[18:45:53.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:107:0)
[18:45:53.169] Timer tick, asking Buildbucket for the build status
[18:45:53.466] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:53.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:108:0) after 1m0s
[18:46:53.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:108:0)
[18:46:53.593] Timer tick, asking Buildbucket for the build status
[18:46:54.142] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:54.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:109:0) after 1m0s
[18:47:54.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:109:0)
[18:47:54.215] Timer tick, asking Buildbucket for the build status
[18:47:54.437] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:54.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:110:0) after 1m0s
[18:48:54.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:110:0)
[18:48:54.626] Timer tick, asking Buildbucket for the build status
[18:48:54.823] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:54.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:111:0) after 1m0s
[18:49:54.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:111:0)
[18:49:54.897] Timer tick, asking Buildbucket for the build status
[18:49:55.115] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:55.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:112:0) after 1m0s
[18:50:55.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:112:0)
[18:50:55.169] Timer tick, asking Buildbucket for the build status
[18:50:55.389] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:55.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:113:0) after 1m0s
[18:51:55.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:113:0)
[18:51:55.394] Timer tick, asking Buildbucket for the build status
[18:51:55.645] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:55.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:114:0) after 1m0s
[18:52:55.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:114:0)
[18:52:55.741] Timer tick, asking Buildbucket for the build status
[18:52:57.434] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:57.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:115:0) after 1m0s
[18:53:57.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:115:0)
[18:53:57.431] Timer tick, asking Buildbucket for the build status
[18:53:57.648] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:57.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:116:0) after 1m0s
[18:54:57.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:116:0)
[18:54:57.780] Timer tick, asking Buildbucket for the build status
[18:54:57.968] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:57.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:117:0) after 1m0s
[18:55:58.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:117:0)
[18:55:58.076] Timer tick, asking Buildbucket for the build status
[18:55:58.380] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:58.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:118:0) after 1m0s
[18:56:58.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:118:0)
[18:56:58.671] Timer tick, asking Buildbucket for the build status
[18:56:58.973] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:58.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:119:0) after 1m0s
[18:57:59.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:119:0)
[18:57:59.106] Timer tick, asking Buildbucket for the build status
[18:58:03.273] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:03.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:120:0) after 1m0s
[18:59:03.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:120:0)
[18:59:03.413] Timer tick, asking Buildbucket for the build status
[18:59:03.677] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:03.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:121:0) after 1m0s
[19:00:03.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:121:0)
[19:00:03.811] Timer tick, asking Buildbucket for the build status
[19:00:04.819] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:04.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:122:0) after 1m0s
[19:01:04.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:122:0)
[19:01:04.908] Timer tick, asking Buildbucket for the build status
[19:01:05.067] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:05.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:123:0) after 1m0s
[19:02:05.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:123:0)
[19:02:05.136] Timer tick, asking Buildbucket for the build status
[19:02:05.366] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:05.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:124:0) after 1m0s
[19:03:05.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:124:0)
[19:03:05.442] Timer tick, asking Buildbucket for the build status
[19:03:05.641] Build 8900692113130491552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:05.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066122176203475232:125:0) after 1m0s
[19:03:59.537] Received PubSub notification, asking Buildbucket for the build status
[19:04:00.070] Build 8900692113130491552: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:04:00.070] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570043038899437",
    "created_by": "project:chromium",
    "created_ts": "1570035555675297",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900692113130491552",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"53fce349ad07ef6ed023f5dc9b563dbc100a0d90\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10186, \"got_angle_revision\": \"f03259ad720556908d46ea139b99804b1039550e\", \"got_dawn_revision\": \"867f72058a4f6b901524efe484611e1e319c80fb\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"53fce349ad07ef6ed023f5dc9b563dbc100a0d90\", \"got_revision_cp\": \"refs/heads/master@{#702072}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"f45ddb9b49eab6d363a7ffa52fdd265fe14984a7\", \"got_v8_revision_cp\": \"refs/heads/7.9.192@{#1}\", \"got_webrtc_revision\": \"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29367}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"53fce349ad07ef6ed023f5dc9b563dbc100a0d90\", \"swarm_hashes\": {\"0\": \"1890c5d8f340bbe1d29bbe2947364f426bbbc803\", \"1\": \"86100fbc2ff7c9eb630f685938fbea2694dcc1c6\", \"10\": \"84ab178b336a1a58ed1ba5f6a0bf9a5f1c388962\", \"11\": \"c4ccd943263c82b0b75edb55ee9b45b4721c0918\", \"12\": \"1128cddfd9d266be71c771bd4692258609b6bfc0\", \"13\": \"9abae8e24f68996b66c1dc9fb6aa12c293f37486\", \"14\": \"c2cb418dc238463763a3eb77379bde5cf359a59f\", \"15\": \"d55020da8bcdd0a62239713d4ba71d60b1b7a261\", \"16\": \"3a5ce36945d60bb95eef04d816938a99f9ea0c9a\", \"2\": \"da9035305c18fd17ec916c4a7ed2cc857e0814c1\", \"3\": \"a0ac83c793aadeed8ea18e78115d7c17a8165bd5\", \"4\": \"2b2dafa30caf021efe14a7ee7d63cb69ce3e2418\", \"5\": \"0f3b44d3b1814cd2b10a48bb42abed2db8738d9b\", \"6\": \"b683f962b1437526ca5183b5b438df5918581e1a\", \"7\": \"947e2819c021749a8834a87039aa03403efa4b60\", \"8\": \"4fa8ba5d03c7a28ff9de9a0330a3ac76a20ea42e\", \"9\": \"2c28a0a25e2e3251fabd7180048f89ee10536b83\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570035752208876",
    "status": "COMPLETED",
    "status_changed_ts": "1570035753979692",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10186",
      "builder:ToTiOS",
      "buildset:commit/git/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/53fce349ad07ef6ed023f5dc9b563dbc100a0d90",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066122176203475232",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900692113130491552/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47a63bcf714ad510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570043039123347",
    "url": "https://ci.chromium.org/b/8900692113130491552",
    "utcnow_ts": "1570043040003595"
  }
}
[19:04:00.070] Invocation finished in 2h4m46.709291364s with status FAILED