Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1986ed2bb08ea0cd779c28b7591ea2da5ff26b78"
}

Incoming tags

  • buildset:commit/git/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:57:12.631] New invocation is queued and will start shortly
[23:57:13.759] Starting the invocation (attempt 1)
[23:57:13.800] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:57:13.800] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:57:13.800] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9056130212398012080",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"1986ed2bb08ea0cd779c28b7591ea2da5ff26b78\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9056130212398012080",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:57:14.688] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1579564633924559",
    "id": "8890700150376864816",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1986ed2bb08ea0cd779c28b7591ea2da5ff26b78\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1579564634384381",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11982",
      "builder:ToTiOS",
      "buildset:commit/git/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056130212398012080",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890700150376864816/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579564634384485",
    "url": "https://ci.chromium.org/b/8890700150376864816",
    "utcnow_ts": "1579564634681404"
  }
}
[23:57:14.688] Task URL: https://ci.chromium.org/b/8890700150376864816
[23:57:14.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:2:0) after 1m0s
[23:58:14.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:2:0)
[23:58:14.695] Timer tick, asking Buildbucket for the build status
[23:58:15.571] Build 8890700150376864816: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:58:15.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:3:0) after 1m0s
[23:59:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:3:0)
[23:59:15.718] Timer tick, asking Buildbucket for the build status
[23:59:15.886] Build 8890700150376864816: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:59:15.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:4:0) after 1m0s
[00:00:16.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:4:0)
[00:00:16.162] Timer tick, asking Buildbucket for the build status
[00:00:16.302] Build 8890700150376864816: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:00:16.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:5:0) after 1m0s
[00:00:58.057] Received PubSub notification, asking Buildbucket for the build status
[00:00:58.255] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:16.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:5:0)
[00:01:16.385] Timer tick, asking Buildbucket for the build status
[00:01:17.171] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:17.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:7:0) after 1m0s
[00:02:17.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:7:0)
[00:02:17.226] Timer tick, asking Buildbucket for the build status
[00:02:18.407] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:18.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:8:0) after 1m0s
[00:03:18.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:8:0)
[00:03:18.587] Timer tick, asking Buildbucket for the build status
[00:03:18.749] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:18.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:9:0) after 1m0s
[00:04:18.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:9:0)
[00:04:18.867] Timer tick, asking Buildbucket for the build status
[00:04:19.068] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:19.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:10:0) after 1m0s
[00:05:19.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:10:0)
[00:05:19.157] Timer tick, asking Buildbucket for the build status
[00:05:19.408] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:19.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:11:0) after 1m0s
[00:06:19.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:11:0)
[00:06:19.683] Timer tick, asking Buildbucket for the build status
[00:06:20.995] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:20.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:12:0) after 1m0s
[00:07:21.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:12:0)
[00:07:21.117] Timer tick, asking Buildbucket for the build status
[00:07:21.508] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:21.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:13:0) after 1m0s
[00:08:21.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:13:0)
[00:08:21.760] Timer tick, asking Buildbucket for the build status
[00:08:21.948] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:21.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:14:0) after 1m0s
[00:09:22.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:14:0)
[00:09:22.109] Timer tick, asking Buildbucket for the build status
[00:09:22.335] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:22.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:15:0) after 1m0s
[00:10:22.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:15:0)
[00:10:22.463] Timer tick, asking Buildbucket for the build status
[00:10:22.681] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:22.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:16:0) after 1m0s
[00:11:22.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:16:0)
[00:11:22.749] Timer tick, asking Buildbucket for the build status
[00:11:25.457] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:25.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:17:0) after 1m0s
[00:12:25.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:17:0)
[00:12:25.582] Timer tick, asking Buildbucket for the build status
[00:12:25.763] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:25.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:18:0) after 1m0s
[00:13:25.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:18:0)
[00:13:25.873] Timer tick, asking Buildbucket for the build status
[00:13:26.907] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:26.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:19:0) after 1m0s
[00:14:27.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:19:0)
[00:14:27.114] Timer tick, asking Buildbucket for the build status
[00:14:29.725] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:29.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:20:0) after 1m0s
[00:15:29.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:20:0)
[00:15:29.753] Timer tick, asking Buildbucket for the build status
[00:15:29.908] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:29.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:21:0) after 1m0s
[00:16:30.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:21:0)
[00:16:30.134] Timer tick, asking Buildbucket for the build status
[00:16:30.312] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:30.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:22:0) after 1m0s
[00:17:30.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:22:0)
[00:17:30.408] Timer tick, asking Buildbucket for the build status
[00:17:30.618] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:30.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:23:0) after 1m0s
[00:18:30.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:23:0)
[00:18:30.689] Timer tick, asking Buildbucket for the build status
[00:18:30.901] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:30.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:24:0) after 1m0s
[00:19:30.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:24:0)
[00:19:30.945] Timer tick, asking Buildbucket for the build status
[00:19:32.869] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:32.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:25:0) after 1m0s
[00:20:32.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:25:0)
[00:20:32.870] Timer tick, asking Buildbucket for the build status
[00:20:33.235] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:33.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:26:0) after 1m0s
[00:21:33.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:26:0)
[00:21:33.349] Timer tick, asking Buildbucket for the build status
[00:21:33.591] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:33.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:27:0) after 1m0s
[00:22:33.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:27:0)
[00:22:33.641] Timer tick, asking Buildbucket for the build status
[00:22:34.422] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:34.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:28:0) after 1m0s
[00:23:34.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:28:0)
[00:23:34.491] Timer tick, asking Buildbucket for the build status
[00:23:34.845] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:34.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:29:0) after 1m0s
[00:24:36.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:29:0)
[00:24:36.624] Timer tick, asking Buildbucket for the build status
[00:24:37.417] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:37.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:30:0) after 1m0s
[00:25:37.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:30:0)
[00:25:37.504] Timer tick, asking Buildbucket for the build status
[00:25:37.825] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:37.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:31:0) after 1m0s
[00:26:37.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:31:0)
[00:26:37.850] Timer tick, asking Buildbucket for the build status
[00:26:38.057] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:38.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:32:0) after 1m0s
[00:27:38.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:32:0)
[00:27:38.081] Timer tick, asking Buildbucket for the build status
[00:27:38.343] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:38.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:33:0) after 1m0s
[00:28:38.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:33:0)
[00:28:38.438] Timer tick, asking Buildbucket for the build status
[00:28:38.586] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:38.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:34:0) after 1m0s
[00:29:38.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:34:0)
[00:29:38.607] Timer tick, asking Buildbucket for the build status
[00:29:38.834] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:38.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:35:0) after 1m0s
[00:30:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:35:0)
[00:30:38.857] Timer tick, asking Buildbucket for the build status
[00:30:39.062] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:39.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:36:0) after 1m0s
[00:31:39.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:36:0)
[00:31:39.105] Timer tick, asking Buildbucket for the build status
[00:31:39.849] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:39.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:37:0) after 1m0s
[00:32:39.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:37:0)
[00:32:39.866] Timer tick, asking Buildbucket for the build status
[00:32:40.718] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:40.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:38:0) after 1m0s
[00:33:40.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:38:0)
[00:33:40.950] Timer tick, asking Buildbucket for the build status
[00:33:41.286] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:41.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:39:0) after 1m0s
[00:34:41.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:39:0)
[00:34:41.318] Timer tick, asking Buildbucket for the build status
[00:34:41.878] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:41.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:40:0) after 1m0s
[00:35:41.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:40:0)
[00:35:41.965] Timer tick, asking Buildbucket for the build status
[00:35:42.918] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:42.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:41:0) after 1m0s
[00:36:43.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:41:0)
[00:36:43.074] Timer tick, asking Buildbucket for the build status
[00:36:43.373] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:43.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:42:0) after 1m0s
[00:37:43.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:42:0)
[00:37:43.388] Timer tick, asking Buildbucket for the build status
[00:37:43.955] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:43.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:43:0) after 1m0s
[00:38:43.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:43:0)
[00:38:43.974] Timer tick, asking Buildbucket for the build status
[00:38:44.138] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:44.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:44:0) after 1m0s
[00:39:44.267] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:44:0)
[00:39:44.267] Timer tick, asking Buildbucket for the build status
[00:39:44.663] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:44.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:45:0) after 1m0s
[00:40:44.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:45:0)
[00:40:44.723] Timer tick, asking Buildbucket for the build status
[00:40:45.239] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:45.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:46:0) after 1m0s
[00:41:45.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:46:0)
[00:41:45.287] Timer tick, asking Buildbucket for the build status
[00:41:45.448] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:45.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:47:0) after 1m0s
[00:42:45.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:47:0)
[00:42:45.505] Timer tick, asking Buildbucket for the build status
[00:42:46.112] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:46.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:48:0) after 1m0s
[00:43:46.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:48:0)
[00:43:46.137] Timer tick, asking Buildbucket for the build status
[00:43:46.437] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:46.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:49:0) after 1m0s
[00:44:46.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:49:0)
[00:44:46.488] Timer tick, asking Buildbucket for the build status
[00:44:47.052] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:47.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:50:0) after 1m0s
[00:45:47.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:50:0)
[00:45:47.153] Timer tick, asking Buildbucket for the build status
[00:45:47.429] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:47.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:51:0) after 1m0s
[00:46:47.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:51:0)
[00:46:47.470] Timer tick, asking Buildbucket for the build status
[00:46:47.785] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:47.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:52:0) after 1m0s
[00:47:47.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:52:0)
[00:47:47.844] Timer tick, asking Buildbucket for the build status
[00:47:48.076] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:48.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:53:0) after 1m0s
[00:48:48.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:53:0)
[00:48:48.118] Timer tick, asking Buildbucket for the build status
[00:48:48.330] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:48.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:54:0) after 1m0s
[00:49:48.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:54:0)
[00:49:48.357] Timer tick, asking Buildbucket for the build status
[00:49:48.566] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:48.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:55:0) after 1m0s
[00:50:48.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:55:0)
[00:50:48.591] Timer tick, asking Buildbucket for the build status
[00:50:50.287] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:50.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:56:0) after 1m0s
[00:51:50.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:56:0)
[00:51:50.284] Timer tick, asking Buildbucket for the build status
[00:51:50.536] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:50.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:57:0) after 1m0s
[00:52:50.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:57:0)
[00:52:50.660] Timer tick, asking Buildbucket for the build status
[00:52:51.256] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:51.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:58:0) after 1m0s
[00:53:51.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:58:0)
[00:53:51.296] Timer tick, asking Buildbucket for the build status
[00:53:53.619] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:53.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:59:0) after 1m0s
[00:54:53.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:59:0)
[00:54:53.615] Timer tick, asking Buildbucket for the build status
[00:54:53.778] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:53.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:60:0) after 1m0s
[00:55:53.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:60:0)
[00:55:53.794] Timer tick, asking Buildbucket for the build status
[00:55:54.056] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:54.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:61:0) after 1m0s
[00:56:54.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:61:0)
[00:56:54.045] Timer tick, asking Buildbucket for the build status
[00:56:54.637] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:54.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:62:0) after 1m0s
[00:57:54.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:62:0)
[00:57:54.645] Timer tick, asking Buildbucket for the build status
[00:57:55.183] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:55.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:63:0) after 1m0s
[00:58:55.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:63:0)
[00:58:55.238] Timer tick, asking Buildbucket for the build status
[00:58:55.541] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:55.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:64:0) after 1m0s
[00:59:55.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:64:0)
[00:59:55.633] Timer tick, asking Buildbucket for the build status
[00:59:55.806] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:55.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:65:0) after 1m0s
[01:00:55.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:65:0)
[01:00:55.865] Timer tick, asking Buildbucket for the build status
[01:00:56.164] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:56.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:66:0) after 1m0s
[01:01:56.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:66:0)
[01:01:56.330] Timer tick, asking Buildbucket for the build status
[01:01:56.990] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:56.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:67:0) after 1m0s
[01:02:57.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:67:0)
[01:02:57.191] Timer tick, asking Buildbucket for the build status
[01:02:59.207] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:59.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:68:0) after 1m0s
[01:03:59.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:68:0)
[01:03:59.228] Timer tick, asking Buildbucket for the build status
[01:03:59.480] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:59.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:69:0) after 1m0s
[01:04:59.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:69:0)
[01:04:59.513] Timer tick, asking Buildbucket for the build status
[01:05:00.436] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:00.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:70:0) after 1m0s
[01:06:00.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:70:0)
[01:06:00.566] Timer tick, asking Buildbucket for the build status
[01:06:01.283] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:01.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:71:0) after 1m0s
[01:07:01.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:71:0)
[01:07:01.820] Timer tick, asking Buildbucket for the build status
[01:07:02.207] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:02.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:72:0) after 1m0s
[01:08:02.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:72:0)
[01:08:02.240] Timer tick, asking Buildbucket for the build status
[01:08:03.619] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:03.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:73:0) after 1m0s
[01:09:03.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:73:0)
[01:09:03.627] Timer tick, asking Buildbucket for the build status
[01:09:04.187] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:04.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:74:0) after 1m0s
[01:10:04.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:74:0)
[01:10:04.364] Timer tick, asking Buildbucket for the build status
[01:10:05.640] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:05.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:75:0) after 1m0s
[01:11:05.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:75:0)
[01:11:05.755] Timer tick, asking Buildbucket for the build status
[01:11:06.293] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:06.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:76:0) after 1m0s
[01:12:06.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:76:0)
[01:12:06.357] Timer tick, asking Buildbucket for the build status
[01:12:07.807] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:07.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:77:0) after 1m0s
[01:13:07.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:77:0)
[01:13:07.859] Timer tick, asking Buildbucket for the build status
[01:13:08.253] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:08.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:78:0) after 1m0s
[01:14:08.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:78:0)
[01:14:08.246] Timer tick, asking Buildbucket for the build status
[01:14:09.993] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:09.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:79:0) after 1m0s
[01:15:10.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:79:0)
[01:15:10.023] Timer tick, asking Buildbucket for the build status
[01:15:10.569] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:10.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:80:0) after 1m0s
[01:16:10.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:80:0)
[01:16:10.667] Timer tick, asking Buildbucket for the build status
[01:16:10.876] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:10.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:81:0) after 1m0s
[01:17:10.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:81:0)
[01:17:10.940] Timer tick, asking Buildbucket for the build status
[01:17:11.113] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:11.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:82:0) after 1m0s
[01:18:11.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:82:0)
[01:18:11.220] Timer tick, asking Buildbucket for the build status
[01:18:11.962] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:11.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:83:0) after 1m0s
[01:19:12.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:83:0)
[01:19:12.047] Timer tick, asking Buildbucket for the build status
[01:19:12.227] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:12.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:84:0) after 1m0s
[01:20:12.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:84:0)
[01:20:12.396] Timer tick, asking Buildbucket for the build status
[01:20:12.539] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:12.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:85:0) after 1m0s
[01:21:12.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:85:0)
[01:21:12.668] Timer tick, asking Buildbucket for the build status
[01:21:12.856] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:12.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:86:0) after 1m0s
[01:22:12.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:86:0)
[01:22:12.938] Timer tick, asking Buildbucket for the build status
[01:22:13.104] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:13.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:87:0) after 1m0s
[01:23:13.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:87:0)
[01:23:13.239] Timer tick, asking Buildbucket for the build status
[01:23:13.467] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:13.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:88:0) after 1m0s
[01:24:13.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:88:0)
[01:24:13.598] Timer tick, asking Buildbucket for the build status
[01:24:13.893] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:13.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:89:0) after 1m0s
[01:25:14.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:89:0)
[01:25:14.236] Timer tick, asking Buildbucket for the build status
[01:25:14.384] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:14.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:90:0) after 1m0s
[01:26:14.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:90:0)
[01:26:14.534] Timer tick, asking Buildbucket for the build status
[01:26:15.206] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:15.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:91:0) after 1m0s
[01:27:15.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:91:0)
[01:27:15.406] Timer tick, asking Buildbucket for the build status
[01:27:17.360] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:17.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:92:0) after 1m0s
[01:28:17.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:92:0)
[01:28:17.682] Timer tick, asking Buildbucket for the build status
[01:28:17.820] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:17.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:93:0) after 1m0s
[01:29:17.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:93:0)
[01:29:17.890] Timer tick, asking Buildbucket for the build status
[01:29:18.141] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:18.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:94:0) after 1m0s
[01:30:18.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:94:0)
[01:30:18.264] Timer tick, asking Buildbucket for the build status
[01:30:18.482] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:18.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:95:0) after 1m0s
[01:31:18.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:95:0)
[01:31:18.628] Timer tick, asking Buildbucket for the build status
[01:31:18.867] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:18.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:96:0) after 1m0s
[01:32:18.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:96:0)
[01:32:18.925] Timer tick, asking Buildbucket for the build status
[01:32:19.888] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:19.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:97:0) after 1m0s
[01:33:19.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:97:0)
[01:33:19.906] Timer tick, asking Buildbucket for the build status
[01:33:20.404] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:20.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:98:0) after 1m0s
[01:34:20.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:98:0)
[01:34:20.401] Timer tick, asking Buildbucket for the build status
[01:34:20.783] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:20.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:99:0) after 1m0s
[01:35:20.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:99:0)
[01:35:20.943] Timer tick, asking Buildbucket for the build status
[01:35:21.495] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:21.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:100:0) after 1m0s
[01:36:21.696] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:100:0)
[01:36:21.696] Timer tick, asking Buildbucket for the build status
[01:36:22.511] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:22.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:101:0) after 1m0s
[01:37:22.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:101:0)
[01:37:22.854] Timer tick, asking Buildbucket for the build status
[01:37:23.114] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:23.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:102:0) after 1m0s
[01:38:23.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:102:0)
[01:38:23.246] Timer tick, asking Buildbucket for the build status
[01:38:23.395] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:23.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:103:0) after 1m0s
[01:39:23.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:103:0)
[01:39:23.464] Timer tick, asking Buildbucket for the build status
[01:39:23.704] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:23.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:104:0) after 1m0s
[01:40:23.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:104:0)
[01:40:23.938] Timer tick, asking Buildbucket for the build status
[01:40:24.269] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:24.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:105:0) after 1m0s
[01:41:24.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:105:0)
[01:41:24.438] Timer tick, asking Buildbucket for the build status
[01:41:24.641] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:24.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:106:0) after 1m0s
[01:42:24.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:106:0)
[01:42:24.768] Timer tick, asking Buildbucket for the build status
[01:42:24.984] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:24.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:107:0) after 1m0s
[01:43:25.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:107:0)
[01:43:25.028] Timer tick, asking Buildbucket for the build status
[01:43:25.326] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:25.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:108:0) after 1m0s
[01:44:25.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:108:0)
[01:44:25.401] Timer tick, asking Buildbucket for the build status
[01:44:25.558] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:25.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:109:0) after 1m0s
[01:45:25.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:109:0)
[01:45:25.671] Timer tick, asking Buildbucket for the build status
[01:45:25.860] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:25.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:110:0) after 1m0s
[01:46:25.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:110:0)
[01:46:25.962] Timer tick, asking Buildbucket for the build status
[01:46:26.142] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:26.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:111:0) after 1m0s
[01:47:26.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:111:0)
[01:47:26.175] Timer tick, asking Buildbucket for the build status
[01:47:26.327] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:26.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:112:0) after 1m0s
[01:48:26.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:112:0)
[01:48:26.349] Timer tick, asking Buildbucket for the build status
[01:48:26.554] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:26.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:113:0) after 1m0s
[01:49:26.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:113:0)
[01:49:26.574] Timer tick, asking Buildbucket for the build status
[01:49:26.930] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:26.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:114:0) after 1m0s
[01:50:26.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:114:0)
[01:50:26.965] Timer tick, asking Buildbucket for the build status
[01:50:27.169] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:27.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:115:0) after 1m0s
[01:51:27.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:115:0)
[01:51:27.198] Timer tick, asking Buildbucket for the build status
[01:51:27.502] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:27.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:116:0) after 1m0s
[01:52:27.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:116:0)
[01:52:27.524] Timer tick, asking Buildbucket for the build status
[01:52:29.345] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:29.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:117:0) after 1m0s
[01:53:29.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:117:0)
[01:53:29.389] Timer tick, asking Buildbucket for the build status
[01:53:29.707] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:29.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:118:0) after 1m0s
[01:54:29.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:118:0)
[01:54:29.784] Timer tick, asking Buildbucket for the build status
[01:54:29.984] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:29.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:119:0) after 1m0s
[01:55:30.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:119:0)
[01:55:30.014] Timer tick, asking Buildbucket for the build status
[01:55:30.289] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:30.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:120:0) after 1m0s
[01:56:30.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:120:0)
[01:56:30.327] Timer tick, asking Buildbucket for the build status
[01:56:30.520] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:30.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:121:0) after 1m0s
[01:57:30.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:121:0)
[01:57:30.567] Timer tick, asking Buildbucket for the build status
[01:57:30.765] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:30.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:122:0) after 1m0s
[01:58:30.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:122:0)
[01:58:30.889] Timer tick, asking Buildbucket for the build status
[01:58:31.039] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:31.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:123:0) after 1m0s
[01:59:31.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:123:0)
[01:59:31.086] Timer tick, asking Buildbucket for the build status
[01:59:31.697] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:31.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:124:0) after 1m0s
[02:00:31.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:124:0)
[02:00:31.730] Timer tick, asking Buildbucket for the build status
[02:00:31.970] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:31.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:125:0) after 1m0s
[02:01:32.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:125:0)
[02:01:32.002] Timer tick, asking Buildbucket for the build status
[02:01:32.278] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:32.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:126:0) after 1m0s
[02:02:32.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:126:0)
[02:02:32.315] Timer tick, asking Buildbucket for the build status
[02:02:32.478] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:32.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:127:0) after 1m0s
[02:03:32.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:127:0)
[02:03:32.554] Timer tick, asking Buildbucket for the build status
[02:03:32.696] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:32.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:128:0) after 1m0s
[02:04:32.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:128:0)
[02:04:32.809] Timer tick, asking Buildbucket for the build status
[02:04:33.127] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:33.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:129:0) after 1m0s
[02:05:33.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:129:0)
[02:05:33.154] Timer tick, asking Buildbucket for the build status
[02:05:33.366] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:33.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:130:0) after 1m0s
[02:06:33.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:130:0)
[02:06:33.391] Timer tick, asking Buildbucket for the build status
[02:06:33.597] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:33.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:131:0) after 1m0s
[02:07:33.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:131:0)
[02:07:33.624] Timer tick, asking Buildbucket for the build status
[02:07:33.817] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:33.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:132:0) after 1m0s
[02:08:33.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:132:0)
[02:08:33.887] Timer tick, asking Buildbucket for the build status
[02:08:34.721] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:34.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:133:0) after 1m0s
[02:09:34.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:133:0)
[02:09:34.793] Timer tick, asking Buildbucket for the build status
[02:09:35.202] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:35.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:134:0) after 1m0s
[02:10:35.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:134:0)
[02:10:35.303] Timer tick, asking Buildbucket for the build status
[02:10:35.545] Build 8890700150376864816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:35.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056130212398012080:135:0) after 1m0s
[02:11:08.454] Received PubSub notification, asking Buildbucket for the build status
[02:11:08.583] Build 8890700150376864816: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:11:08.583] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1579572667227567",
    "created_by": "project:chromium",
    "created_ts": "1579564633924559",
    "failure_reason": "BUILD_FAILURE",
    "id": "8890700150376864816",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1986ed2bb08ea0cd779c28b7591ea2da5ff26b78\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11982, \"got_angle_revision\": \"62475e95da5bf415f615f62402dca081f1786545\", \"got_dawn_revision\": \"0fee6ccc2e6e4c3860cb3d0e32387469ede2e7ed\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"1986ed2bb08ea0cd779c28b7591ea2da5ff26b78\", \"got_revision_cp\": \"refs/heads/master@{#733479}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"11cb891a01a2b47cc2135ef19ca18046662476e0\", \"got_v8_revision\": \"761790f8f105ad68f60ef8524da7c86e8def4573\", \"got_v8_revision_cp\": \"refs/heads/8.1.229@{#1}\", \"got_webrtc_revision\": \"1a68679e65af33ac111c28396fe9fb8414d54f8a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30326}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1986ed2bb08ea0cd779c28b7591ea2da5ff26b78\", \"swarm_hashes\": {\"0\": \"948e8c38cb6383d3d186d0f6f2181aa99006576b\", \"1\": \"9f8d46456ad94fe869c8a5c9df82abcbfe1f9019\", \"10\": \"d1cb55590970fd1fef92d23be539c3bc154550f2\", \"11\": \"7c84e1234076e39d998d1f68fd2eb670541fed87\", \"12\": \"6e566f8899d9829e2d6d82159bbf0eb08d858ba2\", \"13\": \"76fcdcd0efeebbd745f13e11bb8fdc7a197d9597\", \"14\": \"46fbbfe77b9f6e4cd8e13f1ef6258b1828968508\", \"15\": \"146e674bcc16e1a4fd935526097e572fcabcf269\", \"16\": \"e72f981bbccdfbe81c6f9424c39737c3c55699e0\", \"2\": \"6ebbbb11e80757cf3f4d26cb8237cc93ab807bbc\", \"3\": \"e2d26fc470547a1918a6a201647f2ab69291cb2a\", \"4\": \"e8ed1b11200316c1edd750274e0047984e30b6e5\", \"5\": \"7e9ecde51e751998c41f659d04b656533129c98a\", \"6\": \"bb8825cd54021dda34b5d8294fe125ed635b5cda\", \"7\": \"5b8529fcccc4d91483aec15a24acf49636e98a04\", \"8\": \"6dbaa6848f0b8b823d35641eac7e29ae44692373\", \"9\": \"e9036bc2762c38836916c3f6073975a93fa1b186\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4784-e3296b5\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1579564857132220",
    "status": "COMPLETED",
    "status_changed_ts": "1579564857543517",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11982",
      "builder:ToTiOS",
      "buildset:commit/git/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1986ed2bb08ea0cd779c28b7591ea2da5ff26b78",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056130212398012080",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890700150376864816/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49de351a66f73210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579572667680188",
    "url": "https://ci.chromium.org/b/8890700150376864816",
    "utcnow_ts": "1579572668569496"
  }
}
[02:11:08.583] Invocation finished in 2h13m55.969503391s with status FAILED