Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "84094ce86108c72d203779a3b4b3a7a2bc208326"
}

Incoming tags

  • buildset:commit/git/84094ce86108c72d203779a3b4b3a7a2bc208326
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84094ce86108c72d203779a3b4b3a7a2bc208326
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:15:50.138] New invocation is queued and will start shortly
[21:15:51.218] Starting the invocation (attempt 1)
[21:15:51.275] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:51.276] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:51.276] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062391555910304896",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"84094ce86108c72d203779a3b4b3a7a2bc208326\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062391555910304896",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/84094ce86108c72d203779a3b4b3a7a2bc208326",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84094ce86108c72d203779a3b4b3a7a2bc208326",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:15:53.654] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1573593351770485",
    "id": "8896961493532250384",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"84094ce86108c72d203779a3b4b3a7a2bc208326\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573593352392709",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11006",
      "builder:ToTiOS",
      "buildset:commit/git/84094ce86108c72d203779a3b4b3a7a2bc208326",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84094ce86108c72d203779a3b4b3a7a2bc208326",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062391555910304896",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896961493532250384/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573593352392853",
    "url": "https://ci.chromium.org/b/8896961493532250384",
    "utcnow_ts": "1573593353567160"
  }
}
[21:15:53.654] Task URL: https://ci.chromium.org/b/8896961493532250384
[21:15:53.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:2:0) after 1m0s
[21:16:20.068] Received PubSub notification, asking Buildbucket for the build status
[21:16:20.492] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:53.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:2:0)
[21:16:53.711] Timer tick, asking Buildbucket for the build status
[21:16:54.063] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:54.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:4:0) after 1m0s
[21:17:54.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:4:0)
[21:17:54.135] Timer tick, asking Buildbucket for the build status
[21:17:54.680] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:54.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:5:0) after 1m0s
[21:18:54.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:5:0)
[21:18:54.705] Timer tick, asking Buildbucket for the build status
[21:18:54.977] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:54.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:6:0) after 1m0s
[21:19:55.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:6:0)
[21:19:55.040] Timer tick, asking Buildbucket for the build status
[21:19:56.282] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:56.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:7:0) after 1m0s
[21:20:56.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:7:0)
[21:20:56.347] Timer tick, asking Buildbucket for the build status
[21:20:56.857] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:56.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:8:0) after 1m0s
[21:21:57.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:8:0)
[21:21:57.011] Timer tick, asking Buildbucket for the build status
[21:21:57.805] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:57.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:9:0) after 1m0s
[21:22:57.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:9:0)
[21:22:57.904] Timer tick, asking Buildbucket for the build status
[21:22:58.167] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:58.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:10:0) after 1m0s
[21:23:58.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:10:0)
[21:23:58.192] Timer tick, asking Buildbucket for the build status
[21:24:01.648] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:01.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:11:0) after 1m0s
[21:25:01.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:11:0)
[21:25:01.676] Timer tick, asking Buildbucket for the build status
[21:25:02.593] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:02.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:12:0) after 1m0s
[21:26:02.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:12:0)
[21:26:02.740] Timer tick, asking Buildbucket for the build status
[21:26:04.112] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:04.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:13:0) after 1m0s
[21:27:04.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:13:0)
[21:27:04.282] Timer tick, asking Buildbucket for the build status
[21:27:04.596] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:04.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:14:0) after 1m0s
[21:28:04.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:14:0)
[21:28:04.615] Timer tick, asking Buildbucket for the build status
[21:28:05.712] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:05.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:15:0) after 1m0s
[21:29:05.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:15:0)
[21:29:05.768] Timer tick, asking Buildbucket for the build status
[21:29:06.676] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:06.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:16:0) after 1m0s
[21:30:06.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:16:0)
[21:30:06.721] Timer tick, asking Buildbucket for the build status
[21:30:12.587] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:12.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:17:0) after 1m0s
[21:31:12.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:17:0)
[21:31:12.925] Timer tick, asking Buildbucket for the build status
[21:31:13.183] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:13.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:18:0) after 1m0s
[21:32:13.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:18:0)
[21:32:13.350] Timer tick, asking Buildbucket for the build status
[21:32:13.767] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:13.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:19:0) after 1m0s
[21:33:13.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:19:0)
[21:33:13.888] Timer tick, asking Buildbucket for the build status
[21:33:14.549] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:14.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:20:0) after 1m0s
[21:34:14.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:20:0)
[21:34:14.580] Timer tick, asking Buildbucket for the build status
[21:34:17.072] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:17.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:21:0) after 1m0s
[21:35:17.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:21:0)
[21:35:17.138] Timer tick, asking Buildbucket for the build status
[21:35:17.457] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:17.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:22:0) after 1m0s
[21:36:17.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:22:0)
[21:36:17.501] Timer tick, asking Buildbucket for the build status
[21:36:22.322] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:22.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:23:0) after 1m0s
[21:37:22.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:23:0)
[21:37:22.376] Timer tick, asking Buildbucket for the build status
[21:37:23.305] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:23.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:24:0) after 1m0s
[21:38:23.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:24:0)
[21:38:23.368] Timer tick, asking Buildbucket for the build status
[21:38:23.802] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:23.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:25:0) after 1m0s
[21:39:23.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:25:0)
[21:39:23.889] Timer tick, asking Buildbucket for the build status
[21:39:24.482] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:24.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:26:0) after 1m0s
[21:40:24.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:26:0)
[21:40:24.514] Timer tick, asking Buildbucket for the build status
[21:40:26.042] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:26.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:27:0) after 1m0s
[21:41:26.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:27:0)
[21:41:26.084] Timer tick, asking Buildbucket for the build status
[21:41:26.405] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:26.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:28:0) after 1m0s
[21:42:26.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:28:0)
[21:42:26.432] Timer tick, asking Buildbucket for the build status
[21:42:31.695] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:31.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:29:0) after 1m0s
[21:43:32.129] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:29:0)
[21:43:32.129] Timer tick, asking Buildbucket for the build status
[21:43:33.013] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:33.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:30:0) after 1m0s
[21:44:33.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:30:0)
[21:44:33.039] Timer tick, asking Buildbucket for the build status
[21:44:33.794] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:33.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:31:0) after 1m0s
[21:45:33.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:31:0)
[21:45:33.826] Timer tick, asking Buildbucket for the build status
[21:45:33.992] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:33.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:32:0) after 1m0s
[21:46:34.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:32:0)
[21:46:34.037] Timer tick, asking Buildbucket for the build status
[21:46:34.246] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:34.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:33:0) after 1m0s
[21:47:34.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:33:0)
[21:47:34.266] Timer tick, asking Buildbucket for the build status
[21:47:34.480] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:34.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:34:0) after 1m0s
[21:48:34.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:34:0)
[21:48:34.488] Timer tick, asking Buildbucket for the build status
[21:48:35.111] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:35.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:35:0) after 1m0s
[21:49:35.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:35:0)
[21:49:35.180] Timer tick, asking Buildbucket for the build status
[21:49:35.437] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:35.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:36:0) after 1m0s
[21:50:35.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:36:0)
[21:50:35.491] Timer tick, asking Buildbucket for the build status
[21:50:35.681] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:35.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:37:0) after 1m0s
[21:51:35.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:37:0)
[21:51:35.769] Timer tick, asking Buildbucket for the build status
[21:51:36.125] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:36.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:38:0) after 1m0s
[21:52:36.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:38:0)
[21:52:36.150] Timer tick, asking Buildbucket for the build status
[21:52:36.548] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:36.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:39:0) after 1m0s
[21:53:36.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:39:0)
[21:53:36.606] Timer tick, asking Buildbucket for the build status
[21:53:37.331] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:37.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:40:0) after 1m0s
[21:54:37.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:40:0)
[21:54:37.362] Timer tick, asking Buildbucket for the build status
[21:54:37.586] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:37.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:41:0) after 1m0s
[21:55:37.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:41:0)
[21:55:37.620] Timer tick, asking Buildbucket for the build status
[21:55:40.272] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:40.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:42:0) after 1m0s
[21:56:40.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:42:0)
[21:56:40.319] Timer tick, asking Buildbucket for the build status
[21:56:41.114] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:41.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:43:0) after 1m0s
[21:57:41.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:43:0)
[21:57:41.144] Timer tick, asking Buildbucket for the build status
[21:57:42.102] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:42.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:44:0) after 1m0s
[21:58:42.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:44:0)
[21:58:42.149] Timer tick, asking Buildbucket for the build status
[21:58:46.863] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:46.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:45:0) after 1m0s
[21:59:46.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:45:0)
[21:59:46.978] Timer tick, asking Buildbucket for the build status
[21:59:47.251] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:47.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:46:0) after 1m0s
[22:00:47.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:46:0)
[22:00:47.467] Timer tick, asking Buildbucket for the build status
[22:00:47.766] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:47.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:47:0) after 1m0s
[22:01:47.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:47:0)
[22:01:47.917] Timer tick, asking Buildbucket for the build status
[22:01:48.214] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:48.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:48:0) after 1m0s
[22:02:48.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:48:0)
[22:02:48.309] Timer tick, asking Buildbucket for the build status
[22:02:48.676] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:48.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:49:0) after 1m0s
[22:03:48.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:49:0)
[22:03:48.761] Timer tick, asking Buildbucket for the build status
[22:03:55.064] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:55.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:50:0) after 1m0s
[22:04:55.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:50:0)
[22:04:55.155] Timer tick, asking Buildbucket for the build status
[22:04:55.446] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:55.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:51:0) after 1m0s
[22:05:55.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:51:0)
[22:05:55.697] Timer tick, asking Buildbucket for the build status
[22:05:55.880] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:55.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:52:0) after 1m0s
[22:06:55.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:52:0)
[22:06:55.964] Timer tick, asking Buildbucket for the build status
[22:06:56.782] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:56.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:53:0) after 1m0s
[22:07:56.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:53:0)
[22:07:56.797] Timer tick, asking Buildbucket for the build status
[22:07:57.277] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:57.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:54:0) after 1m0s
[22:08:57.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:54:0)
[22:08:57.395] Timer tick, asking Buildbucket for the build status
[22:08:59.634] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:59.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:55:0) after 1m0s
[22:10:00.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:55:0)
[22:10:00.032] Timer tick, asking Buildbucket for the build status
[22:10:03.092] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:03.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:56:0) after 1m0s
[22:11:03.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:56:0)
[22:11:03.194] Timer tick, asking Buildbucket for the build status
[22:11:04.514] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:04.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:57:0) after 1m0s
[22:12:04.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:57:0)
[22:12:04.544] Timer tick, asking Buildbucket for the build status
[22:12:05.070] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:05.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:58:0) after 1m0s
[22:13:05.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:58:0)
[22:13:05.114] Timer tick, asking Buildbucket for the build status
[22:13:12.085] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:12.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:59:0) after 1m0s
[22:14:12.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:59:0)
[22:14:12.386] Timer tick, asking Buildbucket for the build status
[22:14:15.664] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:15.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:60:0) after 1m0s
[22:15:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:60:0)
[22:15:15.718] Timer tick, asking Buildbucket for the build status
[22:15:19.818] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:19.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:61:0) after 1m0s
[22:16:20.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:61:0)
[22:16:20.089] Timer tick, asking Buildbucket for the build status
[22:16:20.305] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:20.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:62:0) after 1m0s
[22:17:20.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:62:0)
[22:17:20.374] Timer tick, asking Buildbucket for the build status
[22:17:20.770] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:20.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:63:0) after 1m0s
[22:18:20.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:63:0)
[22:18:20.964] Timer tick, asking Buildbucket for the build status
[22:18:21.749] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:21.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:64:0) after 1m0s
[22:19:21.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:64:0)
[22:19:21.927] Timer tick, asking Buildbucket for the build status
[22:19:22.317] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:22.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:65:0) after 1m0s
[22:20:22.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:65:0)
[22:20:22.346] Timer tick, asking Buildbucket for the build status
[22:20:22.560] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:22.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:66:0) after 1m0s
[22:21:22.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:66:0)
[22:21:22.686] Timer tick, asking Buildbucket for the build status
[22:21:22.919] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:22.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:67:0) after 1m0s
[22:22:22.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:67:0)
[22:22:22.953] Timer tick, asking Buildbucket for the build status
[22:22:23.255] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:23.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:68:0) after 1m0s
[22:23:23.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:68:0)
[22:23:23.816] Timer tick, asking Buildbucket for the build status
[22:23:24.947] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:24.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:69:0) after 1m0s
[22:24:25.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:69:0)
[22:24:25.635] Timer tick, asking Buildbucket for the build status
[22:24:28.394] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:28.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:70:0) after 1m0s
[22:25:29.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:70:0)
[22:25:29.160] Timer tick, asking Buildbucket for the build status
[22:25:30.023] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:30.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:71:0) after 1m0s
[22:26:31.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:71:0)
[22:26:31.101] Timer tick, asking Buildbucket for the build status
[22:26:31.932] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:31.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:72:0) after 1m0s
[22:27:32.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:72:0)
[22:27:32.865] Timer tick, asking Buildbucket for the build status
[22:27:33.797] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:33.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:73:0) after 1m0s
[22:28:34.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:73:0)
[22:28:34.569] Timer tick, asking Buildbucket for the build status
[22:28:35.538] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:35.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:74:0) after 1m0s
[22:29:35.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:74:0)
[22:29:35.553] Timer tick, asking Buildbucket for the build status
[22:29:35.849] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:35.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:75:0) after 1m0s
[22:30:35.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:75:0)
[22:30:35.909] Timer tick, asking Buildbucket for the build status
[22:30:36.669] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:36.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:76:0) after 1m0s
[22:31:36.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:76:0)
[22:31:36.734] Timer tick, asking Buildbucket for the build status
[22:31:38.456] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:38.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:77:0) after 1m0s
[22:32:38.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:77:0)
[22:32:38.539] Timer tick, asking Buildbucket for the build status
[22:32:41.916] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:41.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:78:0) after 1m0s
[22:33:41.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:78:0)
[22:33:41.950] Timer tick, asking Buildbucket for the build status
[22:33:42.105] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:42.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:79:0) after 1m0s
[22:34:42.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:79:0)
[22:34:42.141] Timer tick, asking Buildbucket for the build status
[22:34:42.361] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:42.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:80:0) after 1m0s
[22:35:42.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:80:0)
[22:35:42.774] Timer tick, asking Buildbucket for the build status
[22:35:46.841] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:46.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:81:0) after 1m0s
[22:36:46.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:81:0)
[22:36:46.900] Timer tick, asking Buildbucket for the build status
[22:36:48.184] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:48.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:82:0) after 1m0s
[22:37:48.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:82:0)
[22:37:48.352] Timer tick, asking Buildbucket for the build status
[22:37:49.359] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:49.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:83:0) after 1m0s
[22:38:49.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:83:0)
[22:38:49.503] Timer tick, asking Buildbucket for the build status
[22:38:51.465] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:51.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:84:0) after 1m0s
[22:39:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:84:0)
[22:39:51.589] Timer tick, asking Buildbucket for the build status
[22:39:52.197] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:52.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:85:0) after 1m0s
[22:40:52.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:85:0)
[22:40:52.225] Timer tick, asking Buildbucket for the build status
[22:40:52.491] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:52.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:86:0) after 1m0s
[22:41:52.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:86:0)
[22:41:52.508] Timer tick, asking Buildbucket for the build status
[22:41:52.790] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:52.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:87:0) after 1m0s
[22:42:52.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:87:0)
[22:42:52.861] Timer tick, asking Buildbucket for the build status
[22:42:53.242] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:53.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:88:0) after 1m0s
[22:43:53.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:88:0)
[22:43:53.336] Timer tick, asking Buildbucket for the build status
[22:43:53.528] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:53.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:89:0) after 1m0s
[22:44:53.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:89:0)
[22:44:53.885] Timer tick, asking Buildbucket for the build status
[22:44:54.361] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:54.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:90:0) after 1m0s
[22:45:54.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:90:0)
[22:45:54.479] Timer tick, asking Buildbucket for the build status
[22:45:55.032] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:55.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:91:0) after 1m0s
[22:46:55.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:91:0)
[22:46:55.164] Timer tick, asking Buildbucket for the build status
[22:46:56.901] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:56.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:92:0) after 1m0s
[22:47:56.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:92:0)
[22:47:56.985] Timer tick, asking Buildbucket for the build status
[22:47:57.258] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:57.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:93:0) after 1m0s
[22:48:57.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:93:0)
[22:48:57.486] Timer tick, asking Buildbucket for the build status
[22:48:57.900] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:57.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:94:0) after 1m0s
[22:49:57.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:94:0)
[22:49:57.910] Timer tick, asking Buildbucket for the build status
[22:49:58.272] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:58.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:95:0) after 1m0s
[22:50:58.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:95:0)
[22:50:58.370] Timer tick, asking Buildbucket for the build status
[22:51:04.800] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:04.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:96:0) after 1m0s
[22:52:04.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:96:0)
[22:52:04.915] Timer tick, asking Buildbucket for the build status
[22:52:05.505] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:05.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:97:0) after 1m0s
[22:53:05.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:97:0)
[22:53:05.569] Timer tick, asking Buildbucket for the build status
[22:53:05.990] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:05.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:98:0) after 1m0s
[22:54:06.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:98:0)
[22:54:06.086] Timer tick, asking Buildbucket for the build status
[22:54:06.458] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:06.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:99:0) after 1m0s
[22:55:06.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:99:0)
[22:55:06.585] Timer tick, asking Buildbucket for the build status
[22:55:06.804] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:06.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:100:0) after 1m0s
[22:56:06.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:100:0)
[22:56:06.936] Timer tick, asking Buildbucket for the build status
[22:56:09.333] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:09.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:101:0) after 1m0s
[22:57:09.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:101:0)
[22:57:09.504] Timer tick, asking Buildbucket for the build status
[22:57:10.947] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:10.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:102:0) after 1m0s
[22:58:10.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:102:0)
[22:58:10.976] Timer tick, asking Buildbucket for the build status
[22:58:11.232] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:11.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:103:0) after 1m0s
[22:59:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:103:0)
[22:59:11.345] Timer tick, asking Buildbucket for the build status
[22:59:11.637] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:11.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:104:0) after 1m0s
[23:00:11.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:104:0)
[23:00:11.729] Timer tick, asking Buildbucket for the build status
[23:00:12.125] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:12.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:105:0) after 1m0s
[23:01:12.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:105:0)
[23:01:12.177] Timer tick, asking Buildbucket for the build status
[23:01:12.966] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:12.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:106:0) after 1m0s
[23:02:13.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:106:0)
[23:02:13.075] Timer tick, asking Buildbucket for the build status
[23:02:13.373] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:13.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:107:0) after 1m0s
[23:03:13.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:107:0)
[23:03:13.467] Timer tick, asking Buildbucket for the build status
[23:03:14.015] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:14.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:108:0) after 1m0s
[23:04:14.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:108:0)
[23:04:14.165] Timer tick, asking Buildbucket for the build status
[23:04:16.852] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:16.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:109:0) after 1m0s
[23:05:16.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:109:0)
[23:05:16.959] Timer tick, asking Buildbucket for the build status
[23:05:19.880] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:19.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:110:0) after 1m0s
[23:06:20.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:110:0)
[23:06:20.002] Timer tick, asking Buildbucket for the build status
[23:06:20.377] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:20.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:111:0) after 1m0s
[23:07:20.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:111:0)
[23:07:20.500] Timer tick, asking Buildbucket for the build status
[23:07:20.956] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:20.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:112:0) after 1m0s
[23:08:20.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:112:0)
[23:08:20.967] Timer tick, asking Buildbucket for the build status
[23:08:21.135] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:21.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:113:0) after 1m0s
[23:09:21.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:113:0)
[23:09:21.212] Timer tick, asking Buildbucket for the build status
[23:09:22.989] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:22.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:114:0) after 1m0s
[23:10:23.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:114:0)
[23:10:23.195] Timer tick, asking Buildbucket for the build status
[23:10:25.652] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:25.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:115:0) after 1m0s
[23:11:25.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:115:0)
[23:11:25.866] Timer tick, asking Buildbucket for the build status
[23:11:27.703] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:27.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:116:0) after 1m0s
[23:12:27.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:116:0)
[23:12:27.769] Timer tick, asking Buildbucket for the build status
[23:12:28.137] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:28.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:117:0) after 1m0s
[23:13:28.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:117:0)
[23:13:28.310] Timer tick, asking Buildbucket for the build status
[23:13:29.043] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:29.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:118:0) after 1m0s
[23:14:29.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:118:0)
[23:14:29.150] Timer tick, asking Buildbucket for the build status
[23:14:29.461] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:29.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:119:0) after 1m0s
[23:15:29.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:119:0)
[23:15:29.600] Timer tick, asking Buildbucket for the build status
[23:15:29.878] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:29.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:120:0) after 1m0s
[23:16:30.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:120:0)
[23:16:30.142] Timer tick, asking Buildbucket for the build status
[23:16:32.403] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:32.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:121:0) after 1m0s
[23:17:32.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:121:0)
[23:17:32.578] Timer tick, asking Buildbucket for the build status
[23:17:32.849] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:32.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:122:0) after 1m0s
[23:18:33.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:122:0)
[23:18:33.011] Timer tick, asking Buildbucket for the build status
[23:18:33.287] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:33.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:123:0) after 1m0s
[23:19:33.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:123:0)
[23:19:33.438] Timer tick, asking Buildbucket for the build status
[23:19:35.786] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:35.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:124:0) after 1m0s
[23:20:36.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:124:0)
[23:20:36.150] Timer tick, asking Buildbucket for the build status
[23:20:36.406] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:36.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:125:0) after 1m0s
[23:21:36.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:125:0)
[23:21:36.772] Timer tick, asking Buildbucket for the build status
[23:21:37.045] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:37.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:126:0) after 1m0s
[23:22:37.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:126:0)
[23:22:37.084] Timer tick, asking Buildbucket for the build status
[23:22:37.622] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:37.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:127:0) after 1m0s
[23:23:37.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:127:0)
[23:23:37.908] Timer tick, asking Buildbucket for the build status
[23:23:38.325] Build 8896961493532250384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:38.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062391555910304896:128:0) after 1m0s
[23:24:21.556] Received PubSub notification, asking Buildbucket for the build status
[23:24:22.358] Build 8896961493532250384: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:24:22.358] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1573601061141785",
    "created_by": "project:chromium",
    "created_ts": "1573593351770485",
    "failure_reason": "BUILD_FAILURE",
    "id": "8896961493532250384",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"84094ce86108c72d203779a3b4b3a7a2bc208326\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11006, \"got_angle_revision\": \"4f023f565a618bd2325147e2fe7b05a992419f66\", \"got_dawn_revision\": \"eac7382eb2324c206f642bacf099f89f00d4e30f\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"84094ce86108c72d203779a3b4b3a7a2bc208326\", \"got_revision_cp\": \"refs/heads/master@{#714654}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"e2f83aa33d882bc2b44491541b15644758e077f0\", \"got_v8_revision\": \"edafde288ec4c0b78838140ed18a4c626004790d\", \"got_v8_revision_cp\": \"refs/heads/8.0.247@{#1}\", \"got_webrtc_revision\": \"dcc910a2095de4077bda3cd5a9c3e217e3b0b5df\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29777}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"84094ce86108c72d203779a3b4b3a7a2bc208326\", \"swarm_hashes\": {\"0\": \"d73788521d730b3d755876d385e79ef15d824432\", \"1\": \"8de50c774f7054afcbdd082acb20b0847a0a8758\", \"10\": \"617fe62330cf3769a532c60a6f3dd7b4644c7943\", \"11\": \"ce6c0e77c268038318e9e0b929816ab63a3b29a9\", \"12\": \"d3ad633b71013040548152d0a772352b2a2dc40e\", \"13\": \"02a103fde4a4ac7443337f536fa6e3182a09697b\", \"14\": \"a6d59b77d7f36dccdaac2e56c08a1121a5b2da2d\", \"15\": \"98bf578a1c73d577da599b1c23ca5eebfa69957b\", \"16\": \"b184ac70ed8a04023a08915c184494c92f41f15c\", \"2\": \"fe5daedddae490b823d2482127efddc0dc8591fd\", \"3\": \"182c3ed9545da73b8c18cef86cd82b5acee1719f\", \"4\": \"6cec2a22712ab5562cb62ff408d331f6b586ac02\", \"5\": \"b5569a304321d2f41d87578251178733100f2a00\", \"6\": \"a3c59841f6102f96489c2da19e0c6f8a306e1b25\", \"7\": \"6fb9cf8f43cc9560b933b0580f6e4495b3379ebd\", \"8\": \"872f6044957e8fd1fbee6ac8721da0e59daf7b79\", \"9\": \"a7c697e87c0e60d7f91c741744010e20fe0f6c86\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573593377576951",
    "status": "COMPLETED",
    "status_changed_ts": "1573593379187120",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11006",
      "builder:ToTiOS",
      "buildset:commit/git/84094ce86108c72d203779a3b4b3a7a2bc208326",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84094ce86108c72d203779a3b4b3a7a2bc208326",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062391555910304896",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896961493532250384/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:487a4acc6a4e7710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573601061249763",
    "url": "https://ci.chromium.org/b/8896961493532250384",
    "utcnow_ts": "1573601062339755"
  }
}
[23:24:22.358] Invocation finished in 2h8m32.238603532s with status FAILED