Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "4ae035229e9aaf691df72d08713e026c90471886"
}

Incoming tags

  • buildset:commit/git/4ae035229e9aaf691df72d08713e026c90471886
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ae035229e9aaf691df72d08713e026c90471886
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[11:58:46.715] New invocation is queued and will start shortly
[11:58:48.080] Starting the invocation (attempt 1)
[11:58:48.115] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:58:48.115] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:58:48.115] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069946151118398976",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"4ae035229e9aaf691df72d08713e026c90471886\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069946151118398976",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/4ae035229e9aaf691df72d08713e026c90471886",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ae035229e9aaf691df72d08713e026c90471886",
    "gitiles_ref:refs/heads/master"
  ]
}
[11:58:49.298] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566388728610725",
    "id": "8904516088467056144",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4ae035229e9aaf691df72d08713e026c90471886\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566388729151107",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9551",
      "builder:ToTiOS",
      "buildset:commit/git/4ae035229e9aaf691df72d08713e026c90471886",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ae035229e9aaf691df72d08713e026c90471886",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069946151118398976",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904516088467056144/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566388729151196",
    "url": "https://ci.chromium.org/b/8904516088467056144",
    "utcnow_ts": "1566388729290333"
  }
}
[11:58:49.298] Task URL: https://ci.chromium.org/b/8904516088467056144
[11:58:49.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:2:0) after 1m0s
[11:59:49.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:2:0)
[11:59:49.417] Timer tick, asking Buildbucket for the build status
[11:59:49.594] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:59:49.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:3:0) after 1m0s
[12:00:49.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:3:0)
[12:00:49.780] Timer tick, asking Buildbucket for the build status
[12:00:49.969] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:00:49.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:4:0) after 1m0s
[12:01:50.156] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:4:0)
[12:01:50.156] Timer tick, asking Buildbucket for the build status
[12:01:50.321] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:01:50.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:5:0) after 1m0s
[12:02:50.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:5:0)
[12:02:50.418] Timer tick, asking Buildbucket for the build status
[12:02:51.932] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:02:51.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:6:0) after 1m0s
[12:03:52.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:6:0)
[12:03:52.202] Timer tick, asking Buildbucket for the build status
[12:03:52.361] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:03:52.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:7:0) after 1m0s
[12:04:52.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:7:0)
[12:04:52.517] Timer tick, asking Buildbucket for the build status
[12:04:53.097] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:04:53.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:8:0) after 1m0s
[12:05:53.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:8:0)
[12:05:53.120] Timer tick, asking Buildbucket for the build status
[12:05:53.322] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:05:53.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:9:0) after 1m0s
[12:06:53.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:9:0)
[12:06:53.349] Timer tick, asking Buildbucket for the build status
[12:06:53.489] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:06:53.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:10:0) after 1m0s
[12:07:53.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:10:0)
[12:07:53.533] Timer tick, asking Buildbucket for the build status
[12:07:54.527] Build 8904516088467056144: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:07:54.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:11:0) after 1m0s
[12:08:24.004] Received PubSub notification, asking Buildbucket for the build status
[12:08:24.142] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:54.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:11:0)
[12:08:54.560] Timer tick, asking Buildbucket for the build status
[12:08:54.751] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:54.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:13:0) after 1m0s
[12:09:54.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:13:0)
[12:09:54.878] Timer tick, asking Buildbucket for the build status
[12:09:55.849] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:55.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:14:0) after 1m0s
[12:10:55.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:14:0)
[12:10:55.961] Timer tick, asking Buildbucket for the build status
[12:10:56.926] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:56.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:15:0) after 1m0s
[12:11:57.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:15:0)
[12:11:57.099] Timer tick, asking Buildbucket for the build status
[12:11:57.443] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:57.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:16:0) after 1m0s
[12:12:57.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:16:0)
[12:12:57.464] Timer tick, asking Buildbucket for the build status
[12:12:59.672] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:59.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:17:0) after 1m0s
[12:13:59.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:17:0)
[12:13:59.756] Timer tick, asking Buildbucket for the build status
[12:14:00.145] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:00.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:18:0) after 1m0s
[12:15:00.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:18:0)
[12:15:00.155] Timer tick, asking Buildbucket for the build status
[12:15:00.825] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:00.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:19:0) after 1m0s
[12:16:01.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:19:0)
[12:16:01.063] Timer tick, asking Buildbucket for the build status
[12:16:01.331] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:01.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:20:0) after 1m0s
[12:17:01.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:20:0)
[12:17:01.398] Timer tick, asking Buildbucket for the build status
[12:17:02.111] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:02.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:21:0) after 1m0s
[12:18:02.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:21:0)
[12:18:02.210] Timer tick, asking Buildbucket for the build status
[12:18:04.392] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:04.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:22:0) after 1m0s
[12:19:04.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:22:0)
[12:19:04.452] Timer tick, asking Buildbucket for the build status
[12:19:04.674] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:04.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:23:0) after 1m0s
[12:20:04.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:23:0)
[12:20:04.704] Timer tick, asking Buildbucket for the build status
[12:20:04.918] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:04.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:24:0) after 1m0s
[12:21:05.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:24:0)
[12:21:05.002] Timer tick, asking Buildbucket for the build status
[12:21:05.576] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:05.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:25:0) after 1m0s
[12:22:07.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:25:0)
[12:22:07.718] Timer tick, asking Buildbucket for the build status
[12:22:08.186] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:08.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:26:0) after 1m0s
[12:23:08.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:26:0)
[12:23:08.277] Timer tick, asking Buildbucket for the build status
[12:23:09.227] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:09.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:27:0) after 1m0s
[12:24:09.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:27:0)
[12:24:09.269] Timer tick, asking Buildbucket for the build status
[12:24:10.390] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:10.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:28:0) after 1m0s
[12:25:10.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:28:0)
[12:25:10.375] Timer tick, asking Buildbucket for the build status
[12:25:10.635] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:10.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:29:0) after 1m0s
[12:26:10.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:29:0)
[12:26:10.720] Timer tick, asking Buildbucket for the build status
[12:26:11.345] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:11.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:30:0) after 1m0s
[12:27:11.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:30:0)
[12:27:11.380] Timer tick, asking Buildbucket for the build status
[12:27:12.533] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:12.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:31:0) after 1m0s
[12:28:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:31:0)
[12:28:12.657] Timer tick, asking Buildbucket for the build status
[12:28:13.084] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:13.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:32:0) after 1m0s
[12:29:13.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:32:0)
[12:29:13.185] Timer tick, asking Buildbucket for the build status
[12:29:13.358] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:13.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:33:0) after 1m0s
[12:30:13.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:33:0)
[12:30:13.389] Timer tick, asking Buildbucket for the build status
[12:30:15.073] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:15.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:34:0) after 1m0s
[12:31:15.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:34:0)
[12:31:15.100] Timer tick, asking Buildbucket for the build status
[12:31:15.285] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:15.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:35:0) after 1m0s
[12:32:15.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:35:0)
[12:32:15.351] Timer tick, asking Buildbucket for the build status
[12:32:16.356] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:16.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:36:0) after 1m0s
[12:33:16.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:36:0)
[12:33:16.394] Timer tick, asking Buildbucket for the build status
[12:33:16.593] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:16.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:37:0) after 1m0s
[12:34:16.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:37:0)
[12:34:16.724] Timer tick, asking Buildbucket for the build status
[12:34:16.942] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:16.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:38:0) after 1m0s
[12:35:17.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:38:0)
[12:35:17.001] Timer tick, asking Buildbucket for the build status
[12:35:17.157] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:17.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:39:0) after 1m0s
[12:36:17.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:39:0)
[12:36:17.185] Timer tick, asking Buildbucket for the build status
[12:36:18.371] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:18.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:40:0) after 1m0s
[12:37:18.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:40:0)
[12:37:18.453] Timer tick, asking Buildbucket for the build status
[12:37:19.538] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:19.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:41:0) after 1m0s
[12:38:19.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:41:0)
[12:38:19.542] Timer tick, asking Buildbucket for the build status
[12:38:19.720] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:19.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:42:0) after 1m0s
[12:39:19.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:42:0)
[12:39:19.801] Timer tick, asking Buildbucket for the build status
[12:39:20.006] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:20.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:43:0) after 1m0s
[12:40:20.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:43:0)
[12:40:20.133] Timer tick, asking Buildbucket for the build status
[12:40:20.700] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:20.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:44:0) after 1m0s
[12:41:20.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:44:0)
[12:41:20.769] Timer tick, asking Buildbucket for the build status
[12:41:20.926] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:20.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:45:0) after 1m0s
[12:42:21.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:45:0)
[12:42:21.132] Timer tick, asking Buildbucket for the build status
[12:42:21.302] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:21.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:46:0) after 1m0s
[12:43:21.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:46:0)
[12:43:21.367] Timer tick, asking Buildbucket for the build status
[12:43:22.870] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:22.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:47:0) after 1m0s
[12:44:22.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:47:0)
[12:44:22.941] Timer tick, asking Buildbucket for the build status
[12:44:23.752] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:23.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:48:0) after 1m0s
[12:45:23.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:48:0)
[12:45:23.851] Timer tick, asking Buildbucket for the build status
[12:45:24.026] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:24.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:49:0) after 1m0s
[12:46:24.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:49:0)
[12:46:24.240] Timer tick, asking Buildbucket for the build status
[12:46:26.957] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:26.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:50:0) after 1m0s
[12:47:27.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:50:0)
[12:47:27.097] Timer tick, asking Buildbucket for the build status
[12:47:27.690] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:27.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:51:0) after 1m0s
[12:48:28.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:51:0)
[12:48:28.063] Timer tick, asking Buildbucket for the build status
[12:48:28.498] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:28.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:52:0) after 1m0s
[12:49:28.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:52:0)
[12:49:28.656] Timer tick, asking Buildbucket for the build status
[12:49:29.048] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:29.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:53:0) after 1m0s
[12:50:29.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:53:0)
[12:50:29.123] Timer tick, asking Buildbucket for the build status
[12:50:29.469] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:29.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:54:0) after 1m0s
[12:51:29.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:54:0)
[12:51:29.463] Timer tick, asking Buildbucket for the build status
[12:51:29.661] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:29.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:55:0) after 1m0s
[12:52:29.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:55:0)
[12:52:29.717] Timer tick, asking Buildbucket for the build status
[12:52:29.906] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:29.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:56:0) after 1m0s
[12:53:29.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:56:0)
[12:53:29.994] Timer tick, asking Buildbucket for the build status
[12:53:30.826] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:30.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:57:0) after 1m0s
[12:54:30.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:57:0)
[12:54:30.911] Timer tick, asking Buildbucket for the build status
[12:54:31.131] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:31.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:58:0) after 1m0s
[12:55:31.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:58:0)
[12:55:31.201] Timer tick, asking Buildbucket for the build status
[12:55:31.439] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:31.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:59:0) after 1m0s
[12:56:31.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:59:0)
[12:56:31.557] Timer tick, asking Buildbucket for the build status
[12:56:31.842] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:31.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:60:0) after 1m0s
[12:57:31.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:60:0)
[12:57:31.840] Timer tick, asking Buildbucket for the build status
[12:57:32.207] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:32.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:61:0) after 1m0s
[12:58:32.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:61:0)
[12:58:32.241] Timer tick, asking Buildbucket for the build status
[12:58:33.247] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:33.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:62:0) after 1m0s
[12:59:33.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:62:0)
[12:59:33.265] Timer tick, asking Buildbucket for the build status
[12:59:33.633] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:33.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:63:0) after 1m0s
[13:00:33.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:63:0)
[13:00:33.655] Timer tick, asking Buildbucket for the build status
[13:00:33.836] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:33.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:64:0) after 1m0s
[13:01:33.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:64:0)
[13:01:33.895] Timer tick, asking Buildbucket for the build status
[13:01:34.101] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:34.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:65:0) after 1m0s
[13:02:34.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:65:0)
[13:02:34.177] Timer tick, asking Buildbucket for the build status
[13:02:34.414] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:34.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:66:0) after 1m0s
[13:03:34.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:66:0)
[13:03:34.491] Timer tick, asking Buildbucket for the build status
[13:03:35.132] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:35.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:67:0) after 1m0s
[13:04:35.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:67:0)
[13:04:35.173] Timer tick, asking Buildbucket for the build status
[13:04:35.535] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:35.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:68:0) after 1m0s
[13:05:35.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:68:0)
[13:05:35.637] Timer tick, asking Buildbucket for the build status
[13:05:35.822] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:35.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:69:0) after 1m0s
[13:06:35.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:69:0)
[13:06:35.931] Timer tick, asking Buildbucket for the build status
[13:06:36.588] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:36.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:70:0) after 1m0s
[13:07:36.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:70:0)
[13:07:36.646] Timer tick, asking Buildbucket for the build status
[13:07:36.989] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:36.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:71:0) after 1m0s
[13:08:37.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:71:0)
[13:08:37.113] Timer tick, asking Buildbucket for the build status
[13:08:39.089] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:39.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:72:0) after 1m0s
[13:09:39.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:72:0)
[13:09:39.147] Timer tick, asking Buildbucket for the build status
[13:09:40.621] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:40.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:73:0) after 1m0s
[13:10:40.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:73:0)
[13:10:40.778] Timer tick, asking Buildbucket for the build status
[13:10:41.217] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:41.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:74:0) after 1m0s
[13:11:41.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:74:0)
[13:11:41.290] Timer tick, asking Buildbucket for the build status
[13:11:41.669] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:41.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:75:0) after 1m0s
[13:12:41.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:75:0)
[13:12:41.728] Timer tick, asking Buildbucket for the build status
[13:12:42.733] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:76:0) after 1m0s
[13:13:42.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:76:0)
[13:13:42.836] Timer tick, asking Buildbucket for the build status
[13:13:43.046] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:43.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:77:0) after 1m0s
[13:14:43.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:77:0)
[13:14:43.120] Timer tick, asking Buildbucket for the build status
[13:14:43.253] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:43.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:78:0) after 1m0s
[13:15:43.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:78:0)
[13:15:43.283] Timer tick, asking Buildbucket for the build status
[13:15:43.700] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:43.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:79:0) after 1m0s
[13:16:43.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:79:0)
[13:16:43.733] Timer tick, asking Buildbucket for the build status
[13:16:44.066] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:44.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:80:0) after 1m0s
[13:17:44.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:80:0)
[13:17:44.130] Timer tick, asking Buildbucket for the build status
[13:17:44.334] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:44.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:81:0) after 1m0s
[13:18:44.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:81:0)
[13:18:44.526] Timer tick, asking Buildbucket for the build status
[13:18:45.300] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:45.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:82:0) after 1m0s
[13:19:45.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:82:0)
[13:19:45.334] Timer tick, asking Buildbucket for the build status
[13:19:46.322] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:46.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:83:0) after 1m0s
[13:20:46.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:83:0)
[13:20:46.330] Timer tick, asking Buildbucket for the build status
[13:20:46.827] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:46.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:84:0) after 1m0s
[13:21:46.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:84:0)
[13:21:46.924] Timer tick, asking Buildbucket for the build status
[13:21:47.342] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:47.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:85:0) after 1m0s
[13:22:47.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:85:0)
[13:22:47.447] Timer tick, asking Buildbucket for the build status
[13:22:47.609] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:47.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:86:0) after 1m0s
[13:23:47.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:86:0)
[13:23:47.640] Timer tick, asking Buildbucket for the build status
[13:23:48.106] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:48.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:87:0) after 1m0s
[13:24:48.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:87:0)
[13:24:48.142] Timer tick, asking Buildbucket for the build status
[13:24:48.487] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:48.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:88:0) after 1m0s
[13:25:48.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:88:0)
[13:25:48.596] Timer tick, asking Buildbucket for the build status
[13:25:49.159] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:49.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:89:0) after 1m0s
[13:26:49.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:89:0)
[13:26:49.157] Timer tick, asking Buildbucket for the build status
[13:26:49.377] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:49.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:90:0) after 1m0s
[13:27:49.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:90:0)
[13:27:49.472] Timer tick, asking Buildbucket for the build status
[13:27:50.350] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:50.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:91:0) after 1m0s
[13:28:50.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:91:0)
[13:28:50.394] Timer tick, asking Buildbucket for the build status
[13:28:51.189] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:51.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:92:0) after 1m0s
[13:29:51.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:92:0)
[13:29:51.230] Timer tick, asking Buildbucket for the build status
[13:29:55.544] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:55.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:93:0) after 1m0s
[13:30:55.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:93:0)
[13:30:55.555] Timer tick, asking Buildbucket for the build status
[13:30:56.037] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:56.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:94:0) after 1m0s
[13:31:56.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:94:0)
[13:31:56.143] Timer tick, asking Buildbucket for the build status
[13:31:56.330] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:56.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:95:0) after 1m0s
[13:32:56.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:95:0)
[13:32:56.372] Timer tick, asking Buildbucket for the build status
[13:32:56.533] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:56.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:96:0) after 1m0s
[13:33:56.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:96:0)
[13:33:56.599] Timer tick, asking Buildbucket for the build status
[13:33:56.909] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:56.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:97:0) after 1m0s
[13:34:56.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:97:0)
[13:34:56.951] Timer tick, asking Buildbucket for the build status
[13:34:57.206] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:57.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:98:0) after 1m0s
[13:35:57.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:98:0)
[13:35:57.222] Timer tick, asking Buildbucket for the build status
[13:35:57.485] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:57.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:99:0) after 1m0s
[13:36:57.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:99:0)
[13:36:57.524] Timer tick, asking Buildbucket for the build status
[13:36:57.709] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:57.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:100:0) after 1m0s
[13:37:57.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:100:0)
[13:37:57.741] Timer tick, asking Buildbucket for the build status
[13:37:57.894] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:57.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:101:0) after 1m0s
[13:38:57.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:101:0)
[13:38:57.931] Timer tick, asking Buildbucket for the build status
[13:38:58.179] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:58.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:102:0) after 1m0s
[13:39:58.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:102:0)
[13:39:58.276] Timer tick, asking Buildbucket for the build status
[13:39:58.514] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:58.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:103:0) after 1m0s
[13:40:58.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:103:0)
[13:40:58.554] Timer tick, asking Buildbucket for the build status
[13:40:58.772] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:58.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:104:0) after 1m0s
[13:41:58.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:104:0)
[13:41:58.844] Timer tick, asking Buildbucket for the build status
[13:41:59.629] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:59.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:105:0) after 1m0s
[13:42:59.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:105:0)
[13:42:59.652] Timer tick, asking Buildbucket for the build status
[13:43:00.093] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:00.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:106:0) after 1m0s
[13:44:00.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:106:0)
[13:44:00.458] Timer tick, asking Buildbucket for the build status
[13:44:01.016] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:01.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:107:0) after 1m0s
[13:45:01.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:107:0)
[13:45:01.177] Timer tick, asking Buildbucket for the build status
[13:45:01.784] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:01.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:108:0) after 1m0s
[13:46:01.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:108:0)
[13:46:01.854] Timer tick, asking Buildbucket for the build status
[13:46:03.448] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:03.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:109:0) after 1m0s
[13:47:03.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:109:0)
[13:47:03.491] Timer tick, asking Buildbucket for the build status
[13:47:03.782] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:03.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:110:0) after 1m0s
[13:48:03.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:110:0)
[13:48:03.852] Timer tick, asking Buildbucket for the build status
[13:48:04.067] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:04.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:111:0) after 1m0s
[13:49:04.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:111:0)
[13:49:04.176] Timer tick, asking Buildbucket for the build status
[13:49:06.390] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:06.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:112:0) after 1m0s
[13:50:06.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:112:0)
[13:50:06.481] Timer tick, asking Buildbucket for the build status
[13:50:06.659] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:06.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:113:0) after 1m0s
[13:51:06.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:113:0)
[13:51:06.705] Timer tick, asking Buildbucket for the build status
[13:51:08.839] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:08.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:114:0) after 1m0s
[13:52:08.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:114:0)
[13:52:08.872] Timer tick, asking Buildbucket for the build status
[13:52:10.529] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:10.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:115:0) after 1m0s
[13:53:10.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:115:0)
[13:53:10.569] Timer tick, asking Buildbucket for the build status
[13:53:10.797] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:10.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:116:0) after 1m0s
[13:54:10.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:116:0)
[13:54:10.828] Timer tick, asking Buildbucket for the build status
[13:54:11.192] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:11.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:117:0) after 1m0s
[13:55:11.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:117:0)
[13:55:11.252] Timer tick, asking Buildbucket for the build status
[13:55:13.038] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:13.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:118:0) after 1m0s
[13:56:13.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:118:0)
[13:56:13.172] Timer tick, asking Buildbucket for the build status
[13:56:13.655] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:13.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:119:0) after 1m0s
[13:57:13.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:119:0)
[13:57:13.676] Timer tick, asking Buildbucket for the build status
[13:57:13.881] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:13.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:120:0) after 1m0s
[13:58:13.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:120:0)
[13:58:13.987] Timer tick, asking Buildbucket for the build status
[13:58:14.869] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:14.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:121:0) after 1m0s
[13:59:14.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:121:0)
[13:59:14.913] Timer tick, asking Buildbucket for the build status
[13:59:16.904] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:16.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:122:0) after 1m0s
[14:00:16.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:122:0)
[14:00:16.926] Timer tick, asking Buildbucket for the build status
[14:00:17.304] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:17.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:123:0) after 1m0s
[14:01:17.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:123:0)
[14:01:17.478] Timer tick, asking Buildbucket for the build status
[14:01:17.785] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:17.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:124:0) after 1m0s
[14:02:17.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:124:0)
[14:02:17.822] Timer tick, asking Buildbucket for the build status
[14:02:18.565] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:18.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:125:0) after 1m0s
[14:03:18.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:125:0)
[14:03:18.591] Timer tick, asking Buildbucket for the build status
[14:03:19.139] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:19.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:126:0) after 1m0s
[14:04:19.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:126:0)
[14:04:19.204] Timer tick, asking Buildbucket for the build status
[14:04:19.560] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:19.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:127:0) after 1m0s
[14:05:19.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:127:0)
[14:05:19.668] Timer tick, asking Buildbucket for the build status
[14:05:20.650] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:20.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:128:0) after 1m0s
[14:06:20.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:128:0)
[14:06:20.638] Timer tick, asking Buildbucket for the build status
[14:06:21.099] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:21.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:129:0) after 1m0s
[14:07:21.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:129:0)
[14:07:21.169] Timer tick, asking Buildbucket for the build status
[14:07:21.316] Build 8904516088467056144: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:21.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069946151118398976:130:0) after 1m0s
[14:07:28.411] Received PubSub notification, asking Buildbucket for the build status
[14:07:28.526] Build 8904516088467056144: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:07:28.526] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566396447708167",
    "created_by": "project:chromium",
    "created_ts": "1566388728610725",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904516088467056144",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4ae035229e9aaf691df72d08713e026c90471886\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed base_unittests (iPhone 6s iOS 12.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9551, \"got_angle_revision\": \"ed4906f89d3dc1119de5bd6e7fbe24cf3104bcba\", \"got_dawn_revision\": \"ae2b9f4720a7286e001d63939b9deaf2731ccc9f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"4ae035229e9aaf691df72d08713e026c90471886\", \"got_revision_cp\": \"refs/heads/master@{#688952}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"73ab90bdd09ceee55e51e5a16a942f2f7eb87196\", \"got_v8_revision_cp\": \"refs/heads/7.8.139@{#1}\", \"got_webrtc_revision\": \"e8ef87bdadcf8b32379b08f91a457f09c4272cb8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28922}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4ae035229e9aaf691df72d08713e026c90471886\", \"swarm_hashes\": {\"0\": \"f922d564cb5641eddadc58586553711ffc695b17\", \"1\": \"b303a4537c9ef1e129df5cbbcb09ac48bbb2945b\", \"10\": \"da982233157660cda71cf97df50a472a835e5d35\", \"11\": \"5f482b14637432ee4bdcf4fac9340113f64e834d\", \"12\": \"45a097d7da46c76cd49aeb6f069e5b3e0e5485c0\", \"13\": \"fa3cf628fb337a14755f1a3dbb6d679c960139a5\", \"14\": \"bc283870ee399fe5c0a9fed52a887e480386e031\", \"15\": \"078da6b549cc0c2b5d8acf21caab4ecb6191957e\", \"16\": \"37e991a93bae2b597f495a1e54104aa2cd9f7124\", \"2\": \"d790322abad35050f8e5b4d94a20df84a74b29ae\", \"3\": \"38874ff57a30193498e4fa8759b023e5076b71b9\", \"4\": \"7e8e10b05408bdca26e4db7d326c8e62edbe7f4d\", \"5\": \"a79e5c77080c266b4bd132cffa7ada25b6af9e0f\", \"6\": \"2b57bcb11e32e437e2dac18068504b451c49ed1c\", \"7\": \"2cc283b6de749469b1da14f40fc4958d80c5ccbb\", \"8\": \"7bbceecabe7aa155575703f43501fcf1cb9d9431\", \"9\": \"a6787eef3d4dd3c39e076a1af450fcc0a2c73b3e\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed base_unittests (iPhone 6s iOS 12.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566389287440118",
    "status": "COMPLETED",
    "status_changed_ts": "1566389287971892",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9551",
      "builder:ToTiOS",
      "buildset:commit/git/4ae035229e9aaf691df72d08713e026c90471886",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ae035229e9aaf691df72d08713e026c90471886",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069946151118398976",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904516088467056144/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46ccdcbfb45b8810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566396447843109",
    "url": "https://ci.chromium.org/b/8904516088467056144",
    "utcnow_ts": "1566396448518727"
  }
}
[14:07:28.526] Invocation finished in 2h8m41.828390667s with status FAILED