Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "eda7fea02d14e7f72b82fc583292b0e8082e4e4c"
}

Incoming tags

  • buildset:commit/git/eda7fea02d14e7f72b82fc583292b0e8082e4e4c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eda7fea02d14e7f72b82fc583292b0e8082e4e4c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:47:02.132] New invocation is queued and will start shortly
[02:47:03.217] Starting the invocation (attempt 1)
[02:47:03.275] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:47:03.275] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:47:03.275] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065904000304334256",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"eda7fea02d14e7f72b82fc583292b0e8082e4e4c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9065904000304334256",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:47:04.033] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570243623444446",
    "id": "8900473938261950240",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"eda7fea02d14e7f72b82fc583292b0e8082e4e4c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570243623893815",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10213",
      "builder:ToTiOS",
      "buildset:commit/git/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065904000304334256",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900473938261950240/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570243623893926",
    "url": "https://ci.chromium.org/b/8900473938261950240",
    "utcnow_ts": "1570243624024419"
  }
}
[02:47:04.033] Task URL: https://ci.chromium.org/b/8900473938261950240
[02:47:04.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:2:0) after 1m0s
[02:48:04.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:2:0)
[02:48:04.057] Timer tick, asking Buildbucket for the build status
[02:48:04.825] Build 8900473938261950240: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:48:04.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:3:0) after 1m0s
[02:49:04.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:3:0)
[02:49:04.854] Timer tick, asking Buildbucket for the build status
[02:49:05.640] Build 8900473938261950240: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:49:05.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:4:0) after 1m0s
[02:50:05.692] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:4:0)
[02:50:05.692] Timer tick, asking Buildbucket for the build status
[02:50:06.188] Build 8900473938261950240: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:50:06.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:5:0) after 1m0s
[02:50:21.139] Received PubSub notification, asking Buildbucket for the build status
[02:50:22.086] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:06.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:5:0)
[02:51:06.228] Timer tick, asking Buildbucket for the build status
[02:51:08.208] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:08.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:7:0) after 1m0s
[02:52:08.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:7:0)
[02:52:08.236] Timer tick, asking Buildbucket for the build status
[02:52:08.674] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:08.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:8:0) after 1m0s
[02:53:08.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:8:0)
[02:53:08.728] Timer tick, asking Buildbucket for the build status
[02:53:08.907] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:08.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:9:0) after 1m0s
[02:54:08.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:9:0)
[02:54:08.928] Timer tick, asking Buildbucket for the build status
[02:54:09.234] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:09.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:10:0) after 1m0s
[02:55:09.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:10:0)
[02:55:09.310] Timer tick, asking Buildbucket for the build status
[02:55:09.612] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:09.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:11:0) after 1m0s
[02:56:09.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:11:0)
[02:56:09.674] Timer tick, asking Buildbucket for the build status
[02:56:09.858] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:09.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:12:0) after 1m0s
[02:57:10.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:12:0)
[02:57:10.034] Timer tick, asking Buildbucket for the build status
[02:57:10.235] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:10.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:13:0) after 1m0s
[02:58:10.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:13:0)
[02:58:10.255] Timer tick, asking Buildbucket for the build status
[02:58:10.909] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:10.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:14:0) after 1m0s
[02:59:10.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:14:0)
[02:59:10.928] Timer tick, asking Buildbucket for the build status
[02:59:11.235] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:11.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:15:0) after 1m0s
[03:00:11.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:15:0)
[03:00:11.292] Timer tick, asking Buildbucket for the build status
[03:00:13.245] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:13.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:16:0) after 1m0s
[03:01:13.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:16:0)
[03:01:13.424] Timer tick, asking Buildbucket for the build status
[03:01:17.067] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:17.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:17:0) after 1m0s
[03:02:17.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:17:0)
[03:02:17.218] Timer tick, asking Buildbucket for the build status
[03:02:17.417] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:17.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:18:0) after 1m0s
[03:03:17.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:18:0)
[03:03:17.445] Timer tick, asking Buildbucket for the build status
[03:03:18.416] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:18.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:19:0) after 1m0s
[03:04:18.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:19:0)
[03:04:18.454] Timer tick, asking Buildbucket for the build status
[03:04:18.969] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:18.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:20:0) after 1m0s
[03:05:19.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:20:0)
[03:05:19.088] Timer tick, asking Buildbucket for the build status
[03:05:19.507] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:19.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:21:0) after 1m0s
[03:06:19.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:21:0)
[03:06:19.602] Timer tick, asking Buildbucket for the build status
[03:06:20.059] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:20.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:22:0) after 1m0s
[03:07:20.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:22:0)
[03:07:20.189] Timer tick, asking Buildbucket for the build status
[03:07:20.700] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:20.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:23:0) after 1m0s
[03:08:20.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:23:0)
[03:08:20.825] Timer tick, asking Buildbucket for the build status
[03:08:23.797] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:23.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:24:0) after 1m0s
[03:09:23.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:24:0)
[03:09:23.828] Timer tick, asking Buildbucket for the build status
[03:09:24.554] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:24.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:25:0) after 1m0s
[03:10:24.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:25:0)
[03:10:24.583] Timer tick, asking Buildbucket for the build status
[03:10:24.793] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:24.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:26:0) after 1m0s
[03:11:24.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:26:0)
[03:11:24.819] Timer tick, asking Buildbucket for the build status
[03:11:25.256] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:25.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:27:0) after 1m0s
[03:12:25.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:27:0)
[03:12:25.279] Timer tick, asking Buildbucket for the build status
[03:12:25.421] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:25.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:28:0) after 1m0s
[03:13:25.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:28:0)
[03:13:25.562] Timer tick, asking Buildbucket for the build status
[03:13:26.009] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:26.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:29:0) after 1m0s
[03:14:26.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:29:0)
[03:14:26.040] Timer tick, asking Buildbucket for the build status
[03:14:26.286] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:26.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:30:0) after 1m0s
[03:15:26.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:30:0)
[03:15:26.307] Timer tick, asking Buildbucket for the build status
[03:15:26.516] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:26.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:31:0) after 1m0s
[03:16:26.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:31:0)
[03:16:26.571] Timer tick, asking Buildbucket for the build status
[03:16:27.323] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:27.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:32:0) after 1m0s
[03:17:27.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:32:0)
[03:17:27.403] Timer tick, asking Buildbucket for the build status
[03:17:28.074] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:28.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:33:0) after 1m0s
[03:18:28.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:33:0)
[03:18:28.282] Timer tick, asking Buildbucket for the build status
[03:18:29.562] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:29.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:34:0) after 1m0s
[03:19:29.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:34:0)
[03:19:29.815] Timer tick, asking Buildbucket for the build status
[03:19:30.783] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:30.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:35:0) after 1m0s
[03:20:30.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:35:0)
[03:20:30.858] Timer tick, asking Buildbucket for the build status
[03:20:31.051] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:31.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:36:0) after 1m0s
[03:21:31.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:36:0)
[03:21:31.071] Timer tick, asking Buildbucket for the build status
[03:21:31.362] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:31.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:37:0) after 1m0s
[03:22:31.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:37:0)
[03:22:31.351] Timer tick, asking Buildbucket for the build status
[03:22:32.505] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:32.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:38:0) after 1m0s
[03:23:32.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:38:0)
[03:23:32.621] Timer tick, asking Buildbucket for the build status
[03:23:32.838] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:32.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:39:0) after 1m0s
[03:24:32.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:39:0)
[03:24:32.888] Timer tick, asking Buildbucket for the build status
[03:24:33.486] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:33.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:40:0) after 1m0s
[03:25:33.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:40:0)
[03:25:33.688] Timer tick, asking Buildbucket for the build status
[03:25:34.206] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:34.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:41:0) after 1m0s
[03:26:34.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:41:0)
[03:26:34.231] Timer tick, asking Buildbucket for the build status
[03:26:34.560] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:34.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:42:0) after 1m0s
[03:27:34.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:42:0)
[03:27:34.594] Timer tick, asking Buildbucket for the build status
[03:27:34.807] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:34.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:43:0) after 1m0s
[03:28:34.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:43:0)
[03:28:34.916] Timer tick, asking Buildbucket for the build status
[03:28:35.079] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:35.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:44:0) after 1m0s
[03:29:35.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:44:0)
[03:29:35.113] Timer tick, asking Buildbucket for the build status
[03:29:35.467] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:35.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:45:0) after 1m0s
[03:30:35.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:45:0)
[03:30:35.502] Timer tick, asking Buildbucket for the build status
[03:30:35.713] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:35.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:46:0) after 1m0s
[03:31:35.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:46:0)
[03:31:35.741] Timer tick, asking Buildbucket for the build status
[03:31:35.907] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:35.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:47:0) after 1m0s
[03:32:35.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:47:0)
[03:32:35.968] Timer tick, asking Buildbucket for the build status
[03:32:36.481] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:36.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:48:0) after 1m0s
[03:33:36.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:48:0)
[03:33:36.555] Timer tick, asking Buildbucket for the build status
[03:33:37.278] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:37.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:49:0) after 1m0s
[03:34:37.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:49:0)
[03:34:37.328] Timer tick, asking Buildbucket for the build status
[03:34:38.265] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:38.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:50:0) after 1m0s
[03:35:38.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:50:0)
[03:35:38.292] Timer tick, asking Buildbucket for the build status
[03:35:38.870] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:38.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:51:0) after 1m0s
[03:36:38.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:51:0)
[03:36:38.882] Timer tick, asking Buildbucket for the build status
[03:36:39.137] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:39.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:52:0) after 1m0s
[03:37:39.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:52:0)
[03:37:39.178] Timer tick, asking Buildbucket for the build status
[03:37:39.679] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:39.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:53:0) after 1m0s
[03:38:39.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:53:0)
[03:38:39.753] Timer tick, asking Buildbucket for the build status
[03:38:39.956] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:39.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:54:0) after 1m0s
[03:39:39.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:54:0)
[03:39:39.982] Timer tick, asking Buildbucket for the build status
[03:39:41.479] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:41.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:55:0) after 1m0s
[03:40:41.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:55:0)
[03:40:41.565] Timer tick, asking Buildbucket for the build status
[03:40:41.943] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:41.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:56:0) after 1m0s
[03:41:42.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:56:0)
[03:41:42.091] Timer tick, asking Buildbucket for the build status
[03:41:43.297] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:43.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:57:0) after 1m0s
[03:42:43.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:57:0)
[03:42:43.320] Timer tick, asking Buildbucket for the build status
[03:42:44.211] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:44.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:58:0) after 1m0s
[03:43:44.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:58:0)
[03:43:44.237] Timer tick, asking Buildbucket for the build status
[03:43:46.532] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:46.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:59:0) after 1m0s
[03:44:46.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:59:0)
[03:44:46.596] Timer tick, asking Buildbucket for the build status
[03:44:46.864] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:46.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:60:0) after 1m0s
[03:45:46.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:60:0)
[03:45:46.887] Timer tick, asking Buildbucket for the build status
[03:45:47.265] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:47.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:61:0) after 1m0s
[03:46:47.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:61:0)
[03:46:47.344] Timer tick, asking Buildbucket for the build status
[03:46:47.546] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:47.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:62:0) after 1m0s
[03:47:47.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:62:0)
[03:47:47.570] Timer tick, asking Buildbucket for the build status
[03:47:47.766] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:47.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:63:0) after 1m0s
[03:48:47.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:63:0)
[03:48:47.792] Timer tick, asking Buildbucket for the build status
[03:48:48.373] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:48.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:64:0) after 1m0s
[03:49:48.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:64:0)
[03:49:48.430] Timer tick, asking Buildbucket for the build status
[03:49:48.884] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:48.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:65:0) after 1m0s
[03:50:48.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:65:0)
[03:50:48.934] Timer tick, asking Buildbucket for the build status
[03:50:49.195] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:49.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:66:0) after 1m0s
[03:51:49.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:66:0)
[03:51:49.245] Timer tick, asking Buildbucket for the build status
[03:51:49.489] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:49.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:67:0) after 1m0s
[03:52:49.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:67:0)
[03:52:49.508] Timer tick, asking Buildbucket for the build status
[03:52:49.659] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:49.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:68:0) after 1m0s
[03:53:49.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:68:0)
[03:53:49.697] Timer tick, asking Buildbucket for the build status
[03:53:50.395] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:50.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:69:0) after 1m0s
[03:54:50.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:69:0)
[03:54:50.484] Timer tick, asking Buildbucket for the build status
[03:54:50.682] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:50.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:70:0) after 1m0s
[03:55:50.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:70:0)
[03:55:50.743] Timer tick, asking Buildbucket for the build status
[03:55:51.382] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:51.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:71:0) after 1m0s
[03:56:51.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:71:0)
[03:56:51.406] Timer tick, asking Buildbucket for the build status
[03:56:51.722] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:51.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:72:0) after 1m0s
[03:57:51.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:72:0)
[03:57:51.779] Timer tick, asking Buildbucket for the build status
[03:57:52.317] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:52.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:73:0) after 1m0s
[03:58:52.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:73:0)
[03:58:52.355] Timer tick, asking Buildbucket for the build status
[03:58:52.533] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:52.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:74:0) after 1m0s
[03:59:52.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:74:0)
[03:59:52.561] Timer tick, asking Buildbucket for the build status
[03:59:53.210] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:53.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:75:0) after 1m0s
[04:00:53.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:75:0)
[04:00:53.276] Timer tick, asking Buildbucket for the build status
[04:00:53.528] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:53.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:76:0) after 1m0s
[04:01:53.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:76:0)
[04:01:53.586] Timer tick, asking Buildbucket for the build status
[04:01:54.256] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:54.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:77:0) after 1m0s
[04:02:54.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:77:0)
[04:02:54.524] Timer tick, asking Buildbucket for the build status
[04:02:54.743] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:54.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:78:0) after 1m0s
[04:03:55.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:78:0)
[04:03:55.151] Timer tick, asking Buildbucket for the build status
[04:03:55.612] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:55.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:79:0) after 1m0s
[04:04:55.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:79:0)
[04:04:55.757] Timer tick, asking Buildbucket for the build status
[04:04:58.509] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:58.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:80:0) after 1m0s
[04:05:58.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:80:0)
[04:05:58.542] Timer tick, asking Buildbucket for the build status
[04:05:59.221] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:59.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:81:0) after 1m0s
[04:06:59.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:81:0)
[04:06:59.312] Timer tick, asking Buildbucket for the build status
[04:06:59.949] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:59.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:82:0) after 1m0s
[04:07:59.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:82:0)
[04:07:59.949] Timer tick, asking Buildbucket for the build status
[04:08:00.164] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:00.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:83:0) after 1m0s
[04:09:00.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:83:0)
[04:09:00.251] Timer tick, asking Buildbucket for the build status
[04:09:01.666] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:01.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:84:0) after 1m0s
[04:10:01.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:84:0)
[04:10:01.695] Timer tick, asking Buildbucket for the build status
[04:10:02.482] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:02.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:85:0) after 1m0s
[04:11:02.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:85:0)
[04:11:02.563] Timer tick, asking Buildbucket for the build status
[04:11:02.751] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:02.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:86:0) after 1m0s
[04:12:02.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:86:0)
[04:12:02.802] Timer tick, asking Buildbucket for the build status
[04:12:03.023] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:03.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:87:0) after 1m0s
[04:13:03.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:87:0)
[04:13:03.233] Timer tick, asking Buildbucket for the build status
[04:13:03.487] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:03.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:88:0) after 1m0s
[04:14:03.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:88:0)
[04:14:03.626] Timer tick, asking Buildbucket for the build status
[04:14:04.741] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:89:0) after 1m0s
[04:15:04.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:89:0)
[04:15:04.978] Timer tick, asking Buildbucket for the build status
[04:15:05.808] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:05.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:90:0) after 1m0s
[04:16:05.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:90:0)
[04:16:05.842] Timer tick, asking Buildbucket for the build status
[04:16:06.586] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:06.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:91:0) after 1m0s
[04:17:06.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:91:0)
[04:17:06.754] Timer tick, asking Buildbucket for the build status
[04:17:07.234] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:07.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:92:0) after 1m0s
[04:18:07.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:92:0)
[04:18:07.308] Timer tick, asking Buildbucket for the build status
[04:18:07.599] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:07.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:93:0) after 1m0s
[04:19:07.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:93:0)
[04:19:07.666] Timer tick, asking Buildbucket for the build status
[04:19:08.142] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:08.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:94:0) after 1m0s
[04:20:08.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:94:0)
[04:20:08.170] Timer tick, asking Buildbucket for the build status
[04:20:08.569] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:08.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:95:0) after 1m0s
[04:21:08.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:95:0)
[04:21:08.781] Timer tick, asking Buildbucket for the build status
[04:21:09.135] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:09.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:96:0) after 1m0s
[04:22:09.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:96:0)
[04:22:09.325] Timer tick, asking Buildbucket for the build status
[04:22:09.814] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:09.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:97:0) after 1m0s
[04:23:09.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:97:0)
[04:23:09.902] Timer tick, asking Buildbucket for the build status
[04:23:10.117] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:10.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:98:0) after 1m0s
[04:24:10.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:98:0)
[04:24:10.162] Timer tick, asking Buildbucket for the build status
[04:24:10.410] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:10.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:99:0) after 1m0s
[04:25:10.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:99:0)
[04:25:10.603] Timer tick, asking Buildbucket for the build status
[04:25:10.851] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:10.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:100:0) after 1m0s
[04:26:10.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:100:0)
[04:26:10.892] Timer tick, asking Buildbucket for the build status
[04:26:11.456] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:11.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:101:0) after 1m0s
[04:27:11.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:101:0)
[04:27:11.481] Timer tick, asking Buildbucket for the build status
[04:27:13.745] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:13.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:102:0) after 1m0s
[04:28:13.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:102:0)
[04:28:13.790] Timer tick, asking Buildbucket for the build status
[04:28:14.215] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:14.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:103:0) after 1m0s
[04:29:14.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:103:0)
[04:29:14.290] Timer tick, asking Buildbucket for the build status
[04:29:17.015] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:17.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:104:0) after 1m0s
[04:30:17.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:104:0)
[04:30:17.094] Timer tick, asking Buildbucket for the build status
[04:30:18.095] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:18.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:105:0) after 1m0s
[04:31:18.127] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:105:0)
[04:31:18.127] Timer tick, asking Buildbucket for the build status
[04:31:18.464] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:18.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:106:0) after 1m0s
[04:32:18.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:106:0)
[04:32:18.671] Timer tick, asking Buildbucket for the build status
[04:32:18.893] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:18.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:107:0) after 1m0s
[04:33:19.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:107:0)
[04:33:19.169] Timer tick, asking Buildbucket for the build status
[04:33:19.344] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:19.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:108:0) after 1m0s
[04:34:19.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:108:0)
[04:34:19.371] Timer tick, asking Buildbucket for the build status
[04:34:19.714] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:19.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:109:0) after 1m0s
[04:35:19.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:109:0)
[04:35:19.707] Timer tick, asking Buildbucket for the build status
[04:35:20.437] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:20.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:110:0) after 1m0s
[04:36:20.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:110:0)
[04:36:20.522] Timer tick, asking Buildbucket for the build status
[04:36:21.375] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:21.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:111:0) after 1m0s
[04:37:21.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:111:0)
[04:37:21.457] Timer tick, asking Buildbucket for the build status
[04:37:21.765] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:21.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:112:0) after 1m0s
[04:38:21.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:112:0)
[04:38:21.849] Timer tick, asking Buildbucket for the build status
[04:38:22.711] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:22.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:113:0) after 1m0s
[04:39:22.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:113:0)
[04:39:22.773] Timer tick, asking Buildbucket for the build status
[04:39:23.416] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:23.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:114:0) after 1m0s
[04:40:23.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:114:0)
[04:40:23.396] Timer tick, asking Buildbucket for the build status
[04:40:23.613] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:23.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:115:0) after 1m0s
[04:41:23.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:115:0)
[04:41:23.697] Timer tick, asking Buildbucket for the build status
[04:41:25.028] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:25.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:116:0) after 1m0s
[04:42:25.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:116:0)
[04:42:25.060] Timer tick, asking Buildbucket for the build status
[04:42:25.245] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:25.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:117:0) after 1m0s
[04:43:25.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:117:0)
[04:43:25.269] Timer tick, asking Buildbucket for the build status
[04:43:27.002] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:27.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:118:0) after 1m0s
[04:44:27.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:118:0)
[04:44:27.081] Timer tick, asking Buildbucket for the build status
[04:44:27.406] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:27.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:119:0) after 1m0s
[04:45:27.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:119:0)
[04:45:27.432] Timer tick, asking Buildbucket for the build status
[04:45:27.831] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:27.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:120:0) after 1m0s
[04:46:27.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:120:0)
[04:46:27.980] Timer tick, asking Buildbucket for the build status
[04:46:29.365] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:29.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:121:0) after 1m0s
[04:47:29.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:121:0)
[04:47:29.392] Timer tick, asking Buildbucket for the build status
[04:47:30.517] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:30.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:122:0) after 1m0s
[04:48:30.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:122:0)
[04:48:30.640] Timer tick, asking Buildbucket for the build status
[04:48:31.329] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:31.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:123:0) after 1m0s
[04:49:31.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:123:0)
[04:49:31.461] Timer tick, asking Buildbucket for the build status
[04:49:32.214] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:32.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:124:0) after 1m0s
[04:50:32.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:124:0)
[04:50:32.830] Timer tick, asking Buildbucket for the build status
[04:50:33.080] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:33.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:125:0) after 1m0s
[04:51:33.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:125:0)
[04:51:33.251] Timer tick, asking Buildbucket for the build status
[04:51:33.750] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:33.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:126:0) after 1m0s
[04:52:33.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:126:0)
[04:52:33.905] Timer tick, asking Buildbucket for the build status
[04:52:34.463] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:34.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:127:0) after 1m0s
[04:53:35.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:127:0)
[04:53:35.025] Timer tick, asking Buildbucket for the build status
[04:53:35.253] Build 8900473938261950240: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:35.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065904000304334256:128:0) after 1m0s
[04:53:47.569] Received PubSub notification, asking Buildbucket for the build status
[04:53:47.728] Build 8900473938261950240: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:53:47.728] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570251226699448",
    "created_by": "project:chromium",
    "created_ts": "1570243623444446",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900473938261950240",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"eda7fea02d14e7f72b82fc583292b0e8082e4e4c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10213, \"got_angle_revision\": \"1ba72546da4ce83b340fdd965655010b75c749db\", \"got_dawn_revision\": \"21dfc919547fb3b139b56271d1aa09518bd75801\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"eda7fea02d14e7f72b82fc583292b0e8082e4e4c\", \"got_revision_cp\": \"refs/heads/master@{#703127}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"14b4bc0d0f1dfa2c7e420c60f86443ffbb301286\", \"got_v8_revision_cp\": \"refs/heads/7.9.217@{#1}\", \"got_webrtc_revision\": \"7536bc539500b44a7c4ebf7d8e7fd9ef474c3fae\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29382}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"eda7fea02d14e7f72b82fc583292b0e8082e4e4c\", \"swarm_hashes\": {\"0\": \"258692b54d7a9a32faa98f2892feb54580d3c9b6\", \"1\": \"7481f59ba6411130f0a1b9a3a0d4d1883beef5d3\", \"10\": \"deddf73b361000da065d11e9c69887e857ab8ccc\", \"11\": \"5a65b73b618893dc03e58fe27c7c59edd4c56491\", \"12\": \"7c2138aff9b9ac93d7827ba67073a05376de5a29\", \"13\": \"51d16ef788b140dc6d727f0d149ce6cf080a85ca\", \"14\": \"5a8df35583983142a60dfc33c70bcf910afca627\", \"15\": \"62912fdc602d45f16859dc662df13ac556355098\", \"16\": \"4ad53e2f392766e5b6948b63cf43326c6a80b9f8\", \"2\": \"fd48385c186f19727a6ad02270e37a563b3bfd8b\", \"3\": \"03e150409dab80003de3c8fdb43de8cba6b6f156\", \"4\": \"b5d7b60581d691471d0378d1f264a30f8063a773\", \"5\": \"e09f69fc8b9ccd97d73cd83657d448e5f9177acd\", \"6\": \"acad8797280a5e35d695f44b93c8ec684b8dead2\", \"7\": \"12b771f71b7fd7a9ca7880db33f556ee7a0aa3a1\", \"8\": \"33b4596f6a0ca73cc5d3b12ec959f7dd5cdcfa5e\", \"9\": \"151da45c25eab8f79b83c04849bc0d74662a9071\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570243820280769",
    "status": "COMPLETED",
    "status_changed_ts": "1570243820862667",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10213",
      "builder:ToTiOS",
      "buildset:commit/git/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eda7fea02d14e7f72b82fc583292b0e8082e4e4c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065904000304334256",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900473938261950240/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47b2a1c742f83010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570251226804710",
    "url": "https://ci.chromium.org/b/8900473938261950240",
    "utcnow_ts": "1570251227715877"
  }
}
[04:53:47.728] Invocation finished in 2h6m45.614386591s with status FAILED