[14:16:01.846] New invocation is queued and will start shortly
[14:16:03.299] Starting the invocation (attempt 1)
[14:16:03.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:16:03.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:16:03.355] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9067129009999528656",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"c86aa2f52c84665f360144f8fffa709bdfdb4cc0\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9067129009999528656",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"gitiles_ref:refs/heads/master"
]
}
[14:16:05.516] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1569075363899410",
"id": "8901698947182657104",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c86aa2f52c84665f360144f8fffa709bdfdb4cc0\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1569075364822698",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9990",
"builder:ToTiOS",
"buildset:commit/git/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067129009999528656",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901698947182657104/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1569075364822945",
"url": "https://ci.chromium.org/b/8901698947182657104",
"utcnow_ts": "1569075365494233"
}
}
[14:16:05.516] Task URL: https://ci.chromium.org/b/8901698947182657104
[14:16:05.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:2:0) after 1m0s
[14:17:05.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:2:0)
[14:17:05.641] Timer tick, asking Buildbucket for the build status
[14:17:05.886] Build 8901698947182657104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:17:05.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:3:0) after 1m0s
[14:18:05.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:3:0)
[14:18:05.949] Timer tick, asking Buildbucket for the build status
[14:18:06.182] Build 8901698947182657104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:18:06.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:4:0) after 1m0s
[14:19:06.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:4:0)
[14:19:06.269] Timer tick, asking Buildbucket for the build status
[14:19:06.507] Build 8901698947182657104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:19:06.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:5:0) after 1m0s
[14:19:12.768] Received PubSub notification, asking Buildbucket for the build status
[14:19:13.164] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:07.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:5:0)
[14:20:07.004] Timer tick, asking Buildbucket for the build status
[14:20:07.257] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:07.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:7:0) after 1m0s
[14:21:07.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:7:0)
[14:21:07.333] Timer tick, asking Buildbucket for the build status
[14:21:08.550] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:08.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:8:0) after 1m0s
[14:22:08.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:8:0)
[14:22:08.586] Timer tick, asking Buildbucket for the build status
[14:22:09.487] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:09.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:9:0) after 1m0s
[14:23:09.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:9:0)
[14:23:09.513] Timer tick, asking Buildbucket for the build status
[14:23:11.381] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:11.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:10:0) after 1m0s
[14:24:11.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:10:0)
[14:24:11.452] Timer tick, asking Buildbucket for the build status
[14:24:11.666] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:11.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:11:0) after 1m0s
[14:25:11.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:11:0)
[14:25:11.731] Timer tick, asking Buildbucket for the build status
[14:25:12.040] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:12.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:12:0) after 1m0s
[14:26:12.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:12:0)
[14:26:12.111] Timer tick, asking Buildbucket for the build status
[14:26:12.353] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:12.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:13:0) after 1m0s
[14:27:12.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:13:0)
[14:27:12.433] Timer tick, asking Buildbucket for the build status
[14:27:12.596] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:12.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:14:0) after 1m0s
[14:28:12.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:14:0)
[14:28:12.645] Timer tick, asking Buildbucket for the build status
[14:28:12.802] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:12.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:15:0) after 1m0s
[14:29:12.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:15:0)
[14:29:12.899] Timer tick, asking Buildbucket for the build status
[14:29:13.067] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:13.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:16:0) after 1m0s
[14:30:13.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:16:0)
[14:30:13.126] Timer tick, asking Buildbucket for the build status
[14:30:13.401] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:13.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:17:0) after 1m0s
[14:31:13.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:17:0)
[14:31:13.458] Timer tick, asking Buildbucket for the build status
[14:31:13.700] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:13.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:18:0) after 1m0s
[14:32:13.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:18:0)
[14:32:13.714] Timer tick, asking Buildbucket for the build status
[14:32:15.520] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:15.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:19:0) after 1m0s
[14:33:15.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:19:0)
[14:33:15.613] Timer tick, asking Buildbucket for the build status
[14:33:15.908] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:15.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:20:0) after 1m0s
[14:34:15.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:20:0)
[14:34:15.937] Timer tick, asking Buildbucket for the build status
[14:34:16.206] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:16.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:21:0) after 1m0s
[14:35:16.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:21:0)
[14:35:16.215] Timer tick, asking Buildbucket for the build status
[14:35:16.517] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:16.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:22:0) after 1m0s
[14:36:16.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:22:0)
[14:36:16.565] Timer tick, asking Buildbucket for the build status
[14:36:16.767] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:16.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:23:0) after 1m0s
[14:37:16.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:23:0)
[14:37:16.828] Timer tick, asking Buildbucket for the build status
[14:37:17.466] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:17.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:24:0) after 1m0s
[14:38:17.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:24:0)
[14:38:17.540] Timer tick, asking Buildbucket for the build status
[14:38:18.182] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:18.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:25:0) after 1m0s
[14:39:18.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:25:0)
[14:39:18.208] Timer tick, asking Buildbucket for the build status
[14:39:18.518] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:18.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:26:0) after 1m0s
[14:40:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:26:0)
[14:40:18.617] Timer tick, asking Buildbucket for the build status
[14:40:18.905] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:18.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:27:0) after 1m0s
[14:41:18.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:27:0)
[14:41:18.958] Timer tick, asking Buildbucket for the build status
[14:41:19.300] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:19.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:28:0) after 1m0s
[14:42:19.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:28:0)
[14:42:19.430] Timer tick, asking Buildbucket for the build status
[14:42:30.467] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:30.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:29:0) after 1m0s
[14:43:30.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:29:0)
[14:43:30.671] Timer tick, asking Buildbucket for the build status
[14:43:31.209] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:31.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:30:0) after 1m0s
[14:44:31.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:30:0)
[14:44:31.232] Timer tick, asking Buildbucket for the build status
[14:44:31.446] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:31.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:31:0) after 1m0s
[14:45:31.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:31:0)
[14:45:31.469] Timer tick, asking Buildbucket for the build status
[14:45:31.676] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:31.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:32:0) after 1m0s
[14:46:31.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:32:0)
[14:46:31.771] Timer tick, asking Buildbucket for the build status
[14:46:32.605] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:32.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:33:0) after 1m0s
[14:47:32.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:33:0)
[14:47:32.635] Timer tick, asking Buildbucket for the build status
[14:47:32.835] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:32.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:34:0) after 1m0s
[14:48:32.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:34:0)
[14:48:32.908] Timer tick, asking Buildbucket for the build status
[14:48:33.116] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:33.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:35:0) after 1m0s
[14:49:33.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:35:0)
[14:49:33.202] Timer tick, asking Buildbucket for the build status
[14:49:33.388] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:33.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:36:0) after 1m0s
[14:50:33.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:36:0)
[14:50:33.433] Timer tick, asking Buildbucket for the build status
[14:50:33.827] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:33.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:37:0) after 1m0s
[14:51:33.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:37:0)
[14:51:33.898] Timer tick, asking Buildbucket for the build status
[14:51:34.118] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:34.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:38:0) after 1m0s
[14:52:34.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:38:0)
[14:52:34.207] Timer tick, asking Buildbucket for the build status
[14:52:35.362] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:35.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:39:0) after 1m0s
[14:53:35.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:39:0)
[14:53:35.507] Timer tick, asking Buildbucket for the build status
[14:53:37.251] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:37.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:40:0) after 1m0s
[14:54:37.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:40:0)
[14:54:37.342] Timer tick, asking Buildbucket for the build status
[14:54:37.755] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:37.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:41:0) after 1m0s
[14:55:37.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:41:0)
[14:55:37.792] Timer tick, asking Buildbucket for the build status
[14:55:38.201] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:38.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:42:0) after 1m0s
[14:56:38.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:42:0)
[14:56:38.246] Timer tick, asking Buildbucket for the build status
[14:56:39.217] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:39.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:43:0) after 1m0s
[14:57:39.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:43:0)
[14:57:39.253] Timer tick, asking Buildbucket for the build status
[14:57:39.498] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:39.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:44:0) after 1m0s
[14:58:39.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:44:0)
[14:58:39.582] Timer tick, asking Buildbucket for the build status
[14:58:39.890] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:39.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:45:0) after 1m0s
[14:59:39.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:45:0)
[14:59:39.966] Timer tick, asking Buildbucket for the build status
[14:59:40.211] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:40.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:46:0) after 1m0s
[15:00:40.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:46:0)
[15:00:40.202] Timer tick, asking Buildbucket for the build status
[15:00:40.719] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:40.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:47:0) after 1m0s
[15:01:40.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:47:0)
[15:01:40.755] Timer tick, asking Buildbucket for the build status
[15:01:41.122] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:41.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:48:0) after 1m0s
[15:02:41.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:48:0)
[15:02:41.215] Timer tick, asking Buildbucket for the build status
[15:02:41.554] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:41.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:49:0) after 1m0s
[15:03:41.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:49:0)
[15:03:41.669] Timer tick, asking Buildbucket for the build status
[15:03:42.192] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:42.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:50:0) after 1m0s
[15:04:42.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:50:0)
[15:04:42.277] Timer tick, asking Buildbucket for the build status
[15:04:42.497] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:42.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:51:0) after 1m0s
[15:05:42.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:51:0)
[15:05:42.556] Timer tick, asking Buildbucket for the build status
[15:05:44.950] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:44.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:52:0) after 1m0s
[15:06:45.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:52:0)
[15:06:45.053] Timer tick, asking Buildbucket for the build status
[15:06:45.369] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:45.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:53:0) after 1m0s
[15:07:45.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:53:0)
[15:07:45.413] Timer tick, asking Buildbucket for the build status
[15:07:46.380] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:46.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:54:0) after 1m0s
[15:08:46.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:54:0)
[15:08:46.566] Timer tick, asking Buildbucket for the build status
[15:08:49.246] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:49.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:55:0) after 1m0s
[15:09:49.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:55:0)
[15:09:49.330] Timer tick, asking Buildbucket for the build status
[15:09:49.751] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:49.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:56:0) after 1m0s
[15:10:49.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:56:0)
[15:10:49.943] Timer tick, asking Buildbucket for the build status
[15:10:50.385] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:50.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:57:0) after 1m0s
[15:11:50.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:57:0)
[15:11:50.441] Timer tick, asking Buildbucket for the build status
[15:11:50.753] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:50.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:58:0) after 1m0s
[15:12:50.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:58:0)
[15:12:50.806] Timer tick, asking Buildbucket for the build status
[15:12:51.215] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:51.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:59:0) after 1m0s
[15:13:51.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:59:0)
[15:13:51.242] Timer tick, asking Buildbucket for the build status
[15:13:51.452] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:51.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:60:0) after 1m0s
[15:14:51.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:60:0)
[15:14:51.517] Timer tick, asking Buildbucket for the build status
[15:15:00.251] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:00.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:61:0) after 1m0s
[15:16:00.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:61:0)
[15:16:00.427] Timer tick, asking Buildbucket for the build status
[15:16:00.624] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:00.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:62:0) after 1m0s
[15:17:00.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:62:0)
[15:17:00.672] Timer tick, asking Buildbucket for the build status
[15:17:02.192] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:02.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:63:0) after 1m0s
[15:18:02.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:63:0)
[15:18:02.230] Timer tick, asking Buildbucket for the build status
[15:18:02.513] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:02.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:64:0) after 1m0s
[15:19:02.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:64:0)
[15:19:02.717] Timer tick, asking Buildbucket for the build status
[15:19:04.419] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:04.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:65:0) after 1m0s
[15:20:04.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:65:0)
[15:20:04.684] Timer tick, asking Buildbucket for the build status
[15:20:04.995] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:04.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:66:0) after 1m0s
[15:21:05.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:66:0)
[15:21:05.078] Timer tick, asking Buildbucket for the build status
[15:21:05.648] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:05.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:67:0) after 1m0s
[15:22:05.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:67:0)
[15:22:05.739] Timer tick, asking Buildbucket for the build status
[15:22:10.137] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:10.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:68:0) after 1m0s
[15:23:10.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:68:0)
[15:23:10.172] Timer tick, asking Buildbucket for the build status
[15:23:10.775] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:10.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:69:0) after 1m0s
[15:24:10.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:69:0)
[15:24:10.834] Timer tick, asking Buildbucket for the build status
[15:24:11.700] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:11.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:70:0) after 1m0s
[15:25:12.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:70:0)
[15:25:12.009] Timer tick, asking Buildbucket for the build status
[15:25:12.264] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:12.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:71:0) after 1m0s
[15:26:12.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:71:0)
[15:26:12.776] Timer tick, asking Buildbucket for the build status
[15:26:16.103] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:16.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:72:0) after 1m0s
[15:27:16.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:72:0)
[15:27:16.169] Timer tick, asking Buildbucket for the build status
[15:27:17.049] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:17.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:73:0) after 1m0s
[15:28:17.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:73:0)
[15:28:17.336] Timer tick, asking Buildbucket for the build status
[15:28:26.993] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:26.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:74:0) after 1m0s
[15:29:27.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:74:0)
[15:29:27.065] Timer tick, asking Buildbucket for the build status
[15:29:27.421] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:27.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:75:0) after 1m0s
[15:30:27.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:75:0)
[15:30:27.451] Timer tick, asking Buildbucket for the build status
[15:30:28.629] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:28.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:76:0) after 1m0s
[15:31:28.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:76:0)
[15:31:28.712] Timer tick, asking Buildbucket for the build status
[15:31:29.798] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:29.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:77:0) after 1m0s
[15:32:29.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:77:0)
[15:32:29.881] Timer tick, asking Buildbucket for the build status
[15:32:30.739] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:30.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:78:0) after 1m0s
[15:33:30.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:78:0)
[15:33:30.863] Timer tick, asking Buildbucket for the build status
[15:33:31.504] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:31.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:79:0) after 1m0s
[15:34:31.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:79:0)
[15:34:31.565] Timer tick, asking Buildbucket for the build status
[15:34:32.794] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:32.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:80:0) after 1m0s
[15:35:32.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:80:0)
[15:35:32.849] Timer tick, asking Buildbucket for the build status
[15:35:33.175] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:33.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:81:0) after 1m0s
[15:36:33.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:81:0)
[15:36:33.472] Timer tick, asking Buildbucket for the build status
[15:36:34.497] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:34.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:82:0) after 1m0s
[15:37:34.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:82:0)
[15:37:34.543] Timer tick, asking Buildbucket for the build status
[15:37:34.721] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:34.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:83:0) after 1m0s
[15:38:34.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:83:0)
[15:38:34.719] Timer tick, asking Buildbucket for the build status
[15:38:35.345] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:35.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:84:0) after 1m0s
[15:39:35.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:84:0)
[15:39:35.365] Timer tick, asking Buildbucket for the build status
[15:39:37.095] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:37.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:85:0) after 1m0s
[15:40:37.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:85:0)
[15:40:37.118] Timer tick, asking Buildbucket for the build status
[15:40:37.621] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:37.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:86:0) after 1m0s
[15:41:37.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:86:0)
[15:41:37.702] Timer tick, asking Buildbucket for the build status
[15:41:37.953] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:37.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:87:0) after 1m0s
[15:42:38.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:87:0)
[15:42:38.003] Timer tick, asking Buildbucket for the build status
[15:42:38.300] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:38.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:88:0) after 1m0s
[15:43:38.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:88:0)
[15:43:38.396] Timer tick, asking Buildbucket for the build status
[15:43:38.632] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:38.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:89:0) after 1m0s
[15:44:38.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:89:0)
[15:44:38.676] Timer tick, asking Buildbucket for the build status
[15:44:39.769] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:39.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:90:0) after 1m0s
[15:45:39.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:90:0)
[15:45:39.824] Timer tick, asking Buildbucket for the build status
[15:45:40.186] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:40.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:91:0) after 1m0s
[15:46:40.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:91:0)
[15:46:40.297] Timer tick, asking Buildbucket for the build status
[15:46:41.318] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:41.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:92:0) after 1m0s
[15:47:41.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:92:0)
[15:47:41.408] Timer tick, asking Buildbucket for the build status
[15:47:41.784] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:41.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:93:0) after 1m0s
[15:48:41.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:93:0)
[15:48:41.874] Timer tick, asking Buildbucket for the build status
[15:48:42.302] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:42.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:94:0) after 1m0s
[15:49:42.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:94:0)
[15:49:42.380] Timer tick, asking Buildbucket for the build status
[15:49:51.696] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:51.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:95:0) after 1m0s
[15:50:51.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:95:0)
[15:50:51.752] Timer tick, asking Buildbucket for the build status
[15:50:52.024] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:52.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:96:0) after 1m0s
[15:51:52.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:96:0)
[15:51:52.054] Timer tick, asking Buildbucket for the build status
[15:51:52.236] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:52.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:97:0) after 1m0s
[15:52:52.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:97:0)
[15:52:52.401] Timer tick, asking Buildbucket for the build status
[15:52:53.836] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:53.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:98:0) after 1m0s
[15:53:53.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:98:0)
[15:53:53.927] Timer tick, asking Buildbucket for the build status
[15:53:54.226] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:54.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:99:0) after 1m0s
[15:54:54.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:99:0)
[15:54:54.293] Timer tick, asking Buildbucket for the build status
[15:54:54.686] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:54.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:100:0) after 1m0s
[15:55:54.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:100:0)
[15:55:54.727] Timer tick, asking Buildbucket for the build status
[15:55:55.158] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:55.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:101:0) after 1m0s
[15:56:55.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:101:0)
[15:56:55.336] Timer tick, asking Buildbucket for the build status
[15:56:55.950] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:55.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:102:0) after 1m0s
[15:57:55.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:102:0)
[15:57:55.976] Timer tick, asking Buildbucket for the build status
[15:57:59.934] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:59.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:103:0) after 1m0s
[15:58:59.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:103:0)
[15:58:59.928] Timer tick, asking Buildbucket for the build status
[15:59:00.355] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:00.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:104:0) after 1m0s
[16:00:00.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:104:0)
[16:00:00.389] Timer tick, asking Buildbucket for the build status
[16:00:00.600] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:00.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:105:0) after 1m0s
[16:01:00.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:105:0)
[16:01:00.661] Timer tick, asking Buildbucket for the build status
[16:01:00.918] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:00.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:106:0) after 1m0s
[16:02:00.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:106:0)
[16:02:00.958] Timer tick, asking Buildbucket for the build status
[16:02:01.199] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:01.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:107:0) after 1m0s
[16:03:01.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:107:0)
[16:03:01.313] Timer tick, asking Buildbucket for the build status
[16:03:01.531] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:01.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:108:0) after 1m0s
[16:04:01.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:108:0)
[16:04:01.606] Timer tick, asking Buildbucket for the build status
[16:04:01.924] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:01.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:109:0) after 1m0s
[16:05:02.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:109:0)
[16:05:02.002] Timer tick, asking Buildbucket for the build status
[16:05:02.231] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:02.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:110:0) after 1m0s
[16:06:02.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:110:0)
[16:06:02.266] Timer tick, asking Buildbucket for the build status
[16:06:02.505] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:02.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:111:0) after 1m0s
[16:07:02.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:111:0)
[16:07:02.647] Timer tick, asking Buildbucket for the build status
[16:07:03.731] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:03.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:112:0) after 1m0s
[16:08:03.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:112:0)
[16:08:03.839] Timer tick, asking Buildbucket for the build status
[16:08:05.032] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:05.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:113:0) after 1m0s
[16:09:05.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:113:0)
[16:09:05.062] Timer tick, asking Buildbucket for the build status
[16:09:05.812] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:05.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:114:0) after 1m0s
[16:10:05.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:114:0)
[16:10:05.873] Timer tick, asking Buildbucket for the build status
[16:10:06.101] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:06.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:115:0) after 1m0s
[16:11:06.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:115:0)
[16:11:06.264] Timer tick, asking Buildbucket for the build status
[16:11:08.543] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:08.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:116:0) after 1m0s
[16:12:08.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:116:0)
[16:12:08.571] Timer tick, asking Buildbucket for the build status
[16:12:09.309] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:09.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:117:0) after 1m0s
[16:13:09.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:117:0)
[16:13:09.444] Timer tick, asking Buildbucket for the build status
[16:13:09.916] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:09.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:118:0) after 1m0s
[16:14:10.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:118:0)
[16:14:10.024] Timer tick, asking Buildbucket for the build status
[16:14:10.904] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:10.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:119:0) after 1m0s
[16:15:11.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:119:0)
[16:15:11.007] Timer tick, asking Buildbucket for the build status
[16:15:12.636] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:120:0) after 1m0s
[16:16:12.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:120:0)
[16:16:12.699] Timer tick, asking Buildbucket for the build status
[16:16:12.924] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:12.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:121:0) after 1m0s
[16:17:12.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:121:0)
[16:17:12.967] Timer tick, asking Buildbucket for the build status
[16:17:13.199] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:122:0) after 1m0s
[16:18:13.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:122:0)
[16:18:13.367] Timer tick, asking Buildbucket for the build status
[16:18:14.447] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:14.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:123:0) after 1m0s
[16:19:14.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:123:0)
[16:19:14.478] Timer tick, asking Buildbucket for the build status
[16:19:14.831] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:14.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:124:0) after 1m0s
[16:20:14.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:124:0)
[16:20:14.874] Timer tick, asking Buildbucket for the build status
[16:20:15.302] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:15.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:125:0) after 1m0s
[16:21:15.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:125:0)
[16:21:15.347] Timer tick, asking Buildbucket for the build status
[16:21:15.526] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:15.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:126:0) after 1m0s
[16:22:15.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:126:0)
[16:22:15.965] Timer tick, asking Buildbucket for the build status
[16:22:16.897] Build 8901698947182657104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:16.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067129009999528656:127:0) after 1m0s
[16:22:35.820] Received PubSub notification, asking Buildbucket for the build status
[16:22:36.092] Build 8901698947182657104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:22:36.092] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1569082955354017",
"created_by": "project:chromium",
"created_ts": "1569075363899410",
"failure_reason": "BUILD_FAILURE",
"id": "8901698947182657104",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c86aa2f52c84665f360144f8fffa709bdfdb4cc0\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9990, \"got_angle_revision\": \"341482072a1909e6d4aa25e40954cb5dcdddc208\", \"got_dawn_revision\": \"d46cabd73fb4b06bc5a18ce56b2803bb4bb64d21\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"c86aa2f52c84665f360144f8fffa709bdfdb4cc0\", \"got_revision_cp\": \"refs/heads/master@{#698761}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"b98887e635f10c61bfed0d8e39c40f75abb868fa\", \"got_v8_revision_cp\": \"refs/heads/7.9.88@{#1}\", \"got_webrtc_revision\": \"4854b9f8047e2dad15ff0536ed0a6d6f22bdc79e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29264}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c86aa2f52c84665f360144f8fffa709bdfdb4cc0\", \"swarm_hashes\": {\"0\": \"679d828066d516f3aa43ed0012bd0c04523dec3d\", \"1\": \"45bbaa1b2825f21ef3a2885e7a360ff94db05e32\", \"10\": \"c55d9d3aad497bed0af2138ff74fec7e8cf418f9\", \"11\": \"3f4dcd3bd5fe944427afbea6f61f2aab16643646\", \"12\": \"250818e6ccdb89fdbebf8c9fec9bf2d7b4aca80c\", \"13\": \"85ab7d907600e1fa83125a8aefd4895c533c64db\", \"14\": \"b52f6fa107486a46f5db9838c1ea81f312f1198c\", \"15\": \"240051c82be2fecbf1b8ed8794e9632dd14147f4\", \"16\": \"8698ae404715cf78e23d5e8396a7af1cee51213b\", \"2\": \"4e4dd0f31c49c01925137d321df41faf2af82e9e\", \"3\": \"9319b98409376078f468c795d74b307f046d49f3\", \"4\": \"2ec3ddf8807c106dca20ca83d85c795ab2239f68\", \"5\": \"a8ebb17e90fe3fd2239ce1da038f9cc66d3fee76\", \"6\": \"ec6a6eb3aae7a6691b3d651fd892e6ae23de9816\", \"7\": \"ff530e65cfeafbbf9bf04f40d8704ef18b845859\", \"8\": \"4f33a35e7b87c90112b4994189533f52a2cb9501\", \"9\": \"a26044a15c745742cf3bfab3afb8a49415001c36\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1569075551548370",
"status": "COMPLETED",
"status_changed_ts": "1569075552118364",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9990",
"builder:ToTiOS",
"buildset:commit/git/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c86aa2f52c84665f360144f8fffa709bdfdb4cc0",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067129009999528656",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901698947182657104/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:476cffa5e04d3c10",
"user_agent:luci-scheduler"
],
"updated_ts": "1569082955492914",
"url": "https://ci.chromium.org/b/8901698947182657104",
"utcnow_ts": "1569082956080458"
}
}
[16:22:36.092] Invocation finished in 2h6m34.263778642s with status FAILED