[01:44:16.479] New invocation is queued and will start shortly
[01:44:18.210] Starting the invocation (attempt 1)
[01:44:18.251] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:44:18.251] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:44:18.251] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9056395267400324304",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9ee174fb61b3cfddf836c95a6b43aad8078f2af7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9056395267400324304",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"gitiles_ref:refs/heads/master"
]
}
[01:44:19.076] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1579311858529736",
"id": "8890965204589630992",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9ee174fb61b3cfddf836c95a6b43aad8078f2af7\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1579311858907213",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11951",
"builder:ToTiOS",
"buildset:commit/git/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9056395267400324304",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890965204589630992/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1579311858907355",
"url": "https://ci.chromium.org/b/8890965204589630992",
"utcnow_ts": "1579311859066514"
}
}
[01:44:19.076] Task URL: https://ci.chromium.org/b/8890965204589630992
[01:44:19.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:2:0) after 1m0s
[01:45:19.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:2:0)
[01:45:19.207] Timer tick, asking Buildbucket for the build status
[01:45:19.397] Build 8890965204589630992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:45:19.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:3:0) after 1m0s
[01:46:19.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:3:0)
[01:46:19.484] Timer tick, asking Buildbucket for the build status
[01:46:20.289] Build 8890965204589630992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:46:20.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:4:0) after 1m0s
[01:47:20.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:4:0)
[01:47:20.408] Timer tick, asking Buildbucket for the build status
[01:47:21.011] Build 8890965204589630992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:47:21.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:5:0) after 1m0s
[01:47:45.348] Received PubSub notification, asking Buildbucket for the build status
[01:47:45.906] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:21.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:5:0)
[01:48:21.097] Timer tick, asking Buildbucket for the build status
[01:48:21.280] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:21.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:7:0) after 1m0s
[01:49:21.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:7:0)
[01:49:21.344] Timer tick, asking Buildbucket for the build status
[01:49:22.017] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:22.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:8:0) after 1m0s
[01:50:22.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:8:0)
[01:50:22.053] Timer tick, asking Buildbucket for the build status
[01:50:27.321] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:27.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:9:0) after 1m0s
[01:51:27.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:9:0)
[01:51:27.324] Timer tick, asking Buildbucket for the build status
[01:51:28.992] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:28.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:10:0) after 1m0s
[01:52:29.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:10:0)
[01:52:29.048] Timer tick, asking Buildbucket for the build status
[01:52:29.291] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:29.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:11:0) after 1m0s
[01:53:29.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:11:0)
[01:53:29.278] Timer tick, asking Buildbucket for the build status
[01:53:30.501] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:30.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:12:0) after 1m0s
[01:54:30.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:12:0)
[01:54:30.607] Timer tick, asking Buildbucket for the build status
[01:54:30.889] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:30.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:13:0) after 1m0s
[01:55:30.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:13:0)
[01:55:30.917] Timer tick, asking Buildbucket for the build status
[01:55:31.283] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:31.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:14:0) after 1m0s
[01:56:31.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:14:0)
[01:56:31.326] Timer tick, asking Buildbucket for the build status
[01:56:31.530] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:31.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:15:0) after 1m0s
[01:57:31.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:15:0)
[01:57:31.549] Timer tick, asking Buildbucket for the build status
[01:57:32.059] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:32.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:16:0) after 1m0s
[01:58:32.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:16:0)
[01:58:32.199] Timer tick, asking Buildbucket for the build status
[01:58:32.469] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:32.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:17:0) after 1m0s
[01:59:32.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:17:0)
[01:59:32.631] Timer tick, asking Buildbucket for the build status
[01:59:32.895] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:32.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:18:0) after 1m0s
[02:00:33.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:18:0)
[02:00:33.045] Timer tick, asking Buildbucket for the build status
[02:00:33.343] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:33.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:19:0) after 1m0s
[02:01:33.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:19:0)
[02:01:33.356] Timer tick, asking Buildbucket for the build status
[02:01:33.530] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:33.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:20:0) after 1m0s
[02:02:33.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:20:0)
[02:02:33.730] Timer tick, asking Buildbucket for the build status
[02:02:34.003] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:34.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:21:0) after 1m0s
[02:03:34.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:21:0)
[02:03:34.132] Timer tick, asking Buildbucket for the build status
[02:03:34.402] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:34.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:22:0) after 1m0s
[02:04:34.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:22:0)
[02:04:34.546] Timer tick, asking Buildbucket for the build status
[02:04:34.727] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:34.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:23:0) after 1m0s
[02:05:35.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:23:0)
[02:05:35.028] Timer tick, asking Buildbucket for the build status
[02:05:35.232] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:35.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:24:0) after 1m0s
[02:06:35.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:24:0)
[02:06:35.268] Timer tick, asking Buildbucket for the build status
[02:06:35.599] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:35.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:25:0) after 1m0s
[02:07:35.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:25:0)
[02:07:35.643] Timer tick, asking Buildbucket for the build status
[02:07:35.994] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:35.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:26:0) after 1m0s
[02:08:36.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:26:0)
[02:08:36.067] Timer tick, asking Buildbucket for the build status
[02:08:38.162] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:38.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:27:0) after 1m0s
[02:09:38.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:27:0)
[02:09:38.269] Timer tick, asking Buildbucket for the build status
[02:09:38.521] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:38.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:28:0) after 1m0s
[02:10:38.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:28:0)
[02:10:38.764] Timer tick, asking Buildbucket for the build status
[02:10:39.564] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:39.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:29:0) after 1m0s
[02:11:39.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:29:0)
[02:11:39.928] Timer tick, asking Buildbucket for the build status
[02:11:40.101] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:40.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:30:0) after 1m0s
[02:12:40.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:30:0)
[02:12:40.206] Timer tick, asking Buildbucket for the build status
[02:12:40.973] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:40.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:31:0) after 1m0s
[02:13:41.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:31:0)
[02:13:41.045] Timer tick, asking Buildbucket for the build status
[02:13:41.746] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:41.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:32:0) after 1m0s
[02:14:41.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:32:0)
[02:14:41.791] Timer tick, asking Buildbucket for the build status
[02:14:42.517] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:42.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:33:0) after 1m0s
[02:15:42.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:33:0)
[02:15:42.585] Timer tick, asking Buildbucket for the build status
[02:15:43.906] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:43.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:34:0) after 1m0s
[02:16:43.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:34:0)
[02:16:43.964] Timer tick, asking Buildbucket for the build status
[02:16:44.711] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:44.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:35:0) after 1m0s
[02:17:44.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:35:0)
[02:17:44.797] Timer tick, asking Buildbucket for the build status
[02:17:45.290] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:45.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:36:0) after 1m0s
[02:18:45.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:36:0)
[02:18:45.549] Timer tick, asking Buildbucket for the build status
[02:18:46.547] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:46.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:37:0) after 1m0s
[02:19:46.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:37:0)
[02:19:46.594] Timer tick, asking Buildbucket for the build status
[02:19:46.963] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:46.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:38:0) after 1m0s
[02:20:47.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:38:0)
[02:20:47.013] Timer tick, asking Buildbucket for the build status
[02:20:47.393] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:47.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:39:0) after 1m0s
[02:21:47.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:39:0)
[02:21:47.513] Timer tick, asking Buildbucket for the build status
[02:21:47.744] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:47.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:40:0) after 1m0s
[02:22:47.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:40:0)
[02:22:47.820] Timer tick, asking Buildbucket for the build status
[02:22:48.115] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:48.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:41:0) after 1m0s
[02:23:48.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:41:0)
[02:23:48.157] Timer tick, asking Buildbucket for the build status
[02:23:49.155] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:49.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:42:0) after 1m0s
[02:24:49.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:42:0)
[02:24:49.240] Timer tick, asking Buildbucket for the build status
[02:24:49.775] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:49.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:43:0) after 1m0s
[02:25:49.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:43:0)
[02:25:49.829] Timer tick, asking Buildbucket for the build status
[02:25:50.078] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:50.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:44:0) after 1m0s
[02:26:50.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:44:0)
[02:26:50.125] Timer tick, asking Buildbucket for the build status
[02:26:50.762] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:50.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:45:0) after 1m0s
[02:27:50.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:45:0)
[02:27:50.830] Timer tick, asking Buildbucket for the build status
[02:27:51.878] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:51.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:46:0) after 1m0s
[02:28:51.991] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:46:0)
[02:28:51.991] Timer tick, asking Buildbucket for the build status
[02:28:52.172] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:52.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:47:0) after 1m0s
[02:29:52.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:47:0)
[02:29:52.219] Timer tick, asking Buildbucket for the build status
[02:29:52.532] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:52.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:48:0) after 1m0s
[02:30:52.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:48:0)
[02:30:52.590] Timer tick, asking Buildbucket for the build status
[02:30:52.897] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:52.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:49:0) after 1m0s
[02:31:52.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:49:0)
[02:31:52.952] Timer tick, asking Buildbucket for the build status
[02:31:53.286] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:53.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:50:0) after 1m0s
[02:32:53.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:50:0)
[02:32:53.272] Timer tick, asking Buildbucket for the build status
[02:32:53.637] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:53.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:51:0) after 1m0s
[02:33:53.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:51:0)
[02:33:53.747] Timer tick, asking Buildbucket for the build status
[02:33:55.641] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:55.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:52:0) after 1m0s
[02:34:55.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:52:0)
[02:34:55.670] Timer tick, asking Buildbucket for the build status
[02:34:55.910] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:55.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:53:0) after 1m0s
[02:35:55.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:53:0)
[02:35:55.978] Timer tick, asking Buildbucket for the build status
[02:35:57.084] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:57.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:54:0) after 1m0s
[02:36:57.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:54:0)
[02:36:57.166] Timer tick, asking Buildbucket for the build status
[02:36:57.791] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:57.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:55:0) after 1m0s
[02:37:57.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:55:0)
[02:37:57.809] Timer tick, asking Buildbucket for the build status
[02:37:59.382] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:59.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:56:0) after 1m0s
[02:38:59.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:56:0)
[02:38:59.479] Timer tick, asking Buildbucket for the build status
[02:38:59.642] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:59.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:57:0) after 1m0s
[02:39:59.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:57:0)
[02:39:59.694] Timer tick, asking Buildbucket for the build status
[02:40:00.074] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:00.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:58:0) after 1m0s
[02:41:00.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:58:0)
[02:41:00.197] Timer tick, asking Buildbucket for the build status
[02:41:00.656] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:59:0) after 1m0s
[02:42:01.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:59:0)
[02:42:01.496] Timer tick, asking Buildbucket for the build status
[02:42:02.601] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:02.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:60:0) after 1m0s
[02:43:02.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:60:0)
[02:43:02.790] Timer tick, asking Buildbucket for the build status
[02:43:02.958] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:02.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:61:0) after 1m0s
[02:44:03.188] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:61:0)
[02:44:03.188] Timer tick, asking Buildbucket for the build status
[02:44:03.929] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:03.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:62:0) after 1m0s
[02:45:04.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:62:0)
[02:45:04.257] Timer tick, asking Buildbucket for the build status
[02:45:05.278] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:05.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:63:0) after 1m0s
[02:46:05.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:63:0)
[02:46:05.397] Timer tick, asking Buildbucket for the build status
[02:46:05.620] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:05.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:64:0) after 1m0s
[02:47:05.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:64:0)
[02:47:05.750] Timer tick, asking Buildbucket for the build status
[02:47:06.162] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:06.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:65:0) after 1m0s
[02:48:06.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:65:0)
[02:48:06.221] Timer tick, asking Buildbucket for the build status
[02:48:07.447] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:07.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:66:0) after 1m0s
[02:49:07.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:66:0)
[02:49:07.482] Timer tick, asking Buildbucket for the build status
[02:49:07.619] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:07.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:67:0) after 1m0s
[02:50:07.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:67:0)
[02:50:07.727] Timer tick, asking Buildbucket for the build status
[02:50:07.892] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:07.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:68:0) after 1m0s
[02:51:07.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:68:0)
[02:51:07.911] Timer tick, asking Buildbucket for the build status
[02:51:08.372] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:08.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:69:0) after 1m0s
[02:52:08.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:69:0)
[02:52:08.444] Timer tick, asking Buildbucket for the build status
[02:52:08.739] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:08.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:70:0) after 1m0s
[02:53:08.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:70:0)
[02:53:08.814] Timer tick, asking Buildbucket for the build status
[02:53:09.672] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:09.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:71:0) after 1m0s
[02:54:09.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:71:0)
[02:54:09.680] Timer tick, asking Buildbucket for the build status
[02:54:09.898] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:09.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:72:0) after 1m0s
[02:55:10.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:72:0)
[02:55:10.056] Timer tick, asking Buildbucket for the build status
[02:55:10.265] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:10.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:73:0) after 1m0s
[02:56:10.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:73:0)
[02:56:10.496] Timer tick, asking Buildbucket for the build status
[02:56:11.721] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:11.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:74:0) after 1m0s
[02:57:11.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:74:0)
[02:57:11.984] Timer tick, asking Buildbucket for the build status
[02:57:12.691] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:12.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:75:0) after 1m0s
[02:58:12.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:75:0)
[02:58:12.783] Timer tick, asking Buildbucket for the build status
[02:58:13.549] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:13.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:76:0) after 1m0s
[02:59:13.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:76:0)
[02:59:13.629] Timer tick, asking Buildbucket for the build status
[02:59:14.083] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:14.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:77:0) after 1m0s
[03:00:14.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:77:0)
[03:00:14.225] Timer tick, asking Buildbucket for the build status
[03:00:14.474] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:14.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:78:0) after 1m0s
[03:01:14.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:78:0)
[03:01:14.646] Timer tick, asking Buildbucket for the build status
[03:01:14.988] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:14.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:79:0) after 1m0s
[03:02:15.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:79:0)
[03:02:15.140] Timer tick, asking Buildbucket for the build status
[03:02:15.301] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:15.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:80:0) after 1m0s
[03:03:15.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:80:0)
[03:03:15.742] Timer tick, asking Buildbucket for the build status
[03:03:16.383] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:16.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:81:0) after 1m0s
[03:04:16.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:81:0)
[03:04:16.495] Timer tick, asking Buildbucket for the build status
[03:04:16.668] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:16.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:82:0) after 1m0s
[03:05:16.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:82:0)
[03:05:16.711] Timer tick, asking Buildbucket for the build status
[03:05:16.895] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:16.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:83:0) after 1m0s
[03:06:17.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:83:0)
[03:06:17.279] Timer tick, asking Buildbucket for the build status
[03:06:17.669] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:17.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:84:0) after 1m0s
[03:07:17.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:84:0)
[03:07:17.767] Timer tick, asking Buildbucket for the build status
[03:07:17.980] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:17.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:85:0) after 1m0s
[03:08:18.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:85:0)
[03:08:18.021] Timer tick, asking Buildbucket for the build status
[03:08:20.196] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:20.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:86:0) after 1m0s
[03:09:20.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:86:0)
[03:09:20.257] Timer tick, asking Buildbucket for the build status
[03:09:21.388] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:21.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:87:0) after 1m0s
[03:10:21.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:87:0)
[03:10:21.512] Timer tick, asking Buildbucket for the build status
[03:10:21.731] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:21.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:88:0) after 1m0s
[03:11:21.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:88:0)
[03:11:21.764] Timer tick, asking Buildbucket for the build status
[03:11:22.019] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:22.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:89:0) after 1m0s
[03:12:21.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:89:0)
[03:12:21.997] Timer tick, asking Buildbucket for the build status
[03:12:22.253] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:22.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:90:0) after 1m0s
[03:13:22.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:90:0)
[03:13:22.255] Timer tick, asking Buildbucket for the build status
[03:13:23.676] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:23.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:91:0) after 1m0s
[03:14:23.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:91:0)
[03:14:23.648] Timer tick, asking Buildbucket for the build status
[03:14:24.196] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:24.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:92:0) after 1m0s
[03:15:24.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:92:0)
[03:15:24.222] Timer tick, asking Buildbucket for the build status
[03:15:25.042] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:25.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:93:0) after 1m0s
[03:16:25.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:93:0)
[03:16:25.123] Timer tick, asking Buildbucket for the build status
[03:16:25.446] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:25.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:94:0) after 1m0s
[03:17:25.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:94:0)
[03:17:25.482] Timer tick, asking Buildbucket for the build status
[03:17:25.609] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:25.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:95:0) after 1m0s
[03:18:25.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:95:0)
[03:18:25.759] Timer tick, asking Buildbucket for the build status
[03:18:25.967] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:25.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:96:0) after 1m0s
[03:19:26.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:96:0)
[03:19:26.095] Timer tick, asking Buildbucket for the build status
[03:19:26.392] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:26.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:97:0) after 1m0s
[03:20:26.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:97:0)
[03:20:26.481] Timer tick, asking Buildbucket for the build status
[03:20:26.644] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:26.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:98:0) after 1m0s
[03:21:26.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:98:0)
[03:21:26.658] Timer tick, asking Buildbucket for the build status
[03:21:26.869] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:26.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:99:0) after 1m0s
[03:22:26.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:99:0)
[03:22:26.873] Timer tick, asking Buildbucket for the build status
[03:22:27.579] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:27.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:100:0) after 1m0s
[03:23:27.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:100:0)
[03:23:27.715] Timer tick, asking Buildbucket for the build status
[03:23:28.868] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:28.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:101:0) after 1m0s
[03:24:28.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:101:0)
[03:24:28.961] Timer tick, asking Buildbucket for the build status
[03:24:29.162] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:29.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:102:0) after 1m0s
[03:25:29.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:102:0)
[03:25:29.166] Timer tick, asking Buildbucket for the build status
[03:25:29.966] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:29.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:103:0) after 1m0s
[03:26:30.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:103:0)
[03:26:30.036] Timer tick, asking Buildbucket for the build status
[03:26:30.489] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:30.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:104:0) after 1m0s
[03:27:30.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:104:0)
[03:27:30.521] Timer tick, asking Buildbucket for the build status
[03:27:31.070] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:31.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:105:0) after 1m0s
[03:28:31.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:105:0)
[03:28:31.094] Timer tick, asking Buildbucket for the build status
[03:28:33.113] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:33.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:106:0) after 1m0s
[03:29:33.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:106:0)
[03:29:33.155] Timer tick, asking Buildbucket for the build status
[03:29:33.884] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:33.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:107:0) after 1m0s
[03:30:33.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:107:0)
[03:30:33.916] Timer tick, asking Buildbucket for the build status
[03:30:34.175] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:34.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:108:0) after 1m0s
[03:31:34.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:108:0)
[03:31:34.282] Timer tick, asking Buildbucket for the build status
[03:31:34.489] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:34.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:109:0) after 1m0s
[03:32:34.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:109:0)
[03:32:34.517] Timer tick, asking Buildbucket for the build status
[03:32:35.221] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:35.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:110:0) after 1m0s
[03:33:35.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:110:0)
[03:33:35.226] Timer tick, asking Buildbucket for the build status
[03:33:35.760] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:35.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:111:0) after 1m0s
[03:34:35.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:111:0)
[03:34:35.897] Timer tick, asking Buildbucket for the build status
[03:34:36.188] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:36.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:112:0) after 1m0s
[03:35:36.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:112:0)
[03:35:36.253] Timer tick, asking Buildbucket for the build status
[03:35:36.425] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:36.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:113:0) after 1m0s
[03:36:36.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:113:0)
[03:36:36.577] Timer tick, asking Buildbucket for the build status
[03:36:37.120] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:37.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:114:0) after 1m0s
[03:37:37.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:114:0)
[03:37:37.260] Timer tick, asking Buildbucket for the build status
[03:37:37.688] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:37.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:115:0) after 1m0s
[03:38:37.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:115:0)
[03:38:37.838] Timer tick, asking Buildbucket for the build status
[03:38:39.263] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:39.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:116:0) after 1m0s
[03:39:39.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:116:0)
[03:39:39.517] Timer tick, asking Buildbucket for the build status
[03:39:40.580] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:40.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:117:0) after 1m0s
[03:40:40.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:117:0)
[03:40:40.728] Timer tick, asking Buildbucket for the build status
[03:40:40.878] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:40.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:118:0) after 1m0s
[03:41:40.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:118:0)
[03:41:40.979] Timer tick, asking Buildbucket for the build status
[03:41:41.207] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:41.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:119:0) after 1m0s
[03:42:41.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:119:0)
[03:42:41.401] Timer tick, asking Buildbucket for the build status
[03:42:42.140] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:42.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:120:0) after 1m0s
[03:43:42.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:120:0)
[03:43:42.419] Timer tick, asking Buildbucket for the build status
[03:43:42.955] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:42.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:121:0) after 1m0s
[03:44:43.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:121:0)
[03:44:43.037] Timer tick, asking Buildbucket for the build status
[03:44:43.236] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:43.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:122:0) after 1m0s
[03:45:43.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:122:0)
[03:45:43.282] Timer tick, asking Buildbucket for the build status
[03:45:43.467] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:43.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:123:0) after 1m0s
[03:46:43.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:123:0)
[03:46:43.531] Timer tick, asking Buildbucket for the build status
[03:46:44.017] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:44.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:124:0) after 1m0s
[03:47:44.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:124:0)
[03:47:44.130] Timer tick, asking Buildbucket for the build status
[03:47:45.248] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:45.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:125:0) after 1m0s
[03:48:45.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:125:0)
[03:48:45.312] Timer tick, asking Buildbucket for the build status
[03:48:45.599] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:45.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:126:0) after 1m0s
[03:49:45.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:126:0)
[03:49:45.614] Timer tick, asking Buildbucket for the build status
[03:49:45.780] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:45.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:127:0) after 1m0s
[03:50:45.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:127:0)
[03:50:45.849] Timer tick, asking Buildbucket for the build status
[03:50:46.050] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:46.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:128:0) after 1m0s
[03:51:46.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:128:0)
[03:51:46.312] Timer tick, asking Buildbucket for the build status
[03:51:46.816] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:46.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:129:0) after 1m0s
[03:52:46.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:129:0)
[03:52:46.930] Timer tick, asking Buildbucket for the build status
[03:52:47.238] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:47.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:130:0) after 1m0s
[03:53:47.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:130:0)
[03:53:47.287] Timer tick, asking Buildbucket for the build status
[03:53:47.467] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:131:0) after 1m0s
[03:54:47.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:131:0)
[03:54:47.880] Timer tick, asking Buildbucket for the build status
[03:54:48.044] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:48.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:132:0) after 1m0s
[03:55:48.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:132:0)
[03:55:48.201] Timer tick, asking Buildbucket for the build status
[03:55:48.632] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:48.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:133:0) after 1m0s
[03:56:48.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:133:0)
[03:56:48.754] Timer tick, asking Buildbucket for the build status
[03:56:48.943] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:48.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:134:0) after 1m0s
[03:57:49.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:134:0)
[03:57:49.055] Timer tick, asking Buildbucket for the build status
[03:57:49.450] Build 8890965204589630992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:49.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056395267400324304:135:0) after 1m0s
[03:58:21.700] Received PubSub notification, asking Buildbucket for the build status
[03:58:21.868] Build 8890965204589630992: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:58:21.868] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1579319901202087",
"created_by": "project:chromium",
"created_ts": "1579311858529736",
"failure_reason": "BUILD_FAILURE",
"id": "8890965204589630992",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9ee174fb61b3cfddf836c95a6b43aad8078f2af7\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2), ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11951, \"got_angle_revision\": \"09a2d0656c7fb010a9c231dc7d5b6ac78985b60c\", \"got_dawn_revision\": \"352a589fe08bc7cf9df8a54a606d8a34ef6898f0\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"9ee174fb61b3cfddf836c95a6b43aad8078f2af7\", \"got_revision_cp\": \"refs/heads/master@{#733107}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"d6d0edc24fdf84546f45705b4f7bf10616f57d6a\", \"got_v8_revision\": \"efd92f0ba028f8d925c51ccd6fe3d400d255fd50\", \"got_v8_revision_cp\": \"refs/heads/8.1.218@{#1}\", \"got_webrtc_revision\": \"100fe639b230fab54d176d5f2ff354df01cbb85b\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30309}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9ee174fb61b3cfddf836c95a6b43aad8078f2af7\", \"swarm_hashes\": {\"0\": \"dd2ecbe404af1e900e5c74f9e9a72fa340065db6\", \"1\": \"3da3481425d7329d17c0ebd4915abd959e68f95b\", \"10\": \"318aae3f7f9d761218b27aaad1535af327388ec5\", \"11\": \"0121d43e8c71fde88560a0945f04bcbb0c94c6af\", \"12\": \"0867f197901532346209bf97a79d6bcce2e33898\", \"13\": \"9a02959f0ba6925e80e72c32aabbbb9bf06beeca\", \"14\": \"2d8b9931db68abafeb1b60b8e14cbd6cf6e66ab6\", \"15\": \"b0d6016de6ae03d7d4ef8576d525bcbf4fac08a2\", \"16\": \"a51b8cfd2c9ff973bdae597d7715b655ac8b4be9\", \"2\": \"04e2ea9781dd7d717f1f3b5e8564f4506f07380f\", \"3\": \"0428b18a671cbe9aab9a40039ff23ba5736bcb91\", \"4\": \"192e8e547cfc43b8642ee4736fee9c3c69077618\", \"5\": \"98c2d00595585c59834baeda17ccaefddef61146\", \"6\": \"00f18a7d76a6eaa5dfa65ae1fe99d05d4a8e1595\", \"7\": \"a44272e0c4034bc9b5e904c93e6818a31fea476f\", \"8\": \"ad47d13479f7bca0fc4b514670cb92fb0ee79b74\", \"9\": \"ad7b5908729e3afcd7deb4aa35e341333ae83437\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4760-d9a0e6d\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2), ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1579312063890328",
"status": "COMPLETED",
"status_changed_ts": "1579312064893416",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11951",
"builder:ToTiOS",
"buildset:commit/git/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9ee174fb61b3cfddf836c95a6b43aad8078f2af7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9056395267400324304",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890965204589630992/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:49cf240e9f97d310",
"user_agent:luci-scheduler"
],
"updated_ts": "1579319901316010",
"url": "https://ci.chromium.org/b/8890965204589630992",
"utcnow_ts": "1579319901860762"
}
}
[03:58:21.868] Invocation finished in 2h14m5.403239045s with status FAILED