[09:40:08.186] New invocation is queued and will start shortly
[09:40:09.509] Starting the invocation (attempt 1)
[09:40:09.552] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:40:09.552] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:40:09.553] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9067689949584144256",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9067689949584144256",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"gitiles_ref:refs/heads/master"
]
}
[09:40:11.348] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1568540410490606",
"id": "8902259886487836784",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1568540411163730",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9913",
"builder:ToTiOS",
"buildset:commit/git/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067689949584144256",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902259886487836784/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1568540411163835",
"url": "https://ci.chromium.org/b/8902259886487836784",
"utcnow_ts": "1568540411339216"
}
}
[09:40:11.348] Task URL: https://ci.chromium.org/b/8902259886487836784
[09:40:11.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:2:0) after 1m0s
[09:41:30.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:2:0)
[09:41:30.180] Timer tick, asking Buildbucket for the build status
[09:41:30.935] Build 8902259886487836784: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:41:30.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:3:0) after 1m0s
[09:41:42.415] Received PubSub notification, asking Buildbucket for the build status
[09:41:43.085] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:30.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:3:0)
[09:42:30.958] Timer tick, asking Buildbucket for the build status
[09:42:32.810] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:32.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:5:0) after 1m0s
[09:43:32.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:5:0)
[09:43:32.886] Timer tick, asking Buildbucket for the build status
[09:43:33.544] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:33.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:6:0) after 1m0s
[09:44:33.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:6:0)
[09:44:33.617] Timer tick, asking Buildbucket for the build status
[09:44:34.165] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:34.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:7:0) after 1m0s
[09:45:34.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:7:0)
[09:45:34.144] Timer tick, asking Buildbucket for the build status
[09:45:34.339] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:34.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:8:0) after 1m0s
[09:46:34.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:8:0)
[09:46:34.414] Timer tick, asking Buildbucket for the build status
[09:46:34.796] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:34.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:9:0) after 1m0s
[09:47:34.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:9:0)
[09:47:34.820] Timer tick, asking Buildbucket for the build status
[09:47:36.966] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:36.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:10:0) after 1m0s
[09:48:36.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:10:0)
[09:48:36.987] Timer tick, asking Buildbucket for the build status
[09:48:37.365] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:37.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:11:0) after 1m0s
[09:49:37.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:11:0)
[09:49:37.391] Timer tick, asking Buildbucket for the build status
[09:49:37.613] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:37.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:12:0) after 1m0s
[09:50:37.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:12:0)
[09:50:37.689] Timer tick, asking Buildbucket for the build status
[09:50:37.954] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:37.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:13:0) after 1m0s
[09:51:38.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:13:0)
[09:51:38.006] Timer tick, asking Buildbucket for the build status
[09:51:38.519] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:38.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:14:0) after 1m0s
[09:52:38.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:14:0)
[09:52:38.596] Timer tick, asking Buildbucket for the build status
[09:52:39.020] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:39.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:15:0) after 1m0s
[09:53:39.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:15:0)
[09:53:39.044] Timer tick, asking Buildbucket for the build status
[09:53:40.330] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:40.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:16:0) after 1m0s
[09:54:40.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:16:0)
[09:54:40.397] Timer tick, asking Buildbucket for the build status
[09:54:40.914] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:40.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:17:0) after 1m0s
[09:55:40.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:17:0)
[09:55:40.937] Timer tick, asking Buildbucket for the build status
[09:55:44.871] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:44.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:18:0) after 1m0s
[09:56:44.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:18:0)
[09:56:44.957] Timer tick, asking Buildbucket for the build status
[09:56:45.202] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:45.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:19:0) after 1m0s
[09:57:45.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:19:0)
[09:57:45.328] Timer tick, asking Buildbucket for the build status
[09:57:45.766] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:45.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:20:0) after 1m0s
[09:58:45.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:20:0)
[09:58:45.768] Timer tick, asking Buildbucket for the build status
[09:58:46.005] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:46.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:21:0) after 1m0s
[09:59:46.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:21:0)
[09:59:46.060] Timer tick, asking Buildbucket for the build status
[09:59:46.377] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:46.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:22:0) after 1m0s
[10:00:46.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:22:0)
[10:00:46.600] Timer tick, asking Buildbucket for the build status
[10:00:46.793] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:46.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:23:0) after 1m0s
[10:01:46.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:23:0)
[10:01:46.837] Timer tick, asking Buildbucket for the build status
[10:01:47.392] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:47.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:24:0) after 1m0s
[10:02:47.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:24:0)
[10:02:47.408] Timer tick, asking Buildbucket for the build status
[10:02:47.654] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:47.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:25:0) after 1m0s
[10:03:47.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:25:0)
[10:03:47.679] Timer tick, asking Buildbucket for the build status
[10:03:47.940] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:47.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:26:0) after 1m0s
[10:04:48.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:26:0)
[10:04:48.011] Timer tick, asking Buildbucket for the build status
[10:04:49.076] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:49.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:27:0) after 1m0s
[10:05:49.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:27:0)
[10:05:49.104] Timer tick, asking Buildbucket for the build status
[10:05:49.358] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:49.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:28:0) after 1m0s
[10:06:49.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:28:0)
[10:06:49.392] Timer tick, asking Buildbucket for the build status
[10:06:49.826] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:49.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:29:0) after 1m0s
[10:07:49.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:29:0)
[10:07:49.849] Timer tick, asking Buildbucket for the build status
[10:07:50.200] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:50.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:30:0) after 1m0s
[10:08:50.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:30:0)
[10:08:50.288] Timer tick, asking Buildbucket for the build status
[10:08:50.717] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:50.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:31:0) after 1m0s
[10:09:50.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:31:0)
[10:09:50.739] Timer tick, asking Buildbucket for the build status
[10:09:51.002] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:51.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:32:0) after 1m0s
[10:10:51.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:32:0)
[10:10:51.079] Timer tick, asking Buildbucket for the build status
[10:10:52.377] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:52.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:33:0) after 1m0s
[10:11:52.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:33:0)
[10:11:52.407] Timer tick, asking Buildbucket for the build status
[10:11:53.113] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:53.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:34:0) after 1m0s
[10:12:53.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:34:0)
[10:12:53.144] Timer tick, asking Buildbucket for the build status
[10:12:53.625] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:53.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:35:0) after 1m0s
[10:13:53.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:35:0)
[10:13:53.650] Timer tick, asking Buildbucket for the build status
[10:13:53.839] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:53.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:36:0) after 1m0s
[10:14:53.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:36:0)
[10:14:53.855] Timer tick, asking Buildbucket for the build status
[10:14:54.246] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:54.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:37:0) after 1m0s
[10:15:54.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:37:0)
[10:15:54.240] Timer tick, asking Buildbucket for the build status
[10:15:54.656] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:54.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:38:0) after 1m0s
[10:16:54.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:38:0)
[10:16:54.679] Timer tick, asking Buildbucket for the build status
[10:16:55.184] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:55.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:39:0) after 1m0s
[10:17:55.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:39:0)
[10:17:55.219] Timer tick, asking Buildbucket for the build status
[10:17:55.424] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:55.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:40:0) after 1m0s
[10:18:55.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:40:0)
[10:18:55.551] Timer tick, asking Buildbucket for the build status
[10:18:55.818] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:55.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:41:0) after 1m0s
[10:19:55.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:41:0)
[10:19:55.911] Timer tick, asking Buildbucket for the build status
[10:19:56.956] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:56.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:42:0) after 1m0s
[10:20:57.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:42:0)
[10:20:57.113] Timer tick, asking Buildbucket for the build status
[10:20:57.690] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:57.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:43:0) after 1m0s
[10:21:57.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:43:0)
[10:21:57.966] Timer tick, asking Buildbucket for the build status
[10:21:58.227] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:58.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:44:0) after 1m0s
[10:22:58.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:44:0)
[10:22:58.223] Timer tick, asking Buildbucket for the build status
[10:22:58.503] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:58.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:45:0) after 1m0s
[10:23:58.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:45:0)
[10:23:58.542] Timer tick, asking Buildbucket for the build status
[10:23:58.934] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:58.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:46:0) after 1m0s
[10:24:59.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:46:0)
[10:24:59.018] Timer tick, asking Buildbucket for the build status
[10:24:59.226] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:59.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:47:0) after 1m0s
[10:25:59.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:47:0)
[10:25:59.313] Timer tick, asking Buildbucket for the build status
[10:26:00.050] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:00.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:48:0) after 1m0s
[10:27:00.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:48:0)
[10:27:00.177] Timer tick, asking Buildbucket for the build status
[10:27:00.379] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:00.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:49:0) after 1m0s
[10:28:00.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:49:0)
[10:28:00.477] Timer tick, asking Buildbucket for the build status
[10:28:00.978] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:00.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:50:0) after 1m0s
[10:29:00.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:50:0)
[10:29:00.973] Timer tick, asking Buildbucket for the build status
[10:29:01.486] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:01.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:51:0) after 1m0s
[10:30:01.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:51:0)
[10:30:01.512] Timer tick, asking Buildbucket for the build status
[10:30:05.010] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:05.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:52:0) after 1m0s
[10:31:05.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:52:0)
[10:31:05.081] Timer tick, asking Buildbucket for the build status
[10:31:05.526] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:05.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:53:0) after 1m0s
[10:32:05.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:53:0)
[10:32:05.592] Timer tick, asking Buildbucket for the build status
[10:32:05.825] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:05.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:54:0) after 1m0s
[10:33:05.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:54:0)
[10:33:05.852] Timer tick, asking Buildbucket for the build status
[10:33:07.176] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:07.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:55:0) after 1m0s
[10:34:07.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:55:0)
[10:34:07.254] Timer tick, asking Buildbucket for the build status
[10:34:07.833] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:07.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:56:0) after 1m0s
[10:35:08.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:56:0)
[10:35:08.005] Timer tick, asking Buildbucket for the build status
[10:35:09.547] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:09.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:57:0) after 1m0s
[10:36:09.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:57:0)
[10:36:09.576] Timer tick, asking Buildbucket for the build status
[10:36:10.516] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:10.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:58:0) after 1m0s
[10:37:10.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:58:0)
[10:37:10.498] Timer tick, asking Buildbucket for the build status
[10:37:10.834] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:10.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:59:0) after 1m0s
[10:38:10.864] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:59:0)
[10:38:10.864] Timer tick, asking Buildbucket for the build status
[10:38:11.114] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:11.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:60:0) after 1m0s
[10:39:11.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:60:0)
[10:39:11.181] Timer tick, asking Buildbucket for the build status
[10:39:11.913] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:11.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:61:0) after 1m0s
[10:40:12.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:61:0)
[10:40:12.236] Timer tick, asking Buildbucket for the build status
[10:40:12.601] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:12.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:62:0) after 1m0s
[10:41:12.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:62:0)
[10:41:12.759] Timer tick, asking Buildbucket for the build status
[10:41:12.959] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:12.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:63:0) after 1m0s
[10:42:13.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:63:0)
[10:42:13.226] Timer tick, asking Buildbucket for the build status
[10:42:13.452] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:13.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:64:0) after 1m0s
[10:43:13.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:64:0)
[10:43:13.539] Timer tick, asking Buildbucket for the build status
[10:43:13.917] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:13.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:65:0) after 1m0s
[10:44:13.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:65:0)
[10:44:13.979] Timer tick, asking Buildbucket for the build status
[10:44:14.263] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:14.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:66:0) after 1m0s
[10:45:14.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:66:0)
[10:45:14.351] Timer tick, asking Buildbucket for the build status
[10:45:17.332] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:17.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:67:0) after 1m0s
[10:46:17.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:67:0)
[10:46:17.537] Timer tick, asking Buildbucket for the build status
[10:46:17.716] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:17.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:68:0) after 1m0s
[10:47:17.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:68:0)
[10:47:17.874] Timer tick, asking Buildbucket for the build status
[10:47:18.432] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:18.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:69:0) after 1m0s
[10:48:18.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:69:0)
[10:48:18.535] Timer tick, asking Buildbucket for the build status
[10:48:18.830] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:18.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:70:0) after 1m0s
[10:49:18.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:70:0)
[10:49:18.935] Timer tick, asking Buildbucket for the build status
[10:49:19.342] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:19.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:71:0) after 1m0s
[10:50:19.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:71:0)
[10:50:19.370] Timer tick, asking Buildbucket for the build status
[10:50:21.145] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:21.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:72:0) after 1m0s
[10:51:21.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:72:0)
[10:51:21.387] Timer tick, asking Buildbucket for the build status
[10:51:22.471] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:22.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:73:0) after 1m0s
[10:52:22.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:73:0)
[10:52:22.602] Timer tick, asking Buildbucket for the build status
[10:52:22.918] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:22.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:74:0) after 1m0s
[10:53:23.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:74:0)
[10:53:23.019] Timer tick, asking Buildbucket for the build status
[10:53:23.716] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:23.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:75:0) after 1m0s
[10:54:23.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:75:0)
[10:54:23.807] Timer tick, asking Buildbucket for the build status
[10:54:24.023] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:24.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:76:0) after 1m0s
[10:55:24.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:76:0)
[10:55:24.075] Timer tick, asking Buildbucket for the build status
[10:55:24.533] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:24.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:77:0) after 1m0s
[10:56:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:77:0)
[10:56:24.703] Timer tick, asking Buildbucket for the build status
[10:56:25.465] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:25.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:78:0) after 1m0s
[10:57:25.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:78:0)
[10:57:25.501] Timer tick, asking Buildbucket for the build status
[10:57:29.625] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:29.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:79:0) after 1m0s
[10:58:29.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:79:0)
[10:58:29.653] Timer tick, asking Buildbucket for the build status
[10:58:30.051] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:30.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:80:0) after 1m0s
[10:59:30.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:80:0)
[10:59:30.073] Timer tick, asking Buildbucket for the build status
[10:59:30.845] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:30.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:81:0) after 1m0s
[11:00:30.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:81:0)
[11:00:30.879] Timer tick, asking Buildbucket for the build status
[11:00:32.116] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:32.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:82:0) after 1m0s
[11:01:32.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:82:0)
[11:01:32.145] Timer tick, asking Buildbucket for the build status
[11:01:32.491] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:32.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:83:0) after 1m0s
[11:02:32.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:83:0)
[11:02:32.553] Timer tick, asking Buildbucket for the build status
[11:02:32.746] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:32.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:84:0) after 1m0s
[11:03:32.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:84:0)
[11:03:32.788] Timer tick, asking Buildbucket for the build status
[11:03:32.971] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:32.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:85:0) after 1m0s
[11:04:33.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:85:0)
[11:04:33.002] Timer tick, asking Buildbucket for the build status
[11:04:33.226] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:33.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:86:0) after 1m0s
[11:05:33.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:86:0)
[11:05:33.356] Timer tick, asking Buildbucket for the build status
[11:05:33.529] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:33.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:87:0) after 1m0s
[11:06:33.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:87:0)
[11:06:33.664] Timer tick, asking Buildbucket for the build status
[11:06:34.453] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:34.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:88:0) after 1m0s
[11:07:34.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:88:0)
[11:07:34.478] Timer tick, asking Buildbucket for the build status
[11:07:35.075] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:35.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:89:0) after 1m0s
[11:08:35.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:89:0)
[11:08:35.200] Timer tick, asking Buildbucket for the build status
[11:08:41.628] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:41.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:90:0) after 1m0s
[11:09:41.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:90:0)
[11:09:41.845] Timer tick, asking Buildbucket for the build status
[11:09:42.183] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:42.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:91:0) after 1m0s
[11:10:42.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:91:0)
[11:10:42.213] Timer tick, asking Buildbucket for the build status
[11:10:42.468] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:42.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:92:0) after 1m0s
[11:11:42.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:92:0)
[11:11:42.504] Timer tick, asking Buildbucket for the build status
[11:11:42.925] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:42.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:93:0) after 1m0s
[11:12:42.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:93:0)
[11:12:42.955] Timer tick, asking Buildbucket for the build status
[11:12:43.630] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:43.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:94:0) after 1m0s
[11:13:43.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:94:0)
[11:13:43.653] Timer tick, asking Buildbucket for the build status
[11:13:44.325] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:44.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:95:0) after 1m0s
[11:14:44.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:95:0)
[11:14:44.368] Timer tick, asking Buildbucket for the build status
[11:14:44.714] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:44.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:96:0) after 1m0s
[11:15:44.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:96:0)
[11:15:44.738] Timer tick, asking Buildbucket for the build status
[11:15:45.172] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:45.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:97:0) after 1m0s
[11:16:45.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:97:0)
[11:16:45.312] Timer tick, asking Buildbucket for the build status
[11:16:45.686] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:45.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:98:0) after 1m0s
[11:17:45.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:98:0)
[11:17:45.809] Timer tick, asking Buildbucket for the build status
[11:17:46.035] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:46.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:99:0) after 1m0s
[11:18:46.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:99:0)
[11:18:46.157] Timer tick, asking Buildbucket for the build status
[11:18:48.044] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:48.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:100:0) after 1m0s
[11:19:48.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:100:0)
[11:19:48.107] Timer tick, asking Buildbucket for the build status
[11:19:48.345] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:48.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:101:0) after 1m0s
[11:20:48.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:101:0)
[11:20:48.373] Timer tick, asking Buildbucket for the build status
[11:20:48.648] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:48.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:102:0) after 1m0s
[11:21:48.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:102:0)
[11:21:48.677] Timer tick, asking Buildbucket for the build status
[11:21:49.435] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:49.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:103:0) after 1m0s
[11:22:49.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:103:0)
[11:22:49.619] Timer tick, asking Buildbucket for the build status
[11:22:50.204] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:50.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:104:0) after 1m0s
[11:23:50.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:104:0)
[11:23:50.291] Timer tick, asking Buildbucket for the build status
[11:23:50.512] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:50.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:105:0) after 1m0s
[11:24:50.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:105:0)
[11:24:50.592] Timer tick, asking Buildbucket for the build status
[11:24:50.792] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:50.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:106:0) after 1m0s
[11:25:50.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:106:0)
[11:25:50.873] Timer tick, asking Buildbucket for the build status
[11:25:51.091] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:51.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:107:0) after 1m0s
[11:26:51.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:107:0)
[11:26:51.117] Timer tick, asking Buildbucket for the build status
[11:26:51.294] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:51.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:108:0) after 1m0s
[11:27:51.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:108:0)
[11:27:51.322] Timer tick, asking Buildbucket for the build status
[11:27:53.751] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:53.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:109:0) after 1m0s
[11:28:53.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:109:0)
[11:28:53.782] Timer tick, asking Buildbucket for the build status
[11:28:54.190] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:54.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:110:0) after 1m0s
[11:29:54.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:110:0)
[11:29:54.226] Timer tick, asking Buildbucket for the build status
[11:29:54.616] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:54.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:111:0) after 1m0s
[11:30:54.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:111:0)
[11:30:54.644] Timer tick, asking Buildbucket for the build status
[11:30:55.322] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:55.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:112:0) after 1m0s
[11:31:55.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:112:0)
[11:31:55.355] Timer tick, asking Buildbucket for the build status
[11:31:56.410] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:56.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:113:0) after 1m0s
[11:32:56.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:113:0)
[11:32:56.499] Timer tick, asking Buildbucket for the build status
[11:32:56.745] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:56.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:114:0) after 1m0s
[11:33:56.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:114:0)
[11:33:56.795] Timer tick, asking Buildbucket for the build status
[11:33:56.995] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:56.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:115:0) after 1m0s
[11:34:57.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:115:0)
[11:34:57.025] Timer tick, asking Buildbucket for the build status
[11:34:58.002] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:58.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:116:0) after 1m0s
[11:35:58.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:116:0)
[11:35:58.121] Timer tick, asking Buildbucket for the build status
[11:35:58.661] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:58.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:117:0) after 1m0s
[11:36:58.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:117:0)
[11:36:58.677] Timer tick, asking Buildbucket for the build status
[11:36:59.313] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:59.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:118:0) after 1m0s
[11:37:59.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:118:0)
[11:37:59.344] Timer tick, asking Buildbucket for the build status
[11:37:59.552] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:59.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:119:0) after 1m0s
[11:38:59.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:119:0)
[11:38:59.582] Timer tick, asking Buildbucket for the build status
[11:39:02.295] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:02.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:120:0) after 1m0s
[11:40:02.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:120:0)
[11:40:02.323] Timer tick, asking Buildbucket for the build status
[11:40:02.784] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:02.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:121:0) after 1m0s
[11:41:02.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:121:0)
[11:41:02.851] Timer tick, asking Buildbucket for the build status
[11:41:03.554] Build 8902259886487836784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:03.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067689949584144256:122:0) after 1m0s
[11:41:35.252] Received PubSub notification, asking Buildbucket for the build status
[11:41:35.534] Build 8902259886487836784: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:41:35.535] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1568547690828437",
"created_by": "project:chromium",
"created_ts": "1568540410490606",
"failure_reason": "BUILD_FAILURE",
"id": "8902259886487836784",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9913, \"got_angle_revision\": \"d32dae1bb37ce71dcdebfff22bfab04e03382e93\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1\", \"got_revision_cp\": \"refs/heads/master@{#696678}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"dd10454c1d60bbad90a077ac2e4cf2f300b50bbe\", \"got_v8_revision_cp\": \"refs/heads/7.9.43@{#1}\", \"got_webrtc_revision\": \"fcbe4071ce4608c552bfe9d8b55fc26b7b0e688c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29189}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1\", \"swarm_hashes\": {\"0\": \"1015f60a3f3642f0914b7d6691ac8d74a1a6fba0\", \"1\": \"94dc48c2e95830920bd81949b9b43ef587e2ff4b\", \"10\": \"2ae6f8d06e8ad78337edc947f21882cca8df99eb\", \"11\": \"ba2046685fc9798df0e51a549ee1e922ae7aa8e3\", \"12\": \"77ad9c742050335889bc239331895108b3e349fd\", \"13\": \"48fb5ac0c2889a3dadadfec3a5966133d74457da\", \"14\": \"e13176d1db807bbb8de1cb34bf00b038cf1d3514\", \"15\": \"164c478b87bdd56735854c5faa1fe2cda6d943d0\", \"16\": \"141813c24802105b08b0f7bc9833eb2e8bcd1cde\", \"2\": \"557bf77de6acd578729e6c5055a94132fc5719e2\", \"3\": \"8103d79abf1df0d83d1f9fa0cae2a6eacb4a995e\", \"4\": \"5505df2b8fd32c3f5a3a2f98399b197a2e459270\", \"5\": \"45c3aef81c920505227cd34c970450e788886d3e\", \"6\": \"1fabccbf173782b4675126c9c0b65fa01696c676\", \"7\": \"d9de91a3015ba4ab5116dcb7f988c34d24473448\", \"8\": \"05b69520045e23ba8d5709a89bb2a9b4aaf15083\", \"9\": \"812eefae15720866bf8f8512d14aa39e9d080b2a\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1568540495975562",
"status": "COMPLETED",
"status_changed_ts": "1568540498070087",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9913",
"builder:ToTiOS",
"buildset:commit/git/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63a2a55f3bd0dcc7a96ce82b575b86e44fb162d1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067689949584144256",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902259886487836784/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:474d1cd14733a210",
"user_agent:luci-scheduler"
],
"updated_ts": "1568547691637645",
"url": "https://ci.chromium.org/b/8902259886487836784",
"utcnow_ts": "1568547695512453"
}
}
[11:41:35.535] Invocation finished in 2h1m27.38041196s with status FAILED