[14:03:08.461] New invocation is queued and will start shortly
[14:03:09.555] Starting the invocation (attempt 1)
[14:03:09.599] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:03:09.600] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:03:09.600] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9060878630272852096",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2294548d8966d60178dbc96239c76abec295f134\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9060878630272852096",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/2294548d8966d60178dbc96239c76abec295f134",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2294548d8966d60178dbc96239c76abec295f134",
"gitiles_ref:refs/heads/master"
]
}
[14:03:10.468] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1575036189842547",
"id": "8895448568158541104",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2294548d8966d60178dbc96239c76abec295f134\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1575036190301992",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11325",
"builder:ToTiOS",
"buildset:commit/git/2294548d8966d60178dbc96239c76abec295f134",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2294548d8966d60178dbc96239c76abec295f134",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9060878630272852096",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8895448568158541104/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1575036190302095",
"url": "https://ci.chromium.org/b/8895448568158541104",
"utcnow_ts": "1575036190451711"
}
}
[14:03:10.468] Task URL: https://ci.chromium.org/b/8895448568158541104
[14:03:10.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:2:0) after 1m0s
[14:04:10.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:2:0)
[14:04:10.577] Timer tick, asking Buildbucket for the build status
[14:04:10.823] Build 8895448568158541104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:04:10.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:3:0) after 1m0s
[14:05:10.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:3:0)
[14:05:10.912] Timer tick, asking Buildbucket for the build status
[14:05:11.094] Build 8895448568158541104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:05:11.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:4:0) after 1m0s
[14:06:11.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:4:0)
[14:06:11.136] Timer tick, asking Buildbucket for the build status
[14:06:11.423] Build 8895448568158541104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:06:11.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:5:0) after 1m0s
[14:06:33.990] Received PubSub notification, asking Buildbucket for the build status
[14:06:34.341] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:11.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:5:0)
[14:07:11.420] Timer tick, asking Buildbucket for the build status
[14:07:11.610] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:11.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:7:0) after 1m0s
[14:08:11.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:7:0)
[14:08:11.750] Timer tick, asking Buildbucket for the build status
[14:08:12.636] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:8:0) after 1m0s
[14:09:12.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:8:0)
[14:09:12.626] Timer tick, asking Buildbucket for the build status
[14:09:12.840] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:12.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:9:0) after 1m0s
[14:10:12.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:9:0)
[14:10:12.978] Timer tick, asking Buildbucket for the build status
[14:10:13.620] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:13.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:10:0) after 1m0s
[14:11:13.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:10:0)
[14:11:13.710] Timer tick, asking Buildbucket for the build status
[14:11:13.881] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:13.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:11:0) after 1m0s
[14:12:13.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:11:0)
[14:12:13.929] Timer tick, asking Buildbucket for the build status
[14:12:14.491] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:14.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:12:0) after 1m0s
[14:13:14.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:12:0)
[14:13:14.600] Timer tick, asking Buildbucket for the build status
[14:13:14.822] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:14.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:13:0) after 1m0s
[14:14:15.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:13:0)
[14:14:15.096] Timer tick, asking Buildbucket for the build status
[14:14:15.869] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:15.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:14:0) after 1m0s
[14:15:15.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:14:0)
[14:15:15.922] Timer tick, asking Buildbucket for the build status
[14:15:16.211] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:16.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:15:0) after 1m0s
[14:16:16.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:15:0)
[14:16:16.378] Timer tick, asking Buildbucket for the build status
[14:16:16.566] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:16.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:16:0) after 1m0s
[14:17:16.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:16:0)
[14:17:16.793] Timer tick, asking Buildbucket for the build status
[14:17:17.551] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:17.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:17:0) after 1m0s
[14:18:17.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:17:0)
[14:18:17.711] Timer tick, asking Buildbucket for the build status
[14:18:18.892] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:18.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:18:0) after 1m0s
[14:19:19.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:18:0)
[14:19:19.093] Timer tick, asking Buildbucket for the build status
[14:19:19.860] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:19.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:19:0) after 1m0s
[14:20:19.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:19:0)
[14:20:19.954] Timer tick, asking Buildbucket for the build status
[14:20:20.164] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:20.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:20:0) after 1m0s
[14:21:20.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:20:0)
[14:21:20.489] Timer tick, asking Buildbucket for the build status
[14:21:20.860] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:20.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:21:0) after 1m0s
[14:22:21.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:21:0)
[14:22:21.024] Timer tick, asking Buildbucket for the build status
[14:22:22.949] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:22.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:22:0) after 1m0s
[14:23:23.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:22:0)
[14:23:23.045] Timer tick, asking Buildbucket for the build status
[14:23:23.428] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:23.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:23:0) after 1m0s
[14:24:23.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:23:0)
[14:24:23.501] Timer tick, asking Buildbucket for the build status
[14:24:24.112] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:24.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:24:0) after 1m0s
[14:25:24.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:24:0)
[14:25:24.268] Timer tick, asking Buildbucket for the build status
[14:25:24.439] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:24.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:25:0) after 1m0s
[14:26:24.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:25:0)
[14:26:24.529] Timer tick, asking Buildbucket for the build status
[14:26:24.870] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:24.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:26:0) after 1m0s
[14:27:24.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:26:0)
[14:27:24.974] Timer tick, asking Buildbucket for the build status
[14:27:25.151] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:25.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:27:0) after 1m0s
[14:28:25.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:27:0)
[14:28:25.233] Timer tick, asking Buildbucket for the build status
[14:28:25.483] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:25.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:28:0) after 1m0s
[14:29:25.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:28:0)
[14:29:25.728] Timer tick, asking Buildbucket for the build status
[14:29:26.066] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:26.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:29:0) after 1m0s
[14:30:26.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:29:0)
[14:30:26.233] Timer tick, asking Buildbucket for the build status
[14:30:26.688] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:26.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:30:0) after 1m0s
[14:31:26.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:30:0)
[14:31:26.874] Timer tick, asking Buildbucket for the build status
[14:31:28.063] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:28.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:31:0) after 1m0s
[14:32:28.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:31:0)
[14:32:28.135] Timer tick, asking Buildbucket for the build status
[14:32:28.455] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:28.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:32:0) after 1m0s
[14:33:28.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:32:0)
[14:33:28.524] Timer tick, asking Buildbucket for the build status
[14:33:28.699] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:28.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:33:0) after 1m0s
[14:34:28.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:33:0)
[14:34:28.838] Timer tick, asking Buildbucket for the build status
[14:34:29.307] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:29.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:34:0) after 1m0s
[14:35:29.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:34:0)
[14:35:29.334] Timer tick, asking Buildbucket for the build status
[14:35:29.543] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:29.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:35:0) after 1m0s
[14:36:29.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:35:0)
[14:36:29.720] Timer tick, asking Buildbucket for the build status
[14:36:29.895] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:29.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:36:0) after 1m0s
[14:37:30.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:36:0)
[14:37:30.193] Timer tick, asking Buildbucket for the build status
[14:37:31.477] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:31.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:37:0) after 1m0s
[14:38:31.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:37:0)
[14:38:31.659] Timer tick, asking Buildbucket for the build status
[14:38:32.267] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:32.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:38:0) after 1m0s
[14:39:32.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:38:0)
[14:39:32.300] Timer tick, asking Buildbucket for the build status
[14:39:32.539] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:32.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:39:0) after 1m0s
[14:40:32.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:39:0)
[14:40:32.602] Timer tick, asking Buildbucket for the build status
[14:40:33.113] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:33.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:40:0) after 1m0s
[14:41:33.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:40:0)
[14:41:33.162] Timer tick, asking Buildbucket for the build status
[14:41:33.353] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:33.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:41:0) after 1m0s
[14:42:33.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:41:0)
[14:42:33.415] Timer tick, asking Buildbucket for the build status
[14:42:33.698] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:33.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:42:0) after 1m0s
[14:43:33.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:42:0)
[14:43:33.889] Timer tick, asking Buildbucket for the build status
[14:43:35.600] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:35.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:43:0) after 1m0s
[14:44:35.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:43:0)
[14:44:35.778] Timer tick, asking Buildbucket for the build status
[14:44:36.138] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:36.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:44:0) after 1m0s
[14:45:36.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:44:0)
[14:45:36.221] Timer tick, asking Buildbucket for the build status
[14:45:36.637] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:36.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:45:0) after 1m0s
[14:46:36.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:45:0)
[14:46:36.837] Timer tick, asking Buildbucket for the build status
[14:46:37.124] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:37.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:46:0) after 1m0s
[14:47:37.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:46:0)
[14:47:37.269] Timer tick, asking Buildbucket for the build status
[14:47:37.442] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:37.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:47:0) after 1m0s
[14:48:37.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:47:0)
[14:48:37.600] Timer tick, asking Buildbucket for the build status
[14:48:37.795] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:37.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:48:0) after 1m0s
[14:49:37.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:48:0)
[14:49:37.824] Timer tick, asking Buildbucket for the build status
[14:49:38.118] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:38.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:49:0) after 1m0s
[14:50:38.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:49:0)
[14:50:38.261] Timer tick, asking Buildbucket for the build status
[14:50:38.421] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:38.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:50:0) after 1m0s
[14:51:38.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:50:0)
[14:51:38.509] Timer tick, asking Buildbucket for the build status
[14:51:39.022] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:39.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:51:0) after 1m0s
[14:52:39.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:51:0)
[14:52:39.092] Timer tick, asking Buildbucket for the build status
[14:52:40.212] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:40.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:52:0) after 1m0s
[14:53:40.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:52:0)
[14:53:40.309] Timer tick, asking Buildbucket for the build status
[14:53:40.449] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:40.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:53:0) after 1m0s
[14:54:40.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:53:0)
[14:54:40.476] Timer tick, asking Buildbucket for the build status
[14:54:40.945] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:40.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:54:0) after 1m0s
[14:55:41.050] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:54:0)
[14:55:41.050] Timer tick, asking Buildbucket for the build status
[14:55:41.267] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:41.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:55:0) after 1m0s
[14:56:41.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:55:0)
[14:56:41.381] Timer tick, asking Buildbucket for the build status
[14:56:42.328] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:42.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:56:0) after 1m0s
[14:57:42.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:56:0)
[14:57:42.471] Timer tick, asking Buildbucket for the build status
[14:57:42.732] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:42.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:57:0) after 1m0s
[14:58:42.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:57:0)
[14:58:42.842] Timer tick, asking Buildbucket for the build status
[14:58:43.054] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:43.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:58:0) after 1m0s
[14:59:43.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:58:0)
[14:59:43.163] Timer tick, asking Buildbucket for the build status
[14:59:43.479] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:43.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:59:0) after 1m0s
[15:00:43.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:59:0)
[15:00:43.576] Timer tick, asking Buildbucket for the build status
[15:00:43.757] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:43.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:60:0) after 1m0s
[15:01:43.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:60:0)
[15:01:43.820] Timer tick, asking Buildbucket for the build status
[15:01:44.288] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:44.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:61:0) after 1m0s
[15:02:44.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:61:0)
[15:02:44.316] Timer tick, asking Buildbucket for the build status
[15:02:44.471] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:44.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:62:0) after 1m0s
[15:03:44.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:62:0)
[15:03:44.556] Timer tick, asking Buildbucket for the build status
[15:03:44.784] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:44.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:63:0) after 1m0s
[15:04:44.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:63:0)
[15:04:44.832] Timer tick, asking Buildbucket for the build status
[15:04:45.104] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:45.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:64:0) after 1m0s
[15:05:45.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:64:0)
[15:05:45.207] Timer tick, asking Buildbucket for the build status
[15:05:45.466] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:45.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:65:0) after 1m0s
[15:06:45.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:65:0)
[15:06:45.502] Timer tick, asking Buildbucket for the build status
[15:06:46.211] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:46.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:66:0) after 1m0s
[15:07:46.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:66:0)
[15:07:46.251] Timer tick, asking Buildbucket for the build status
[15:07:46.671] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:46.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:67:0) after 1m0s
[15:08:46.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:67:0)
[15:08:46.867] Timer tick, asking Buildbucket for the build status
[15:08:47.194] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:47.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:68:0) after 1m0s
[15:09:47.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:68:0)
[15:09:47.245] Timer tick, asking Buildbucket for the build status
[15:09:48.205] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:48.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:69:0) after 1m0s
[15:10:48.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:69:0)
[15:10:48.313] Timer tick, asking Buildbucket for the build status
[15:10:49.112] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:49.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:70:0) after 1m0s
[15:11:49.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:70:0)
[15:11:49.158] Timer tick, asking Buildbucket for the build status
[15:11:49.313] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:49.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:71:0) after 1m0s
[15:12:49.402] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:71:0)
[15:12:49.402] Timer tick, asking Buildbucket for the build status
[15:12:49.701] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:49.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:72:0) after 1m0s
[15:13:49.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:72:0)
[15:13:49.852] Timer tick, asking Buildbucket for the build status
[15:13:50.054] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:50.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:73:0) after 1m0s
[15:14:50.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:73:0)
[15:14:50.135] Timer tick, asking Buildbucket for the build status
[15:14:50.667] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:50.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:74:0) after 1m0s
[15:15:50.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:74:0)
[15:15:50.704] Timer tick, asking Buildbucket for the build status
[15:15:51.001] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:51.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:75:0) after 1m0s
[15:16:51.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:75:0)
[15:16:51.093] Timer tick, asking Buildbucket for the build status
[15:16:53.391] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:53.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:76:0) after 1m0s
[15:17:53.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:76:0)
[15:17:53.443] Timer tick, asking Buildbucket for the build status
[15:17:54.046] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:54.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:77:0) after 1m0s
[15:18:54.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:77:0)
[15:18:54.171] Timer tick, asking Buildbucket for the build status
[15:18:54.746] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:54.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:78:0) after 1m0s
[15:19:54.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:78:0)
[15:19:54.885] Timer tick, asking Buildbucket for the build status
[15:19:55.561] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:55.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:79:0) after 1m0s
[15:20:55.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:79:0)
[15:20:55.596] Timer tick, asking Buildbucket for the build status
[15:20:56.481] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:56.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:80:0) after 1m0s
[15:21:56.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:80:0)
[15:21:56.565] Timer tick, asking Buildbucket for the build status
[15:21:57.490] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:57.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:81:0) after 1m0s
[15:22:57.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:81:0)
[15:22:57.490] Timer tick, asking Buildbucket for the build status
[15:22:57.922] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:57.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:82:0) after 1m0s
[15:23:58.129] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:82:0)
[15:23:58.129] Timer tick, asking Buildbucket for the build status
[15:23:58.309] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:58.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:83:0) after 1m0s
[15:24:58.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:83:0)
[15:24:58.387] Timer tick, asking Buildbucket for the build status
[15:24:58.581] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:58.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:84:0) after 1m0s
[15:25:58.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:84:0)
[15:25:58.714] Timer tick, asking Buildbucket for the build status
[15:26:00.604] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:00.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:85:0) after 1m0s
[15:27:00.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:85:0)
[15:27:00.780] Timer tick, asking Buildbucket for the build status
[15:27:01.327] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:01.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:86:0) after 1m0s
[15:28:01.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:86:0)
[15:28:01.403] Timer tick, asking Buildbucket for the build status
[15:28:01.624] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:01.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:87:0) after 1m0s
[15:29:01.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:87:0)
[15:29:01.717] Timer tick, asking Buildbucket for the build status
[15:29:02.275] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:02.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:88:0) after 1m0s
[15:30:02.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:88:0)
[15:30:02.348] Timer tick, asking Buildbucket for the build status
[15:30:03.002] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:03.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:89:0) after 1m0s
[15:31:03.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:89:0)
[15:31:03.119] Timer tick, asking Buildbucket for the build status
[15:31:03.644] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:03.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:90:0) after 1m0s
[15:32:03.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:90:0)
[15:32:03.651] Timer tick, asking Buildbucket for the build status
[15:32:04.452] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:04.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:91:0) after 1m0s
[15:33:04.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:91:0)
[15:33:04.499] Timer tick, asking Buildbucket for the build status
[15:33:04.996] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:04.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:92:0) after 1m0s
[15:34:05.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:92:0)
[15:34:05.181] Timer tick, asking Buildbucket for the build status
[15:34:05.913] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:05.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:93:0) after 1m0s
[15:35:05.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:93:0)
[15:35:05.948] Timer tick, asking Buildbucket for the build status
[15:35:06.170] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:06.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:94:0) after 1m0s
[15:36:06.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:94:0)
[15:36:06.224] Timer tick, asking Buildbucket for the build status
[15:36:06.538] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:06.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:95:0) after 1m0s
[15:37:06.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:95:0)
[15:37:06.575] Timer tick, asking Buildbucket for the build status
[15:37:07.218] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:07.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:96:0) after 1m0s
[15:38:07.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:96:0)
[15:38:07.297] Timer tick, asking Buildbucket for the build status
[15:38:07.482] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:07.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:97:0) after 1m0s
[15:39:07.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:97:0)
[15:39:07.520] Timer tick, asking Buildbucket for the build status
[15:39:08.698] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:08.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:98:0) after 1m0s
[15:40:08.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:98:0)
[15:40:08.783] Timer tick, asking Buildbucket for the build status
[15:40:09.105] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:09.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:99:0) after 1m0s
[15:41:09.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:99:0)
[15:41:09.143] Timer tick, asking Buildbucket for the build status
[15:41:09.474] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:09.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:100:0) after 1m0s
[15:42:09.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:100:0)
[15:42:09.499] Timer tick, asking Buildbucket for the build status
[15:42:09.645] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:09.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:101:0) after 1m0s
[15:43:09.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:101:0)
[15:43:09.693] Timer tick, asking Buildbucket for the build status
[15:43:11.739] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:11.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:102:0) after 1m0s
[15:44:11.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:102:0)
[15:44:11.786] Timer tick, asking Buildbucket for the build status
[15:44:11.930] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:11.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:103:0) after 1m0s
[15:45:12.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:103:0)
[15:45:12.003] Timer tick, asking Buildbucket for the build status
[15:45:12.685] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:12.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:104:0) after 1m0s
[15:46:12.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:104:0)
[15:46:12.721] Timer tick, asking Buildbucket for the build status
[15:46:13.490] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:105:0) after 1m0s
[15:47:13.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:105:0)
[15:47:13.503] Timer tick, asking Buildbucket for the build status
[15:47:13.662] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:13.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:106:0) after 1m0s
[15:48:13.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:106:0)
[15:48:13.768] Timer tick, asking Buildbucket for the build status
[15:48:13.985] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:13.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:107:0) after 1m0s
[15:49:14.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:107:0)
[15:49:14.046] Timer tick, asking Buildbucket for the build status
[15:49:14.259] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:14.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:108:0) after 1m0s
[15:50:14.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:108:0)
[15:50:14.307] Timer tick, asking Buildbucket for the build status
[15:50:14.540] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:14.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:109:0) after 1m0s
[15:51:14.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:109:0)
[15:51:14.719] Timer tick, asking Buildbucket for the build status
[15:51:15.332] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:15.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:110:0) after 1m0s
[15:52:15.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:110:0)
[15:52:15.437] Timer tick, asking Buildbucket for the build status
[15:52:17.154] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:17.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:111:0) after 1m0s
[15:53:17.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:111:0)
[15:53:17.207] Timer tick, asking Buildbucket for the build status
[15:53:17.360] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:17.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:112:0) after 1m0s
[15:54:17.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:112:0)
[15:54:17.390] Timer tick, asking Buildbucket for the build status
[15:54:19.395] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:19.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:113:0) after 1m0s
[15:55:19.456] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:113:0)
[15:55:19.456] Timer tick, asking Buildbucket for the build status
[15:55:19.735] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:19.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:114:0) after 1m0s
[15:56:19.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:114:0)
[15:56:19.816] Timer tick, asking Buildbucket for the build status
[15:56:19.938] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:19.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:115:0) after 1m0s
[15:57:20.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:115:0)
[15:57:20.003] Timer tick, asking Buildbucket for the build status
[15:57:20.285] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:20.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:116:0) after 1m0s
[15:58:20.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:116:0)
[15:58:20.370] Timer tick, asking Buildbucket for the build status
[15:58:20.979] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:20.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:117:0) after 1m0s
[15:59:21.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:117:0)
[15:59:21.008] Timer tick, asking Buildbucket for the build status
[15:59:21.238] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:21.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:118:0) after 1m0s
[16:00:21.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:118:0)
[16:00:21.297] Timer tick, asking Buildbucket for the build status
[16:00:21.639] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:21.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:119:0) after 1m0s
[16:01:21.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:119:0)
[16:01:21.674] Timer tick, asking Buildbucket for the build status
[16:01:22.269] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:22.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:120:0) after 1m0s
[16:02:22.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:120:0)
[16:02:22.293] Timer tick, asking Buildbucket for the build status
[16:02:22.468] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:22.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:121:0) after 1m0s
[16:03:22.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:121:0)
[16:03:22.612] Timer tick, asking Buildbucket for the build status
[16:03:22.898] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:22.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:122:0) after 1m0s
[16:04:22.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:122:0)
[16:04:22.993] Timer tick, asking Buildbucket for the build status
[16:04:23.249] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:23.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:123:0) after 1m0s
[16:05:23.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:123:0)
[16:05:23.294] Timer tick, asking Buildbucket for the build status
[16:05:23.515] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:23.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:124:0) after 1m0s
[16:06:23.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:124:0)
[16:06:23.555] Timer tick, asking Buildbucket for the build status
[16:06:23.800] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:23.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:125:0) after 1m0s
[16:07:23.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:125:0)
[16:07:23.818] Timer tick, asking Buildbucket for the build status
[16:07:24.299] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:24.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:126:0) after 1m0s
[16:08:24.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:126:0)
[16:08:24.342] Timer tick, asking Buildbucket for the build status
[16:08:24.583] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:24.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:127:0) after 1m0s
[16:09:24.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:127:0)
[16:09:24.663] Timer tick, asking Buildbucket for the build status
[16:09:24.826] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:24.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:128:0) after 1m0s
[16:10:25.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:128:0)
[16:10:25.015] Timer tick, asking Buildbucket for the build status
[16:10:27.584] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:27.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:129:0) after 1m0s
[16:11:27.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:129:0)
[16:11:27.751] Timer tick, asking Buildbucket for the build status
[16:11:27.946] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:27.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:130:0) after 1m0s
[16:12:27.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:130:0)
[16:12:27.984] Timer tick, asking Buildbucket for the build status
[16:12:28.681] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:28.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:131:0) after 1m0s
[16:13:28.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:131:0)
[16:13:28.709] Timer tick, asking Buildbucket for the build status
[16:13:28.931] Build 8895448568158541104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:28.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9060878630272852096:132:0) after 1m0s
[16:14:00.525] Received PubSub notification, asking Buildbucket for the build status
[16:14:00.684] Build 8895448568158541104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:14:00.684] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1575044036910723",
"created_by": "project:chromium",
"created_ts": "1575036189842547",
"failure_reason": "BUILD_FAILURE",
"id": "8895448568158541104",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2294548d8966d60178dbc96239c76abec295f134\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11325, \"got_angle_revision\": \"bc82fb14aab4b1238cdb7291bdd34816863f26b8\", \"got_dawn_revision\": \"77f6db7a0b7856376553b470dbe3940a4fbbc30c\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2294548d8966d60178dbc96239c76abec295f134\", \"got_revision_cp\": \"refs/heads/master@{#720182}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"fb7ca1d5aca5c885520a6ddae7806de9f28ad8ec\", \"got_v8_revision\": \"0a58befec161d3c68ef7206e96a863c6caf1ed6d\", \"got_v8_revision_cp\": \"refs/heads/8.0.416@{#1}\", \"got_webrtc_revision\": \"79685304182cd81f34c3d2b80527d4e8de92b04c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29938}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2294548d8966d60178dbc96239c76abec295f134\", \"swarm_hashes\": {\"0\": \"94ba9cb1d41dde20f512753b3936ca0bda706c86\", \"1\": \"bb31cb7b3236ef7d9a1a8d2344d8942620bc6543\", \"10\": \"02345da862b90b80caa24bcb92868ce5e504f853\", \"11\": \"c0f7314e83167456c7b47a8f39b48d25aacbd634\", \"12\": \"d8ac326c7ab8ee3dd424e08df9cab7097006ced8\", \"13\": \"db53f6bbb14543b7556cc42e68a9a58820311e93\", \"14\": \"aa3f529e100b3e6627d8a0e22f86c0882632d979\", \"15\": \"50b73e5c36d1600c6f7cb2541e5ec0d2d310144b\", \"16\": \"af4ccd0915d4a3c420b2b0269f3b934e74e4a2fa\", \"2\": \"dfef2d7496bd89007ee6c1618314f317758740ec\", \"3\": \"00bb3810e9ea28f7debfc204a1174925e38206dc\", \"4\": \"14c401378927b9ac4205635192ac0fd388273f79\", \"5\": \"6a85d6c3e315fce751cb30699c7a6bd93eef57aa\", \"6\": \"8ae189656b4f203569f11659c5b6dbcb648dccc3\", \"7\": \"be1bcdadd6059c9bb079fdb470153999481ca0fc\", \"8\": \"7bd365b15f3493a76910fe9675403a5be6e5fae2\", \"9\": \"d84843e98a1c34ee29fb4fea6f4a2f20adc4e131\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4662-e230705\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1575036393026981",
"status": "COMPLETED",
"status_changed_ts": "1575036393680624",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11325",
"builder:ToTiOS",
"buildset:commit/git/2294548d8966d60178dbc96239c76abec295f134",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2294548d8966d60178dbc96239c76abec295f134",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9060878630272852096",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8895448568158541104/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:48d04a88d548d610",
"user_agent:luci-scheduler"
],
"updated_ts": "1575044037052470",
"url": "https://ci.chromium.org/b/8895448568158541104",
"utcnow_ts": "1575044040676640"
}
}
[16:14:00.684] Invocation finished in 2h10m52.242483763s with status FAILED