[01:34:58.216] New invocation is queued and will start shortly
[01:34:59.273] Starting the invocation (attempt 1)
[01:34:59.319] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:34:59.319] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:34:59.319] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9067720473587749520",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"9bded41b303214722914099b5dbc74fc6fe56b0f\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9067720473587749520",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/9bded41b303214722914099b5dbc74fc6fe56b0f",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9bded41b303214722914099b5dbc74fc6fe56b0f",
"gitiles_ref:refs/heads/master"
]
}
[01:35:00.579] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1568511299559904",
"id": "8902290411512280624",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9bded41b303214722914099b5dbc74fc6fe56b0f\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1568511300404725",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9907",
"builder:ToTiOS",
"buildset:commit/git/9bded41b303214722914099b5dbc74fc6fe56b0f",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9bded41b303214722914099b5dbc74fc6fe56b0f",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067720473587749520",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902290411512280624/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1568511300405576",
"url": "https://ci.chromium.org/b/8902290411512280624",
"utcnow_ts": "1568511300572647"
}
}
[01:35:00.579] Task URL: https://ci.chromium.org/b/8902290411512280624
[01:35:00.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:2:0) after 1m0s
[01:35:26.578] Received PubSub notification, asking Buildbucket for the build status
[01:35:27.550] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:00.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:2:0)
[01:36:00.612] Timer tick, asking Buildbucket for the build status
[01:36:00.811] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:00.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:4:0) after 1m0s
[01:37:00.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:4:0)
[01:37:00.887] Timer tick, asking Buildbucket for the build status
[01:37:01.664] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:01.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:5:0) after 1m0s
[01:38:01.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:5:0)
[01:38:01.663] Timer tick, asking Buildbucket for the build status
[01:38:01.872] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:01.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:6:0) after 1m0s
[01:39:01.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:6:0)
[01:39:01.905] Timer tick, asking Buildbucket for the build status
[01:39:02.369] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:02.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:7:0) after 1m0s
[01:40:02.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:7:0)
[01:40:02.420] Timer tick, asking Buildbucket for the build status
[01:40:02.856] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:02.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:8:0) after 1m0s
[01:41:02.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:8:0)
[01:41:02.876] Timer tick, asking Buildbucket for the build status
[01:41:03.142] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:03.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:9:0) after 1m0s
[01:42:03.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:9:0)
[01:42:03.157] Timer tick, asking Buildbucket for the build status
[01:42:03.356] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:03.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:10:0) after 1m0s
[01:43:03.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:10:0)
[01:43:03.387] Timer tick, asking Buildbucket for the build status
[01:43:04.006] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:04.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:11:0) after 1m0s
[01:44:04.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:11:0)
[01:44:04.033] Timer tick, asking Buildbucket for the build status
[01:44:04.374] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:04.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:12:0) after 1m0s
[01:45:04.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:12:0)
[01:45:04.353] Timer tick, asking Buildbucket for the build status
[01:45:04.663] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:04.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:13:0) after 1m0s
[01:46:04.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:13:0)
[01:46:04.758] Timer tick, asking Buildbucket for the build status
[01:46:05.813] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:05.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:14:0) after 1m0s
[01:47:05.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:14:0)
[01:47:05.835] Timer tick, asking Buildbucket for the build status
[01:47:06.133] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:06.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:15:0) after 1m0s
[01:48:06.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:15:0)
[01:48:06.170] Timer tick, asking Buildbucket for the build status
[01:48:06.594] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:06.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:16:0) after 1m0s
[01:49:06.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:16:0)
[01:49:06.624] Timer tick, asking Buildbucket for the build status
[01:49:06.902] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:06.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:17:0) after 1m0s
[01:50:07.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:17:0)
[01:50:07.242] Timer tick, asking Buildbucket for the build status
[01:50:08.506] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:08.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:18:0) after 1m0s
[01:51:08.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:18:0)
[01:51:08.589] Timer tick, asking Buildbucket for the build status
[01:51:09.119] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:09.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:19:0) after 1m0s
[01:52:09.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:19:0)
[01:52:09.202] Timer tick, asking Buildbucket for the build status
[01:52:09.715] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:09.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:20:0) after 1m0s
[01:53:09.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:20:0)
[01:53:09.745] Timer tick, asking Buildbucket for the build status
[01:53:10.394] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:10.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:21:0) after 1m0s
[01:54:10.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:21:0)
[01:54:10.537] Timer tick, asking Buildbucket for the build status
[01:54:12.320] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:12.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:22:0) after 1m0s
[01:55:12.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:22:0)
[01:55:12.347] Timer tick, asking Buildbucket for the build status
[01:55:13.427] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:13.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:23:0) after 1m0s
[01:56:13.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:23:0)
[01:56:13.613] Timer tick, asking Buildbucket for the build status
[01:56:13.956] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:13.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:24:0) after 1m0s
[01:57:14.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:24:0)
[01:57:14.083] Timer tick, asking Buildbucket for the build status
[01:57:14.294] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:14.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:25:0) after 1m0s
[01:58:14.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:25:0)
[01:58:14.435] Timer tick, asking Buildbucket for the build status
[01:58:14.684] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:14.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:26:0) after 1m0s
[01:59:14.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:26:0)
[01:59:14.939] Timer tick, asking Buildbucket for the build status
[01:59:16.501] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:16.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:27:0) after 1m0s
[02:00:16.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:27:0)
[02:00:16.533] Timer tick, asking Buildbucket for the build status
[02:00:16.918] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:16.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:28:0) after 1m0s
[02:01:16.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:28:0)
[02:01:16.967] Timer tick, asking Buildbucket for the build status
[02:01:17.174] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:17.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:29:0) after 1m0s
[02:02:17.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:29:0)
[02:02:17.210] Timer tick, asking Buildbucket for the build status
[02:02:17.652] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:17.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:30:0) after 1m0s
[02:03:17.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:30:0)
[02:03:17.682] Timer tick, asking Buildbucket for the build status
[02:03:18.838] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:18.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:31:0) after 1m0s
[02:04:19.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:31:0)
[02:04:19.032] Timer tick, asking Buildbucket for the build status
[02:04:19.269] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:19.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:32:0) after 1m0s
[02:05:19.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:32:0)
[02:05:19.299] Timer tick, asking Buildbucket for the build status
[02:05:19.684] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:19.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:33:0) after 1m0s
[02:06:19.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:33:0)
[02:06:19.751] Timer tick, asking Buildbucket for the build status
[02:06:20.319] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:20.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:34:0) after 1m0s
[02:07:20.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:34:0)
[02:07:20.438] Timer tick, asking Buildbucket for the build status
[02:07:20.869] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:20.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:35:0) after 1m0s
[02:08:20.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:35:0)
[02:08:20.898] Timer tick, asking Buildbucket for the build status
[02:08:21.289] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:21.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:36:0) after 1m0s
[02:09:21.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:36:0)
[02:09:21.294] Timer tick, asking Buildbucket for the build status
[02:09:21.627] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:21.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:37:0) after 1m0s
[02:10:26.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:37:0)
[02:10:26.752] Timer tick, asking Buildbucket for the build status
[02:10:28.672] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:28.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:38:0) after 1m0s
[02:11:28.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:38:0)
[02:11:28.740] Timer tick, asking Buildbucket for the build status
[02:11:28.955] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:28.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:39:0) after 1m0s
[02:12:28.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:39:0)
[02:12:28.988] Timer tick, asking Buildbucket for the build status
[02:12:29.685] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:29.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:40:0) after 1m0s
[02:13:29.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:40:0)
[02:13:29.716] Timer tick, asking Buildbucket for the build status
[02:13:29.895] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:29.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:41:0) after 1m0s
[02:14:29.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:41:0)
[02:14:29.927] Timer tick, asking Buildbucket for the build status
[02:14:30.206] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:30.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:42:0) after 1m0s
[02:15:30.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:42:0)
[02:15:30.258] Timer tick, asking Buildbucket for the build status
[02:15:31.059] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:31.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:43:0) after 1m0s
[02:16:31.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:43:0)
[02:16:31.088] Timer tick, asking Buildbucket for the build status
[02:16:32.002] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:32.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:44:0) after 1m0s
[02:17:32.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:44:0)
[02:17:32.044] Timer tick, asking Buildbucket for the build status
[02:17:32.370] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:32.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:45:0) after 1m0s
[02:18:32.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:45:0)
[02:18:32.440] Timer tick, asking Buildbucket for the build status
[02:18:32.831] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:46:0) after 1m0s
[02:19:32.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:46:0)
[02:19:32.908] Timer tick, asking Buildbucket for the build status
[02:19:33.145] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:33.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:47:0) after 1m0s
[02:20:33.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:47:0)
[02:20:33.171] Timer tick, asking Buildbucket for the build status
[02:20:33.648] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:33.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:48:0) after 1m0s
[02:21:33.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:48:0)
[02:21:33.673] Timer tick, asking Buildbucket for the build status
[02:21:33.807] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:33.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:49:0) after 1m0s
[02:22:33.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:49:0)
[02:22:33.833] Timer tick, asking Buildbucket for the build status
[02:22:34.044] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:34.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:50:0) after 1m0s
[02:23:34.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:50:0)
[02:23:34.124] Timer tick, asking Buildbucket for the build status
[02:23:34.401] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:51:0) after 1m0s
[02:24:34.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:51:0)
[02:24:34.444] Timer tick, asking Buildbucket for the build status
[02:24:34.861] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:34.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:52:0) after 1m0s
[02:25:34.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:52:0)
[02:25:34.915] Timer tick, asking Buildbucket for the build status
[02:25:35.256] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:35.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:53:0) after 1m0s
[02:26:35.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:53:0)
[02:26:35.281] Timer tick, asking Buildbucket for the build status
[02:26:36.640] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:36.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:54:0) after 1m0s
[02:27:36.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:54:0)
[02:27:36.678] Timer tick, asking Buildbucket for the build status
[02:27:36.828] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:36.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:55:0) after 1m0s
[02:28:36.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:55:0)
[02:28:36.860] Timer tick, asking Buildbucket for the build status
[02:28:37.139] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:37.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:56:0) after 1m0s
[02:29:37.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:56:0)
[02:29:37.141] Timer tick, asking Buildbucket for the build status
[02:29:37.347] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:37.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:57:0) after 1m0s
[02:30:37.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:57:0)
[02:30:37.380] Timer tick, asking Buildbucket for the build status
[02:30:38.322] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:38.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:58:0) after 1m0s
[02:31:38.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:58:0)
[02:31:38.424] Timer tick, asking Buildbucket for the build status
[02:31:38.625] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:38.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:59:0) after 1m0s
[02:32:38.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:59:0)
[02:32:38.707] Timer tick, asking Buildbucket for the build status
[02:32:39.052] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:39.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:60:0) after 1m0s
[02:33:39.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:60:0)
[02:33:39.073] Timer tick, asking Buildbucket for the build status
[02:33:40.094] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:40.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:61:0) after 1m0s
[02:34:40.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:61:0)
[02:34:40.167] Timer tick, asking Buildbucket for the build status
[02:34:40.363] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:40.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:62:0) after 1m0s
[02:35:40.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:62:0)
[02:35:40.475] Timer tick, asking Buildbucket for the build status
[02:35:40.908] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:40.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:63:0) after 1m0s
[02:36:40.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:63:0)
[02:36:40.934] Timer tick, asking Buildbucket for the build status
[02:36:41.408] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:41.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:64:0) after 1m0s
[02:37:41.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:64:0)
[02:37:41.436] Timer tick, asking Buildbucket for the build status
[02:37:41.859] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:41.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:65:0) after 1m0s
[02:38:41.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:65:0)
[02:38:41.891] Timer tick, asking Buildbucket for the build status
[02:38:42.139] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:42.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:66:0) after 1m0s
[02:39:42.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:66:0)
[02:39:42.166] Timer tick, asking Buildbucket for the build status
[02:39:43.901] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:43.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:67:0) after 1m0s
[02:40:43.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:67:0)
[02:40:43.930] Timer tick, asking Buildbucket for the build status
[02:40:44.166] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:68:0) after 1m0s
[02:41:44.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:68:0)
[02:41:44.304] Timer tick, asking Buildbucket for the build status
[02:41:44.613] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:44.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:69:0) after 1m0s
[02:42:44.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:69:0)
[02:42:44.640] Timer tick, asking Buildbucket for the build status
[02:42:45.609] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:45.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:70:0) after 1m0s
[02:43:45.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:70:0)
[02:43:45.675] Timer tick, asking Buildbucket for the build status
[02:43:45.901] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:45.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:71:0) after 1m0s
[02:44:45.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:71:0)
[02:44:45.942] Timer tick, asking Buildbucket for the build status
[02:44:46.202] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:46.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:72:0) after 1m0s
[02:45:46.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:72:0)
[02:45:46.229] Timer tick, asking Buildbucket for the build status
[02:45:46.562] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:46.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:73:0) after 1m0s
[02:46:46.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:73:0)
[02:46:46.689] Timer tick, asking Buildbucket for the build status
[02:46:52.068] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:52.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:74:0) after 1m0s
[02:47:52.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:74:0)
[02:47:52.100] Timer tick, asking Buildbucket for the build status
[02:47:52.714] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:52.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:75:0) after 1m0s
[02:48:52.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:75:0)
[02:48:52.737] Timer tick, asking Buildbucket for the build status
[02:48:52.952] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:52.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:76:0) after 1m0s
[02:49:52.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:76:0)
[02:49:52.934] Timer tick, asking Buildbucket for the build status
[02:49:55.918] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:55.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:77:0) after 1m0s
[02:50:55.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:77:0)
[02:50:55.996] Timer tick, asking Buildbucket for the build status
[02:50:56.220] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:56.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:78:0) after 1m0s
[02:51:56.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:78:0)
[02:51:56.212] Timer tick, asking Buildbucket for the build status
[02:51:56.421] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:56.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:79:0) after 1m0s
[02:52:56.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:79:0)
[02:52:56.443] Timer tick, asking Buildbucket for the build status
[02:52:56.602] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:56.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:80:0) after 1m0s
[02:53:56.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:80:0)
[02:53:56.691] Timer tick, asking Buildbucket for the build status
[02:53:56.887] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:81:0) after 1m0s
[02:54:57.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:81:0)
[02:54:57.005] Timer tick, asking Buildbucket for the build status
[02:54:57.921] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:57.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:82:0) after 1m0s
[02:55:57.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:82:0)
[02:55:57.993] Timer tick, asking Buildbucket for the build status
[02:55:58.780] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:58.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:83:0) after 1m0s
[02:56:58.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:83:0)
[02:56:58.810] Timer tick, asking Buildbucket for the build status
[02:56:59.104] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:59.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:84:0) after 1m0s
[02:57:59.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:84:0)
[02:57:59.130] Timer tick, asking Buildbucket for the build status
[02:57:59.433] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:59.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:85:0) after 1m0s
[02:58:59.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:85:0)
[02:58:59.481] Timer tick, asking Buildbucket for the build status
[02:58:59.651] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:59.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:86:0) after 1m0s
[02:59:59.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:86:0)
[02:59:59.781] Timer tick, asking Buildbucket for the build status
[02:59:59.914] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:59.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:87:0) after 1m0s
[03:00:59.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:87:0)
[03:00:59.914] Timer tick, asking Buildbucket for the build status
[03:01:00.262] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:00.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:88:0) after 1m0s
[03:02:00.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:88:0)
[03:02:00.324] Timer tick, asking Buildbucket for the build status
[03:02:00.496] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:00.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:89:0) after 1m0s
[03:03:00.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:89:0)
[03:03:00.542] Timer tick, asking Buildbucket for the build status
[03:03:01.198] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:01.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:90:0) after 1m0s
[03:04:01.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:90:0)
[03:04:01.242] Timer tick, asking Buildbucket for the build status
[03:04:02.166] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:02.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:91:0) after 1m0s
[03:05:02.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:91:0)
[03:05:02.169] Timer tick, asking Buildbucket for the build status
[03:05:02.811] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:02.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:92:0) after 1m0s
[03:06:02.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:92:0)
[03:06:02.888] Timer tick, asking Buildbucket for the build status
[03:06:03.278] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:03.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:93:0) after 1m0s
[03:07:03.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:93:0)
[03:07:03.380] Timer tick, asking Buildbucket for the build status
[03:07:03.693] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:03.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:94:0) after 1m0s
[03:08:03.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:94:0)
[03:08:03.816] Timer tick, asking Buildbucket for the build status
[03:08:04.113] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:04.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:95:0) after 1m0s
[03:09:04.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:95:0)
[03:09:04.154] Timer tick, asking Buildbucket for the build status
[03:09:04.987] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:04.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:96:0) after 1m0s
[03:10:05.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:96:0)
[03:10:05.031] Timer tick, asking Buildbucket for the build status
[03:10:05.227] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:05.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:97:0) after 1m0s
[03:11:05.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:97:0)
[03:11:05.281] Timer tick, asking Buildbucket for the build status
[03:11:05.464] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:05.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:98:0) after 1m0s
[03:12:05.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:98:0)
[03:12:05.543] Timer tick, asking Buildbucket for the build status
[03:12:06.134] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:06.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:99:0) after 1m0s
[03:13:06.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:99:0)
[03:13:06.160] Timer tick, asking Buildbucket for the build status
[03:13:06.432] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:06.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:100:0) after 1m0s
[03:14:06.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:100:0)
[03:14:06.457] Timer tick, asking Buildbucket for the build status
[03:14:06.675] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:06.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:101:0) after 1m0s
[03:15:06.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:101:0)
[03:15:06.705] Timer tick, asking Buildbucket for the build status
[03:15:06.894] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:06.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:102:0) after 1m0s
[03:16:06.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:102:0)
[03:16:06.940] Timer tick, asking Buildbucket for the build status
[03:16:07.155] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:07.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:103:0) after 1m0s
[03:17:07.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:103:0)
[03:17:07.212] Timer tick, asking Buildbucket for the build status
[03:17:07.562] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:07.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:104:0) after 1m0s
[03:18:07.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:104:0)
[03:18:07.753] Timer tick, asking Buildbucket for the build status
[03:18:08.049] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:08.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:105:0) after 1m0s
[03:19:08.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:105:0)
[03:19:08.139] Timer tick, asking Buildbucket for the build status
[03:19:08.796] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:08.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:106:0) after 1m0s
[03:20:08.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:106:0)
[03:20:08.880] Timer tick, asking Buildbucket for the build status
[03:20:09.039] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:09.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:107:0) after 1m0s
[03:21:09.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:107:0)
[03:21:09.098] Timer tick, asking Buildbucket for the build status
[03:21:09.618] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:09.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:108:0) after 1m0s
[03:22:09.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:108:0)
[03:22:09.645] Timer tick, asking Buildbucket for the build status
[03:22:10.118] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:10.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:109:0) after 1m0s
[03:23:10.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:109:0)
[03:23:10.146] Timer tick, asking Buildbucket for the build status
[03:23:10.405] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:10.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:110:0) after 1m0s
[03:24:10.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:110:0)
[03:24:10.442] Timer tick, asking Buildbucket for the build status
[03:24:10.635] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:10.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:111:0) after 1m0s
[03:25:10.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:111:0)
[03:25:10.684] Timer tick, asking Buildbucket for the build status
[03:25:11.030] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:11.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:112:0) after 1m0s
[03:26:11.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:112:0)
[03:26:11.058] Timer tick, asking Buildbucket for the build status
[03:26:11.240] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:11.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:113:0) after 1m0s
[03:27:11.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:113:0)
[03:27:11.303] Timer tick, asking Buildbucket for the build status
[03:27:11.605] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:11.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:114:0) after 1m0s
[03:28:11.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:114:0)
[03:28:11.633] Timer tick, asking Buildbucket for the build status
[03:28:11.883] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:11.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:115:0) after 1m0s
[03:29:11.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:115:0)
[03:29:11.914] Timer tick, asking Buildbucket for the build status
[03:29:12.224] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:12.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:116:0) after 1m0s
[03:30:12.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:116:0)
[03:30:12.311] Timer tick, asking Buildbucket for the build status
[03:30:13.170] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:13.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:117:0) after 1m0s
[03:31:13.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:117:0)
[03:31:13.204] Timer tick, asking Buildbucket for the build status
[03:31:13.442] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:13.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:118:0) after 1m0s
[03:32:13.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:118:0)
[03:32:13.563] Timer tick, asking Buildbucket for the build status
[03:32:13.811] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:13.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:119:0) after 1m0s
[03:33:13.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:119:0)
[03:33:13.828] Timer tick, asking Buildbucket for the build status
[03:33:14.433] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:14.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:120:0) after 1m0s
[03:34:14.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:120:0)
[03:34:14.505] Timer tick, asking Buildbucket for the build status
[03:34:14.723] Build 8902290411512280624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:14.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067720473587749520:121:0) after 1m0s
[03:35:09.990] Received PubSub notification, asking Buildbucket for the build status
[03:35:10.333] Build 8902290411512280624: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:35:10.333] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1568518509544285",
"created_by": "project:chromium",
"created_ts": "1568511299559904",
"failure_reason": "BUILD_FAILURE",
"id": "8902290411512280624",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9bded41b303214722914099b5dbc74fc6fe56b0f\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9907, \"got_angle_revision\": \"d32dae1bb37ce71dcdebfff22bfab04e03382e93\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"9bded41b303214722914099b5dbc74fc6fe56b0f\", \"got_revision_cp\": \"refs/heads/master@{#696666}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"dd10454c1d60bbad90a077ac2e4cf2f300b50bbe\", \"got_v8_revision_cp\": \"refs/heads/7.9.43@{#1}\", \"got_webrtc_revision\": \"ec06ebd25b7189bdbb9214670c73f23c53cb49d6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29188}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9bded41b303214722914099b5dbc74fc6fe56b0f\", \"swarm_hashes\": {\"0\": \"ba1e8b56d41b5a36d20bd25fd72b96731fe393d1\", \"1\": \"aacabc336dd388c6bc764feacc99df622f63a71d\", \"10\": \"dd3954620c6ba54274dd0c0cbea74fbe264d2fd0\", \"11\": \"ea959f4b61659234f2e7da5e38c82b9b545c0152\", \"12\": \"6d4bec895db1bb0df89ea9c0345e417dd67de6b8\", \"13\": \"6a905b43a5bd10c3f82d925b693b5b123cc280be\", \"14\": \"4a58695f7df768d1c56a9ad2c13b1eae370e9fb6\", \"15\": \"6f12c164fb33f01cd919db95806ccbfee525ddc3\", \"16\": \"1d384e96448a978e28c434cc285f16b73de787c7\", \"2\": \"fd04cff06dc264c10c0c6c112fbbeefa60ff4164\", \"3\": \"4ffc6b183b2cd2e48851e1ae729bafa5af6eb3b8\", \"4\": \"3ef9b33303a950f5d15447a6a79f7abb51b50feb\", \"5\": \"94cc9e0b07a491d8af0913d37d72a963bf9d96c0\", \"6\": \"fc3ef000896f5518fab2eede181ee37d25f7649c\", \"7\": \"c6f0244d0fc3d58bba33bcef55ef104486a8efc1\", \"8\": \"7167fd54acfd15afd85c741d5624d726a1396cce\", \"9\": \"3cfed67fafec82014b55abfff8936d7af6203b6b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1568511325292369",
"status": "COMPLETED",
"status_changed_ts": "1568511325980716",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/9907",
"builder:ToTiOS",
"buildset:commit/git/9bded41b303214722914099b5dbc74fc6fe56b0f",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9bded41b303214722914099b5dbc74fc6fe56b0f",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9067720473587749520",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902290411512280624/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:474b609cdf75ff10",
"user_agent:luci-scheduler"
],
"updated_ts": "1568518509708408",
"url": "https://ci.chromium.org/b/8902290411512280624",
"utcnow_ts": "1568518510317041"
}
}
[03:35:10.334] Invocation finished in 2h0m12.137403275s with status FAILED