[02:22:50.084] New invocation is queued and will start shortly
[02:22:51.158] Starting the invocation (attempt 1)
[02:22:51.195] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:22:51.195] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:22:51.195] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9058748362538497664",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"a962eb3313af6ee3dd0cde09321c875114eba484\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9058748362538497664",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/a962eb3313af6ee3dd0cde09321c875114eba484",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a962eb3313af6ee3dd0cde09321c875114eba484",
"gitiles_ref:refs/heads/master"
]
}
[02:22:51.899] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1577067771308990",
"id": "8893318300591462176",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a962eb3313af6ee3dd0cde09321c875114eba484\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1577067771707040",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11654",
"builder:ToTiOS",
"buildset:commit/git/a962eb3313af6ee3dd0cde09321c875114eba484",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a962eb3313af6ee3dd0cde09321c875114eba484",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9058748362538497664",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8893318300591462176/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1577067771707142",
"url": "https://ci.chromium.org/b/8893318300591462176",
"utcnow_ts": "1577067771888830"
}
}
[02:22:51.899] Task URL: https://ci.chromium.org/b/8893318300591462176
[02:22:51.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:2:0) after 1m0s
[02:23:51.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:2:0)
[02:23:51.905] Timer tick, asking Buildbucket for the build status
[02:23:52.076] Build 8893318300591462176: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:23:52.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:3:0) after 1m0s
[02:24:52.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:3:0)
[02:24:52.132] Timer tick, asking Buildbucket for the build status
[02:24:52.558] Build 8893318300591462176: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:24:52.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:4:0) after 1m0s
[02:25:52.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:4:0)
[02:25:52.612] Timer tick, asking Buildbucket for the build status
[02:25:53.135] Build 8893318300591462176: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:25:53.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:5:0) after 1m0s
[02:26:05.191] Received PubSub notification, asking Buildbucket for the build status
[02:26:05.384] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:53.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:5:0)
[02:26:53.153] Timer tick, asking Buildbucket for the build status
[02:26:53.352] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:53.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:7:0) after 1m0s
[02:27:53.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:7:0)
[02:27:53.366] Timer tick, asking Buildbucket for the build status
[02:27:53.670] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:53.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:8:0) after 1m0s
[02:28:53.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:8:0)
[02:28:53.682] Timer tick, asking Buildbucket for the build status
[02:28:53.920] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:53.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:9:0) after 1m0s
[02:29:53.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:9:0)
[02:29:53.938] Timer tick, asking Buildbucket for the build status
[02:29:54.896] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:54.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:10:0) after 1m0s
[02:30:54.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:10:0)
[02:30:54.931] Timer tick, asking Buildbucket for the build status
[02:30:55.115] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:55.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:11:0) after 1m0s
[02:31:55.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:11:0)
[02:31:55.143] Timer tick, asking Buildbucket for the build status
[02:31:55.868] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:55.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:12:0) after 1m0s
[02:32:55.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:12:0)
[02:32:55.887] Timer tick, asking Buildbucket for the build status
[02:32:56.415] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:56.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:13:0) after 1m0s
[02:33:56.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:13:0)
[02:33:56.406] Timer tick, asking Buildbucket for the build status
[02:33:56.687] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:56.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:14:0) after 1m0s
[02:34:56.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:14:0)
[02:34:56.747] Timer tick, asking Buildbucket for the build status
[02:34:57.018] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:57.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:15:0) after 1m0s
[02:35:57.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:15:0)
[02:35:57.035] Timer tick, asking Buildbucket for the build status
[02:35:57.741] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:57.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:16:0) after 1m0s
[02:36:57.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:16:0)
[02:36:57.819] Timer tick, asking Buildbucket for the build status
[02:36:57.986] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:57.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:17:0) after 1m0s
[02:37:58.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:17:0)
[02:37:58.026] Timer tick, asking Buildbucket for the build status
[02:37:58.333] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:58.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:18:0) after 1m0s
[02:38:58.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:18:0)
[02:38:58.389] Timer tick, asking Buildbucket for the build status
[02:38:58.955] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:58.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:19:0) after 1m0s
[02:39:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:19:0)
[02:39:59.024] Timer tick, asking Buildbucket for the build status
[02:39:59.181] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:59.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:20:0) after 1m0s
[02:40:59.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:20:0)
[02:40:59.198] Timer tick, asking Buildbucket for the build status
[02:40:59.721] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:59.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:21:0) after 1m0s
[02:41:59.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:21:0)
[02:41:59.776] Timer tick, asking Buildbucket for the build status
[02:42:00.346] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:00.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:22:0) after 1m0s
[02:43:00.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:22:0)
[02:43:00.989] Timer tick, asking Buildbucket for the build status
[02:43:01.571] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:01.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:23:0) after 1m0s
[02:44:01.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:23:0)
[02:44:01.642] Timer tick, asking Buildbucket for the build status
[02:44:02.154] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:02.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:24:0) after 1m0s
[02:45:02.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:24:0)
[02:45:02.174] Timer tick, asking Buildbucket for the build status
[02:45:02.619] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:02.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:25:0) after 1m0s
[02:46:02.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:25:0)
[02:46:02.689] Timer tick, asking Buildbucket for the build status
[02:46:02.881] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:02.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:26:0) after 1m0s
[02:47:02.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:26:0)
[02:47:02.994] Timer tick, asking Buildbucket for the build status
[02:47:03.468] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:03.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:27:0) after 1m0s
[02:48:03.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:27:0)
[02:48:03.490] Timer tick, asking Buildbucket for the build status
[02:48:03.969] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:03.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:28:0) after 1m0s
[02:49:03.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:28:0)
[02:49:03.994] Timer tick, asking Buildbucket for the build status
[02:49:04.489] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:04.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:29:0) after 1m0s
[02:50:04.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:29:0)
[02:50:04.619] Timer tick, asking Buildbucket for the build status
[02:50:05.769] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:05.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:30:0) after 1m0s
[02:51:05.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:30:0)
[02:51:05.789] Timer tick, asking Buildbucket for the build status
[02:51:05.969] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:05.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:31:0) after 1m0s
[02:52:06.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:31:0)
[02:52:06.057] Timer tick, asking Buildbucket for the build status
[02:52:06.491] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:06.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:32:0) after 1m0s
[02:53:06.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:32:0)
[02:53:06.581] Timer tick, asking Buildbucket for the build status
[02:53:06.760] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:06.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:33:0) after 1m0s
[02:54:06.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:33:0)
[02:54:06.787] Timer tick, asking Buildbucket for the build status
[02:54:07.149] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:07.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:34:0) after 1m0s
[02:55:07.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:34:0)
[02:55:07.177] Timer tick, asking Buildbucket for the build status
[02:55:07.874] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:07.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:35:0) after 1m0s
[02:56:07.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:35:0)
[02:56:07.855] Timer tick, asking Buildbucket for the build status
[02:56:08.039] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:08.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:36:0) after 1m0s
[02:57:08.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:36:0)
[02:57:08.062] Timer tick, asking Buildbucket for the build status
[02:57:08.209] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:08.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:37:0) after 1m0s
[02:58:08.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:37:0)
[02:58:08.234] Timer tick, asking Buildbucket for the build status
[02:58:08.477] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:08.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:38:0) after 1m0s
[02:59:08.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:38:0)
[02:59:08.498] Timer tick, asking Buildbucket for the build status
[02:59:08.901] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:08.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:39:0) after 1m0s
[03:00:08.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:39:0)
[03:00:08.933] Timer tick, asking Buildbucket for the build status
[03:00:09.180] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:09.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:40:0) after 1m0s
[03:01:09.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:40:0)
[03:01:09.251] Timer tick, asking Buildbucket for the build status
[03:01:09.802] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:09.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:41:0) after 1m0s
[03:02:09.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:41:0)
[03:02:09.823] Timer tick, asking Buildbucket for the build status
[03:02:10.171] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:10.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:42:0) after 1m0s
[03:03:10.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:42:0)
[03:03:10.242] Timer tick, asking Buildbucket for the build status
[03:03:10.385] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:10.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:43:0) after 1m0s
[03:04:10.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:43:0)
[03:04:10.413] Timer tick, asking Buildbucket for the build status
[03:04:10.635] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:10.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:44:0) after 1m0s
[03:05:10.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:44:0)
[03:05:10.674] Timer tick, asking Buildbucket for the build status
[03:05:10.834] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:10.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:45:0) after 1m0s
[03:06:10.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:45:0)
[03:06:10.880] Timer tick, asking Buildbucket for the build status
[03:06:11.015] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:11.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:46:0) after 1m0s
[03:07:11.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:46:0)
[03:07:11.036] Timer tick, asking Buildbucket for the build status
[03:07:12.751] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:12.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:47:0) after 1m0s
[03:08:12.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:47:0)
[03:08:12.841] Timer tick, asking Buildbucket for the build status
[03:08:13.037] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:13.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:48:0) after 1m0s
[03:09:13.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:48:0)
[03:09:13.068] Timer tick, asking Buildbucket for the build status
[03:09:13.415] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:13.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:49:0) after 1m0s
[03:10:13.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:49:0)
[03:10:13.394] Timer tick, asking Buildbucket for the build status
[03:10:13.965] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:13.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:50:0) after 1m0s
[03:11:14.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:50:0)
[03:11:14.004] Timer tick, asking Buildbucket for the build status
[03:11:14.624] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:14.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:51:0) after 1m0s
[03:12:14.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:51:0)
[03:12:14.775] Timer tick, asking Buildbucket for the build status
[03:12:14.948] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:14.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:52:0) after 1m0s
[03:13:15.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:52:0)
[03:13:15.379] Timer tick, asking Buildbucket for the build status
[03:13:15.647] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:15.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:53:0) after 1m0s
[03:14:15.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:53:0)
[03:14:15.806] Timer tick, asking Buildbucket for the build status
[03:14:16.023] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:16.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:54:0) after 1m0s
[03:15:16.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:54:0)
[03:15:16.285] Timer tick, asking Buildbucket for the build status
[03:15:16.561] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:16.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:55:0) after 1m0s
[03:16:16.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:55:0)
[03:16:16.878] Timer tick, asking Buildbucket for the build status
[03:16:17.115] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:17.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:56:0) after 1m0s
[03:17:17.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:56:0)
[03:17:17.455] Timer tick, asking Buildbucket for the build status
[03:17:18.165] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:18.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:57:0) after 1m0s
[03:18:18.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:57:0)
[03:18:18.180] Timer tick, asking Buildbucket for the build status
[03:18:18.428] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:18.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:58:0) after 1m0s
[03:19:18.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:58:0)
[03:19:18.442] Timer tick, asking Buildbucket for the build status
[03:19:20.867] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:20.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:59:0) after 1m0s
[03:20:20.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:59:0)
[03:20:20.952] Timer tick, asking Buildbucket for the build status
[03:20:21.131] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:21.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:60:0) after 1m0s
[03:21:21.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:60:0)
[03:21:21.337] Timer tick, asking Buildbucket for the build status
[03:21:21.590] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:21.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:61:0) after 1m0s
[03:22:21.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:61:0)
[03:22:21.737] Timer tick, asking Buildbucket for the build status
[03:22:21.933] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:21.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:62:0) after 1m0s
[03:23:22.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:62:0)
[03:23:22.032] Timer tick, asking Buildbucket for the build status
[03:23:22.349] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:22.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:63:0) after 1m0s
[03:24:22.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:63:0)
[03:24:22.421] Timer tick, asking Buildbucket for the build status
[03:24:23.179] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:23.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:64:0) after 1m0s
[03:25:23.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:64:0)
[03:25:23.282] Timer tick, asking Buildbucket for the build status
[03:25:23.521] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:23.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:65:0) after 1m0s
[03:26:23.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:65:0)
[03:26:23.754] Timer tick, asking Buildbucket for the build status
[03:26:24.239] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:24.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:66:0) after 1m0s
[03:27:24.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:66:0)
[03:27:24.314] Timer tick, asking Buildbucket for the build status
[03:27:24.624] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:24.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:67:0) after 1m0s
[03:28:24.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:67:0)
[03:28:24.685] Timer tick, asking Buildbucket for the build status
[03:28:25.320] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:25.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:68:0) after 1m0s
[03:29:25.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:68:0)
[03:29:25.331] Timer tick, asking Buildbucket for the build status
[03:29:25.507] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:25.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:69:0) after 1m0s
[03:30:25.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:69:0)
[03:30:25.546] Timer tick, asking Buildbucket for the build status
[03:30:25.793] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:25.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:70:0) after 1m0s
[03:31:25.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:70:0)
[03:31:25.847] Timer tick, asking Buildbucket for the build status
[03:31:26.030] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:26.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:71:0) after 1m0s
[03:32:26.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:71:0)
[03:32:26.066] Timer tick, asking Buildbucket for the build status
[03:32:26.855] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:26.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:72:0) after 1m0s
[03:33:27.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:72:0)
[03:33:27.027] Timer tick, asking Buildbucket for the build status
[03:33:28.165] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:28.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:73:0) after 1m0s
[03:34:28.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:73:0)
[03:34:28.191] Timer tick, asking Buildbucket for the build status
[03:34:28.323] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:28.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:74:0) after 1m0s
[03:35:28.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:74:0)
[03:35:28.437] Timer tick, asking Buildbucket for the build status
[03:35:29.986] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:29.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:75:0) after 1m0s
[03:36:30.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:75:0)
[03:36:30.242] Timer tick, asking Buildbucket for the build status
[03:36:30.782] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:30.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:76:0) after 1m0s
[03:37:30.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:76:0)
[03:37:30.878] Timer tick, asking Buildbucket for the build status
[03:37:33.614] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:33.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:77:0) after 1m0s
[03:38:33.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:77:0)
[03:38:33.802] Timer tick, asking Buildbucket for the build status
[03:38:36.313] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:36.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:78:0) after 1m0s
[03:39:36.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:78:0)
[03:39:36.581] Timer tick, asking Buildbucket for the build status
[03:39:37.835] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:37.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:79:0) after 1m0s
[03:40:37.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:79:0)
[03:40:37.959] Timer tick, asking Buildbucket for the build status
[03:40:38.236] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:38.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:80:0) after 1m0s
[03:41:38.267] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:80:0)
[03:41:38.267] Timer tick, asking Buildbucket for the build status
[03:41:38.510] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:38.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:81:0) after 1m0s
[03:42:38.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:81:0)
[03:42:38.575] Timer tick, asking Buildbucket for the build status
[03:42:38.763] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:38.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:82:0) after 1m0s
[03:43:38.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:82:0)
[03:43:38.808] Timer tick, asking Buildbucket for the build status
[03:43:39.138] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:39.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:83:0) after 1m0s
[03:44:39.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:83:0)
[03:44:39.192] Timer tick, asking Buildbucket for the build status
[03:44:39.759] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:39.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:84:0) after 1m0s
[03:45:39.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:84:0)
[03:45:39.788] Timer tick, asking Buildbucket for the build status
[03:45:40.128] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:40.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:85:0) after 1m0s
[03:46:40.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:85:0)
[03:46:40.151] Timer tick, asking Buildbucket for the build status
[03:46:40.679] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:40.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:86:0) after 1m0s
[03:47:40.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:86:0)
[03:47:40.694] Timer tick, asking Buildbucket for the build status
[03:47:40.927] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:40.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:87:0) after 1m0s
[03:48:40.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:87:0)
[03:48:40.956] Timer tick, asking Buildbucket for the build status
[03:48:41.135] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:41.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:88:0) after 1m0s
[03:49:41.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:88:0)
[03:49:41.161] Timer tick, asking Buildbucket for the build status
[03:49:41.636] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:41.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:89:0) after 1m0s
[03:50:41.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:89:0)
[03:50:41.656] Timer tick, asking Buildbucket for the build status
[03:50:44.721] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:44.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:90:0) after 1m0s
[03:51:44.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:90:0)
[03:51:44.875] Timer tick, asking Buildbucket for the build status
[03:51:45.219] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:45.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:91:0) after 1m0s
[03:52:45.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:91:0)
[03:52:45.289] Timer tick, asking Buildbucket for the build status
[03:52:45.465] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:45.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:92:0) after 1m0s
[03:53:45.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:92:0)
[03:53:45.488] Timer tick, asking Buildbucket for the build status
[03:53:48.289] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:48.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:93:0) after 1m0s
[03:54:48.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:93:0)
[03:54:48.470] Timer tick, asking Buildbucket for the build status
[03:54:48.687] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:48.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:94:0) after 1m0s
[03:55:48.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:94:0)
[03:55:48.766] Timer tick, asking Buildbucket for the build status
[03:55:48.929] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:48.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:95:0) after 1m0s
[03:56:49.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:95:0)
[03:56:49.066] Timer tick, asking Buildbucket for the build status
[03:56:51.089] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:51.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:96:0) after 1m0s
[03:57:51.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:96:0)
[03:57:51.147] Timer tick, asking Buildbucket for the build status
[03:57:51.317] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:51.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:97:0) after 1m0s
[03:58:51.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:97:0)
[03:58:51.344] Timer tick, asking Buildbucket for the build status
[03:58:51.529] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:51.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:98:0) after 1m0s
[03:59:51.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:98:0)
[03:59:51.625] Timer tick, asking Buildbucket for the build status
[03:59:52.018] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:52.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:99:0) after 1m0s
[04:00:52.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:99:0)
[04:00:52.122] Timer tick, asking Buildbucket for the build status
[04:00:52.390] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:52.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:100:0) after 1m0s
[04:01:52.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:100:0)
[04:01:52.506] Timer tick, asking Buildbucket for the build status
[04:01:52.872] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:52.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:101:0) after 1m0s
[04:02:52.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:101:0)
[04:02:52.925] Timer tick, asking Buildbucket for the build status
[04:02:53.085] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:53.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:102:0) after 1m0s
[04:03:53.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:102:0)
[04:03:53.190] Timer tick, asking Buildbucket for the build status
[04:03:54.004] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:54.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:103:0) after 1m0s
[04:04:54.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:103:0)
[04:04:54.160] Timer tick, asking Buildbucket for the build status
[04:04:54.436] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:54.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:104:0) after 1m0s
[04:05:54.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:104:0)
[04:05:54.480] Timer tick, asking Buildbucket for the build status
[04:05:55.174] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:55.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:105:0) after 1m0s
[04:06:55.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:105:0)
[04:06:55.175] Timer tick, asking Buildbucket for the build status
[04:06:55.576] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:55.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:106:0) after 1m0s
[04:07:55.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:106:0)
[04:07:55.650] Timer tick, asking Buildbucket for the build status
[04:07:55.845] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:55.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:107:0) after 1m0s
[04:08:55.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:107:0)
[04:08:55.888] Timer tick, asking Buildbucket for the build status
[04:08:56.142] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:56.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:108:0) after 1m0s
[04:09:56.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:108:0)
[04:09:56.274] Timer tick, asking Buildbucket for the build status
[04:09:57.077] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:57.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:109:0) after 1m0s
[04:10:57.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:109:0)
[04:10:57.128] Timer tick, asking Buildbucket for the build status
[04:10:57.704] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:57.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:110:0) after 1m0s
[04:11:57.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:110:0)
[04:11:57.729] Timer tick, asking Buildbucket for the build status
[04:11:57.909] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:57.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:111:0) after 1m0s
[04:12:58.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:111:0)
[04:12:58.312] Timer tick, asking Buildbucket for the build status
[04:12:58.542] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:58.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:112:0) after 1m0s
[04:13:58.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:112:0)
[04:13:58.713] Timer tick, asking Buildbucket for the build status
[04:13:59.044] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:59.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:113:0) after 1m0s
[04:14:59.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:113:0)
[04:14:59.067] Timer tick, asking Buildbucket for the build status
[04:15:00.088] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:00.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:114:0) after 1m0s
[04:16:00.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:114:0)
[04:16:00.158] Timer tick, asking Buildbucket for the build status
[04:16:01.137] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:01.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:115:0) after 1m0s
[04:17:01.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:115:0)
[04:17:01.321] Timer tick, asking Buildbucket for the build status
[04:17:01.837] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:01.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:116:0) after 1m0s
[04:18:01.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:116:0)
[04:18:01.936] Timer tick, asking Buildbucket for the build status
[04:18:02.114] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:02.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:117:0) after 1m0s
[04:19:02.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:117:0)
[04:19:02.271] Timer tick, asking Buildbucket for the build status
[04:19:02.542] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:02.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:118:0) after 1m0s
[04:20:02.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:118:0)
[04:20:02.567] Timer tick, asking Buildbucket for the build status
[04:20:02.883] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:02.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:119:0) after 1m0s
[04:21:02.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:119:0)
[04:21:02.913] Timer tick, asking Buildbucket for the build status
[04:21:03.135] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:03.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:120:0) after 1m0s
[04:22:03.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:120:0)
[04:22:03.191] Timer tick, asking Buildbucket for the build status
[04:22:03.385] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:03.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:121:0) after 1m0s
[04:23:03.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:121:0)
[04:23:03.367] Timer tick, asking Buildbucket for the build status
[04:23:08.529] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:08.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:122:0) after 1m0s
[04:24:08.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:122:0)
[04:24:08.555] Timer tick, asking Buildbucket for the build status
[04:24:08.779] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:08.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:123:0) after 1m0s
[04:25:08.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:123:0)
[04:25:08.874] Timer tick, asking Buildbucket for the build status
[04:25:09.077] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:09.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:124:0) after 1m0s
[04:26:09.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:124:0)
[04:26:09.121] Timer tick, asking Buildbucket for the build status
[04:26:09.753] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:09.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:125:0) after 1m0s
[04:27:09.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:125:0)
[04:27:09.736] Timer tick, asking Buildbucket for the build status
[04:27:10.584] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:10.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:126:0) after 1m0s
[04:28:10.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:126:0)
[04:28:10.622] Timer tick, asking Buildbucket for the build status
[04:28:10.841] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:10.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:127:0) after 1m0s
[04:29:10.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:127:0)
[04:29:10.892] Timer tick, asking Buildbucket for the build status
[04:29:11.241] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:11.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:128:0) after 1m0s
[04:30:11.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:128:0)
[04:30:11.323] Timer tick, asking Buildbucket for the build status
[04:30:11.501] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:11.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:129:0) after 1m0s
[04:31:11.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:129:0)
[04:31:11.586] Timer tick, asking Buildbucket for the build status
[04:31:11.733] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:11.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:130:0) after 1m0s
[04:32:11.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:130:0)
[04:32:11.827] Timer tick, asking Buildbucket for the build status
[04:32:12.053] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:12.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:131:0) after 1m0s
[04:33:12.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:131:0)
[04:33:12.115] Timer tick, asking Buildbucket for the build status
[04:33:12.273] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:12.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:132:0) after 1m0s
[04:34:12.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:132:0)
[04:34:12.347] Timer tick, asking Buildbucket for the build status
[04:34:12.511] Build 8893318300591462176: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:12.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058748362538497664:133:0) after 1m0s
[04:34:55.927] Received PubSub notification, asking Buildbucket for the build status
[04:34:56.057] Build 8893318300591462176: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:34:56.057] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1577075694324961",
"created_by": "project:chromium",
"created_ts": "1577067771308990",
"failure_reason": "BUILD_FAILURE",
"id": "8893318300591462176",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a962eb3313af6ee3dd0cde09321c875114eba484\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11654, \"got_angle_revision\": \"07d3bcf1c443bc3dc1d3d47d9daf20475a74771d\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"a962eb3313af6ee3dd0cde09321c875114eba484\", \"got_revision_cp\": \"refs/heads/master@{#727111}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"6e3a387c01598240a7a8722ab8cbd1015ec1cd0a\", \"got_v8_revision\": \"3b4586216b8e96a98bd46c76068caadd744956d0\", \"got_v8_revision_cp\": \"refs/heads/8.1.69@{#1}\", \"got_webrtc_revision\": \"23df143850f9b6757de71805ce53d738d57f72c6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30119}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a962eb3313af6ee3dd0cde09321c875114eba484\", \"swarm_hashes\": {\"0\": \"f8eceba36f9d55ad4e2086c7d4e4f4e2406505f3\", \"1\": \"e9dc451560928bb9a9db095f88fc43186a00c6c0\", \"10\": \"058f4af437a619697e5fd290ed32052f465a172d\", \"11\": \"3771be561ab61d047696a9594ed5d5c76dff98da\", \"12\": \"ed241c4d730cd538f7be1edd52236eee2a2828e7\", \"13\": \"222f014c912bfcea781a445ba46288680d634bbe\", \"14\": \"9d98f676b0bea01cc668c54922e47833cb16245a\", \"15\": \"b32fa81fac7390d6eb0d4ac4e4254f2917cae166\", \"16\": \"e1110b5c5c2425fb299874952f8c0b400c21c0dd\", \"2\": \"84ab9c313e1d13d39a2d713118833666d34e780e\", \"3\": \"5e060f649cfcf60c818cabbf54e1b091a9acc8f0\", \"4\": \"1ef805dc54b65348e9767454560afe78171b87cb\", \"5\": \"612241c54ff89cb0e52899aa37e318fef2703e11\", \"6\": \"0c7c702c384391a5061090a2fc49cfd437a43f27\", \"7\": \"4b85f8315d719ba6882bea222dbc208ed9041205\", \"8\": \"2c9cfdd2497da8758d7e02a5d612cce5dd89677b\", \"9\": \"15e1ef5370a406de5d6a684513b7c1b8cbee5548\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1577067964533991",
"status": "COMPLETED",
"status_changed_ts": "1577067964949917",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11654",
"builder:ToTiOS",
"buildset:commit/git/a962eb3313af6ee3dd0cde09321c875114eba484",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a962eb3313af6ee3dd0cde09321c875114eba484",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9058748362538497664",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8893318300591462176/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4949620026381810",
"user_agent:luci-scheduler"
],
"updated_ts": "1577075695291606",
"url": "https://ci.chromium.org/b/8893318300591462176",
"utcnow_ts": "1577075696044267"
}
}
[04:34:56.057] Invocation finished in 2h12m5.989434561s with status FAILED