[02:24:06.349] New invocation is queued and will start shortly
[02:24:07.723] Starting the invocation (attempt 1)
[02:24:07.782] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:24:07.782] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:24:07.782] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9057751715936094416",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"94640cad82f625df3c2b3e8c961f7a7272c8f8aa\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9057751715936094416",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"gitiles_ref:refs/heads/master"
]
}
[02:24:08.604] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1578018247952402",
"id": "8892321653593905744",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"94640cad82f625df3c2b3e8c961f7a7272c8f8aa\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1578018248371555",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11778",
"builder:ToTiOS",
"buildset:commit/git/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057751715936094416",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892321653593905744/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1578018248371662",
"url": "https://ci.chromium.org/b/8892321653593905744",
"utcnow_ts": "1578018248588130"
}
}
[02:24:08.604] Task URL: https://ci.chromium.org/b/8892321653593905744
[02:24:08.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:2:0) after 1m0s
[02:25:08.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:2:0)
[02:25:08.663] Timer tick, asking Buildbucket for the build status
[02:25:09.239] Build 8892321653593905744: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:25:09.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:3:0) after 1m0s
[02:26:09.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:3:0)
[02:26:09.296] Timer tick, asking Buildbucket for the build status
[02:26:09.647] Build 8892321653593905744: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:26:09.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:4:0) after 1m0s
[02:27:09.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:4:0)
[02:27:09.623] Timer tick, asking Buildbucket for the build status
[02:27:10.692] Build 8892321653593905744: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:27:10.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:5:0) after 1m0s
[02:27:35.780] Received PubSub notification, asking Buildbucket for the build status
[02:27:37.221] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:10.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:5:0)
[02:28:10.775] Timer tick, asking Buildbucket for the build status
[02:28:11.078] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:11.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:7:0) after 1m0s
[02:29:11.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:7:0)
[02:29:11.119] Timer tick, asking Buildbucket for the build status
[02:29:11.363] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:11.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:8:0) after 1m0s
[02:30:11.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:8:0)
[02:30:11.418] Timer tick, asking Buildbucket for the build status
[02:30:12.018] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:12.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:9:0) after 1m0s
[02:31:12.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:9:0)
[02:31:12.191] Timer tick, asking Buildbucket for the build status
[02:31:13.014] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:13.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:10:0) after 1m0s
[02:32:13.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:10:0)
[02:32:13.107] Timer tick, asking Buildbucket for the build status
[02:32:13.842] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:13.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:11:0) after 1m0s
[02:33:13.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:11:0)
[02:33:13.872] Timer tick, asking Buildbucket for the build status
[02:33:14.041] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:14.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:12:0) after 1m0s
[02:34:14.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:12:0)
[02:34:14.104] Timer tick, asking Buildbucket for the build status
[02:34:14.307] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:14.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:13:0) after 1m0s
[02:35:14.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:13:0)
[02:35:14.397] Timer tick, asking Buildbucket for the build status
[02:35:14.980] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:14.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:14:0) after 1m0s
[02:36:15.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:14:0)
[02:36:15.131] Timer tick, asking Buildbucket for the build status
[02:36:15.544] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:15.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:15:0) after 1m0s
[02:37:15.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:15:0)
[02:37:15.698] Timer tick, asking Buildbucket for the build status
[02:37:15.874] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:15.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:16:0) after 1m0s
[02:38:15.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:16:0)
[02:38:15.950] Timer tick, asking Buildbucket for the build status
[02:38:16.923] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:16.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:17:0) after 1m0s
[02:39:17.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:17:0)
[02:39:17.011] Timer tick, asking Buildbucket for the build status
[02:39:17.180] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:17.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:18:0) after 1m0s
[02:40:17.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:18:0)
[02:40:17.282] Timer tick, asking Buildbucket for the build status
[02:40:18.218] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:18.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:19:0) after 1m0s
[02:41:18.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:19:0)
[02:41:18.252] Timer tick, asking Buildbucket for the build status
[02:41:18.699] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:18.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:20:0) after 1m0s
[02:42:18.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:20:0)
[02:42:18.720] Timer tick, asking Buildbucket for the build status
[02:42:19.031] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:19.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:21:0) after 1m0s
[02:43:19.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:21:0)
[02:43:19.056] Timer tick, asking Buildbucket for the build status
[02:43:19.782] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:19.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:22:0) after 1m0s
[02:44:19.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:22:0)
[02:44:19.821] Timer tick, asking Buildbucket for the build status
[02:44:19.967] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:19.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:23:0) after 1m0s
[02:45:19.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:23:0)
[02:45:19.992] Timer tick, asking Buildbucket for the build status
[02:45:20.711] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:20.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:24:0) after 1m0s
[02:46:20.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:24:0)
[02:46:20.733] Timer tick, asking Buildbucket for the build status
[02:46:20.915] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:20.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:25:0) after 1m0s
[02:47:20.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:25:0)
[02:47:20.969] Timer tick, asking Buildbucket for the build status
[02:47:21.164] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:21.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:26:0) after 1m0s
[02:48:21.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:26:0)
[02:48:21.198] Timer tick, asking Buildbucket for the build status
[02:48:22.496] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:22.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:27:0) after 1m0s
[02:49:22.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:27:0)
[02:49:22.509] Timer tick, asking Buildbucket for the build status
[02:49:22.699] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:22.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:28:0) after 1m0s
[02:50:22.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:28:0)
[02:50:22.784] Timer tick, asking Buildbucket for the build status
[02:50:23.084] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:23.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:29:0) after 1m0s
[02:51:23.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:29:0)
[02:51:23.113] Timer tick, asking Buildbucket for the build status
[02:51:23.915] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:23.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:30:0) after 1m0s
[02:52:23.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:30:0)
[02:52:23.987] Timer tick, asking Buildbucket for the build status
[02:52:25.600] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:25.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:31:0) after 1m0s
[02:53:25.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:31:0)
[02:53:25.668] Timer tick, asking Buildbucket for the build status
[02:53:26.284] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:26.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:32:0) after 1m0s
[02:54:26.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:32:0)
[02:54:26.270] Timer tick, asking Buildbucket for the build status
[02:54:26.564] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:26.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:33:0) after 1m0s
[02:55:26.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:33:0)
[02:55:26.705] Timer tick, asking Buildbucket for the build status
[02:55:26.873] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:26.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:34:0) after 1m0s
[02:56:26.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:34:0)
[02:56:26.907] Timer tick, asking Buildbucket for the build status
[02:56:27.667] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:27.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:35:0) after 1m0s
[02:57:27.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:35:0)
[02:57:27.747] Timer tick, asking Buildbucket for the build status
[02:57:27.968] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:27.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:36:0) after 1m0s
[02:58:28.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:36:0)
[02:58:28.036] Timer tick, asking Buildbucket for the build status
[02:58:28.189] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:28.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:37:0) after 1m0s
[02:59:28.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:37:0)
[02:59:28.177] Timer tick, asking Buildbucket for the build status
[02:59:28.676] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:28.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:38:0) after 1m0s
[03:00:28.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:38:0)
[03:00:28.691] Timer tick, asking Buildbucket for the build status
[03:00:28.892] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:28.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:39:0) after 1m0s
[03:01:28.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:39:0)
[03:01:28.931] Timer tick, asking Buildbucket for the build status
[03:01:29.083] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:29.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:40:0) after 1m0s
[03:02:29.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:40:0)
[03:02:29.092] Timer tick, asking Buildbucket for the build status
[03:02:29.659] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:29.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:41:0) after 1m0s
[03:03:29.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:41:0)
[03:03:29.700] Timer tick, asking Buildbucket for the build status
[03:03:29.912] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:29.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:42:0) after 1m0s
[03:04:29.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:42:0)
[03:04:29.933] Timer tick, asking Buildbucket for the build status
[03:04:30.671] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:30.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:43:0) after 1m0s
[03:05:30.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:43:0)
[03:05:30.712] Timer tick, asking Buildbucket for the build status
[03:05:30.879] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:30.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:44:0) after 1m0s
[03:06:30.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:44:0)
[03:06:30.999] Timer tick, asking Buildbucket for the build status
[03:06:31.641] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:31.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:45:0) after 1m0s
[03:07:31.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:45:0)
[03:07:31.821] Timer tick, asking Buildbucket for the build status
[03:07:32.962] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:32.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:46:0) after 1m0s
[03:08:32.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:46:0)
[03:08:32.989] Timer tick, asking Buildbucket for the build status
[03:08:33.788] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:33.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:47:0) after 1m0s
[03:09:33.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:47:0)
[03:09:33.785] Timer tick, asking Buildbucket for the build status
[03:09:34.088] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:34.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:48:0) after 1m0s
[03:10:34.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:48:0)
[03:10:34.208] Timer tick, asking Buildbucket for the build status
[03:10:34.891] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:34.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:49:0) after 1m0s
[03:11:34.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:49:0)
[03:11:34.990] Timer tick, asking Buildbucket for the build status
[03:11:35.235] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:35.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:50:0) after 1m0s
[03:12:35.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:50:0)
[03:12:35.291] Timer tick, asking Buildbucket for the build status
[03:12:35.527] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:35.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:51:0) after 1m0s
[03:13:35.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:51:0)
[03:13:35.611] Timer tick, asking Buildbucket for the build status
[03:13:35.818] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:35.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:52:0) after 1m0s
[03:14:35.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:52:0)
[03:14:35.875] Timer tick, asking Buildbucket for the build status
[03:14:37.183] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:37.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:53:0) after 1m0s
[03:15:37.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:53:0)
[03:15:37.249] Timer tick, asking Buildbucket for the build status
[03:15:37.570] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:37.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:54:0) after 1m0s
[03:16:37.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:54:0)
[03:16:37.743] Timer tick, asking Buildbucket for the build status
[03:16:38.124] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:38.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:55:0) after 1m0s
[03:17:38.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:55:0)
[03:17:38.453] Timer tick, asking Buildbucket for the build status
[03:17:38.717] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:38.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:56:0) after 1m0s
[03:18:38.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:56:0)
[03:18:38.768] Timer tick, asking Buildbucket for the build status
[03:18:38.977] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:38.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:57:0) after 1m0s
[03:19:39.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:57:0)
[03:19:39.143] Timer tick, asking Buildbucket for the build status
[03:19:39.365] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:39.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:58:0) after 1m0s
[03:20:39.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:58:0)
[03:20:39.395] Timer tick, asking Buildbucket for the build status
[03:20:39.954] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:39.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:59:0) after 1m0s
[03:21:40.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:59:0)
[03:21:40.019] Timer tick, asking Buildbucket for the build status
[03:21:40.291] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:40.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:60:0) after 1m0s
[03:22:40.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:60:0)
[03:22:40.372] Timer tick, asking Buildbucket for the build status
[03:22:40.961] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:40.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:61:0) after 1m0s
[03:23:40.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:61:0)
[03:23:40.982] Timer tick, asking Buildbucket for the build status
[03:23:43.661] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:43.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:62:0) after 1m0s
[03:24:43.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:62:0)
[03:24:43.801] Timer tick, asking Buildbucket for the build status
[03:24:44.092] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:44.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:63:0) after 1m0s
[03:25:44.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:63:0)
[03:25:44.116] Timer tick, asking Buildbucket for the build status
[03:25:44.623] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:44.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:64:0) after 1m0s
[03:26:45.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:64:0)
[03:26:45.151] Timer tick, asking Buildbucket for the build status
[03:26:45.277] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:45.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:65:0) after 1m0s
[03:27:45.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:65:0)
[03:27:45.304] Timer tick, asking Buildbucket for the build status
[03:27:47.189] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:47.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:66:0) after 1m0s
[03:28:47.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:66:0)
[03:28:47.340] Timer tick, asking Buildbucket for the build status
[03:28:47.508] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:47.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:67:0) after 1m0s
[03:29:47.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:67:0)
[03:29:47.577] Timer tick, asking Buildbucket for the build status
[03:29:47.718] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:47.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:68:0) after 1m0s
[03:30:47.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:68:0)
[03:30:47.715] Timer tick, asking Buildbucket for the build status
[03:30:47.923] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:47.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:69:0) after 1m0s
[03:31:48.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:69:0)
[03:31:48.065] Timer tick, asking Buildbucket for the build status
[03:31:48.260] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:48.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:70:0) after 1m0s
[03:32:48.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:70:0)
[03:32:48.282] Timer tick, asking Buildbucket for the build status
[03:32:48.921] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:48.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:71:0) after 1m0s
[03:33:48.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:71:0)
[03:33:48.958] Timer tick, asking Buildbucket for the build status
[03:33:49.159] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:49.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:72:0) after 1m0s
[03:34:49.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:72:0)
[03:34:49.271] Timer tick, asking Buildbucket for the build status
[03:34:49.664] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:49.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:73:0) after 1m0s
[03:35:49.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:73:0)
[03:35:49.673] Timer tick, asking Buildbucket for the build status
[03:35:49.819] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:49.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:74:0) after 1m0s
[03:36:49.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:74:0)
[03:36:49.842] Timer tick, asking Buildbucket for the build status
[03:36:50.129] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:50.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:75:0) after 1m0s
[03:37:50.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:75:0)
[03:37:50.163] Timer tick, asking Buildbucket for the build status
[03:37:50.968] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:50.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:76:0) after 1m0s
[03:38:51.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:76:0)
[03:38:51.004] Timer tick, asking Buildbucket for the build status
[03:38:51.810] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:51.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:77:0) after 1m0s
[03:39:51.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:77:0)
[03:39:51.871] Timer tick, asking Buildbucket for the build status
[03:39:52.092] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:52.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:78:0) after 1m0s
[03:40:52.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:78:0)
[03:40:52.178] Timer tick, asking Buildbucket for the build status
[03:40:52.379] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:52.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:79:0) after 1m0s
[03:41:52.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:79:0)
[03:41:52.444] Timer tick, asking Buildbucket for the build status
[03:41:52.649] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:52.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:80:0) after 1m0s
[03:42:52.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:80:0)
[03:42:52.736] Timer tick, asking Buildbucket for the build status
[03:42:52.965] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:52.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:81:0) after 1m0s
[03:43:53.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:81:0)
[03:43:53.186] Timer tick, asking Buildbucket for the build status
[03:43:53.366] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:53.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:82:0) after 1m0s
[03:44:53.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:82:0)
[03:44:53.397] Timer tick, asking Buildbucket for the build status
[03:44:53.900] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:53.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:83:0) after 1m0s
[03:45:53.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:83:0)
[03:45:53.960] Timer tick, asking Buildbucket for the build status
[03:45:54.171] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:54.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:84:0) after 1m0s
[03:46:54.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:84:0)
[03:46:54.211] Timer tick, asking Buildbucket for the build status
[03:46:54.574] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:54.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:85:0) after 1m0s
[03:47:54.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:85:0)
[03:47:54.602] Timer tick, asking Buildbucket for the build status
[03:47:54.855] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:54.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:86:0) after 1m0s
[03:48:54.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:86:0)
[03:48:54.877] Timer tick, asking Buildbucket for the build status
[03:48:55.037] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:55.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:87:0) after 1m0s
[03:49:55.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:87:0)
[03:49:55.097] Timer tick, asking Buildbucket for the build status
[03:49:55.303] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:55.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:88:0) after 1m0s
[03:50:55.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:88:0)
[03:50:55.327] Timer tick, asking Buildbucket for the build status
[03:50:56.011] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:56.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:89:0) after 1m0s
[03:51:56.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:89:0)
[03:51:56.042] Timer tick, asking Buildbucket for the build status
[03:51:56.214] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:56.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:90:0) after 1m0s
[03:52:56.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:90:0)
[03:52:56.325] Timer tick, asking Buildbucket for the build status
[03:52:56.557] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:56.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:91:0) after 1m0s
[03:53:56.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:91:0)
[03:53:56.619] Timer tick, asking Buildbucket for the build status
[03:53:57.816] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:92:0) after 1m0s
[03:54:57.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:92:0)
[03:54:57.876] Timer tick, asking Buildbucket for the build status
[03:54:58.145] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:58.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:93:0) after 1m0s
[03:55:58.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:93:0)
[03:55:58.193] Timer tick, asking Buildbucket for the build status
[03:55:58.347] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:58.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:94:0) after 1m0s
[03:56:58.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:94:0)
[03:56:58.463] Timer tick, asking Buildbucket for the build status
[03:56:58.686] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:58.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:95:0) after 1m0s
[03:57:58.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:95:0)
[03:57:58.764] Timer tick, asking Buildbucket for the build status
[03:57:59.036] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:59.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:96:0) after 1m0s
[03:58:59.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:96:0)
[03:58:59.035] Timer tick, asking Buildbucket for the build status
[03:58:59.197] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:59.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:97:0) after 1m0s
[03:59:59.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:97:0)
[03:59:59.207] Timer tick, asking Buildbucket for the build status
[03:59:59.761] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:59.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:98:0) after 1m0s
[04:00:59.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:98:0)
[04:00:59.816] Timer tick, asking Buildbucket for the build status
[04:00:59.984] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:59.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:99:0) after 1m0s
[04:02:00.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:99:0)
[04:02:00.046] Timer tick, asking Buildbucket for the build status
[04:02:00.259] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:00.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:100:0) after 1m0s
[04:03:00.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:100:0)
[04:03:00.314] Timer tick, asking Buildbucket for the build status
[04:03:00.476] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:00.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:101:0) after 1m0s
[04:04:00.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:101:0)
[04:04:00.673] Timer tick, asking Buildbucket for the build status
[04:04:00.848] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:00.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:102:0) after 1m0s
[04:05:00.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:102:0)
[04:05:00.982] Timer tick, asking Buildbucket for the build status
[04:05:01.480] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:01.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:103:0) after 1m0s
[04:06:01.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:103:0)
[04:06:01.578] Timer tick, asking Buildbucket for the build status
[04:06:01.794] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:01.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:104:0) after 1m0s
[04:07:01.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:104:0)
[04:07:01.851] Timer tick, asking Buildbucket for the build status
[04:07:02.234] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:02.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:105:0) after 1m0s
[04:08:02.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:105:0)
[04:08:02.295] Timer tick, asking Buildbucket for the build status
[04:08:02.459] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:02.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:106:0) after 1m0s
[04:09:02.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:106:0)
[04:09:02.535] Timer tick, asking Buildbucket for the build status
[04:09:03.301] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:03.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:107:0) after 1m0s
[04:10:03.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:107:0)
[04:10:03.308] Timer tick, asking Buildbucket for the build status
[04:10:03.494] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:03.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:108:0) after 1m0s
[04:11:03.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:108:0)
[04:11:03.526] Timer tick, asking Buildbucket for the build status
[04:11:04.192] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:04.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:109:0) after 1m0s
[04:12:04.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:109:0)
[04:12:04.247] Timer tick, asking Buildbucket for the build status
[04:12:05.305] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:05.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:110:0) after 1m0s
[04:13:05.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:110:0)
[04:13:05.362] Timer tick, asking Buildbucket for the build status
[04:13:05.818] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:05.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:111:0) after 1m0s
[04:14:05.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:111:0)
[04:14:05.856] Timer tick, asking Buildbucket for the build status
[04:14:06.049] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:06.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:112:0) after 1m0s
[04:15:06.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:112:0)
[04:15:06.095] Timer tick, asking Buildbucket for the build status
[04:15:06.303] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:06.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:113:0) after 1m0s
[04:16:06.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:113:0)
[04:16:06.335] Timer tick, asking Buildbucket for the build status
[04:16:07.059] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:07.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:114:0) after 1m0s
[04:17:07.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:114:0)
[04:17:07.116] Timer tick, asking Buildbucket for the build status
[04:17:08.278] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:08.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:115:0) after 1m0s
[04:18:08.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:115:0)
[04:18:08.324] Timer tick, asking Buildbucket for the build status
[04:18:08.548] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:08.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:116:0) after 1m0s
[04:19:08.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:116:0)
[04:19:08.596] Timer tick, asking Buildbucket for the build status
[04:19:08.831] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:08.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:117:0) after 1m0s
[04:20:08.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:117:0)
[04:20:08.860] Timer tick, asking Buildbucket for the build status
[04:20:09.007] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:09.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:118:0) after 1m0s
[04:21:09.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:118:0)
[04:21:09.058] Timer tick, asking Buildbucket for the build status
[04:21:09.335] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:09.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:119:0) after 1m0s
[04:22:09.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:119:0)
[04:22:09.360] Timer tick, asking Buildbucket for the build status
[04:22:09.519] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:09.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:120:0) after 1m0s
[04:23:09.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:120:0)
[04:23:09.543] Timer tick, asking Buildbucket for the build status
[04:23:09.748] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:09.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:121:0) after 1m0s
[04:24:09.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:121:0)
[04:24:09.804] Timer tick, asking Buildbucket for the build status
[04:24:09.994] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:09.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:122:0) after 1m0s
[04:25:10.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:122:0)
[04:25:10.007] Timer tick, asking Buildbucket for the build status
[04:25:10.195] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:10.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:123:0) after 1m0s
[04:26:10.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:123:0)
[04:26:10.225] Timer tick, asking Buildbucket for the build status
[04:26:10.398] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:10.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:124:0) after 1m0s
[04:27:10.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:124:0)
[04:27:10.417] Timer tick, asking Buildbucket for the build status
[04:27:10.629] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:10.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:125:0) after 1m0s
[04:28:10.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:125:0)
[04:28:10.712] Timer tick, asking Buildbucket for the build status
[04:28:10.929] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:10.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:126:0) after 1m0s
[04:29:10.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:126:0)
[04:29:10.965] Timer tick, asking Buildbucket for the build status
[04:29:13.693] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:13.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:127:0) after 1m0s
[04:30:13.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:127:0)
[04:30:13.900] Timer tick, asking Buildbucket for the build status
[04:30:14.168] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:14.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:128:0) after 1m0s
[04:31:14.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:128:0)
[04:31:14.240] Timer tick, asking Buildbucket for the build status
[04:31:15.011] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:15.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:129:0) after 1m0s
[04:32:15.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:129:0)
[04:32:15.096] Timer tick, asking Buildbucket for the build status
[04:32:15.410] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:15.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:130:0) after 1m0s
[04:33:15.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:130:0)
[04:33:15.453] Timer tick, asking Buildbucket for the build status
[04:33:15.627] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:15.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:131:0) after 1m0s
[04:34:15.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:131:0)
[04:34:15.748] Timer tick, asking Buildbucket for the build status
[04:34:16.206] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:16.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:132:0) after 1m0s
[04:35:16.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:132:0)
[04:35:16.266] Timer tick, asking Buildbucket for the build status
[04:35:16.484] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:16.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:133:0) after 1m0s
[04:36:16.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:133:0)
[04:36:16.559] Timer tick, asking Buildbucket for the build status
[04:36:17.047] Build 8892321653593905744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:17.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057751715936094416:134:0) after 1m0s
[04:36:18.387] Received PubSub notification, asking Buildbucket for the build status
[04:36:18.694] Build 8892321653593905744: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:36:18.694] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1578026177399094",
"created_by": "project:chromium",
"created_ts": "1578018247952402",
"failure_reason": "BUILD_FAILURE",
"id": "8892321653593905744",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"94640cad82f625df3c2b3e8c961f7a7272c8f8aa\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11778, \"got_angle_revision\": \"1fdf6ca5141d8e349e875eab6e51d93d929a7f0e\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"94640cad82f625df3c2b3e8c961f7a7272c8f8aa\", \"got_revision_cp\": \"refs/heads/master@{#728110}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"10a900e5ffaffdffe2806b1507af43a74acdfe9e\", \"got_v8_revision\": \"6c428fce79e4a570f1316353702ddb4541c2793c\", \"got_v8_revision_cp\": \"refs/heads/8.1.88@{#1}\", \"got_webrtc_revision\": \"a43777dead46df4575a58c5ca2733c5f3ff0212b\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30130}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"94640cad82f625df3c2b3e8c961f7a7272c8f8aa\", \"swarm_hashes\": {\"0\": \"79a862bd42a696a1ac3b2a86eafa1704fca5b8a8\", \"1\": \"6e274473b5a6e3aa4782fcae1c050b297bbd5011\", \"10\": \"96e24dcd9fd7a27bd136704236ff8a271f93e8c6\", \"11\": \"b566eb6fc7644d6cd7d767012b30d985bcabae24\", \"12\": \"dc9fc7f14d9fc57857a83bbb550b9596c458c86d\", \"13\": \"a00708ea729b00d53e6a3eb332892bc78ad9d3d8\", \"14\": \"ffc7095cb8c353bc3988eedfae675e9aa5cdaf76\", \"15\": \"ba8287bb7999e43a66447e594f4ac5ac0312b1bd\", \"16\": \"c10e21fdc5865aa45b357361d43c85132deea3e2\", \"2\": \"8e8c197cb72b0ac7cd9c49fbb3758fba5261448d\", \"3\": \"dce2f572a4229da4f89f0f5d4db8563115d72ab4\", \"4\": \"8176026172aa487a963298dc04eeea295ed6cc94\", \"5\": \"2936c0145986a88e805725458674d5e629e5a819\", \"6\": \"fa10e0316ce84944700eb15303afc4cc4487c0ef\", \"7\": \"505f3d9f4735879f7800457a1f6d5a65d3f8b955\", \"8\": \"66881b6251121cd2e6040eb16186632a0242f5a3\", \"9\": \"075253f759e25661744ca4a0ed8de5fe261d1439\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1578018454985143",
"status": "COMPLETED",
"status_changed_ts": "1578018455380376",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/11778",
"builder:ToTiOS",
"buildset:commit/git/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/94640cad82f625df3c2b3e8c961f7a7272c8f8aa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057751715936094416",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892321653593905744/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:49820922539cb210",
"user_agent:luci-scheduler"
],
"updated_ts": "1578026177878128",
"url": "https://ci.chromium.org/b/8892321653593905744",
"utcnow_ts": "1578026178672237"
}
}
[04:36:18.694] Invocation finished in 2h12m12.358914823s with status FAILED