[19:26:18.217] New invocation is queued and will start shortly
[19:26:18.217] Triggered by user:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com
[19:26:19.492] Starting the invocation (attempt 1)
[19:26:19.548] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:26:19.548] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:26:19.549] Buildbucket request:
{
"bucket": "luci.infra.cron",
"client_operation_id": "9099633800254636096",
"parameters_json": "{\"builder_name\":\"Build From Tarball\",\"properties\":{\"version\":\"70.0.3538.34\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Build From Tarball",
"scheduler_invocation_id:9099633800254636096",
"scheduler_job_id:infra/Build From Tarball",
"user_agent:luci-scheduler",
"parent_buildername:publish_tarball",
"user_agent:recipe"
]
}
[19:26:21.364] Buildbucket response:
{
"build": {
"bucket": "luci.infra.cron",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1538076379657953",
"id": "8934203738082948768",
"lease_expiration_ts": "1538195181130195",
"lease_key": "455682989",
"parameters_json": "{\"builder_name\": \"Build From Tarball\", \"properties\": {\"version\": \"70.0.3538.34\"}}",
"project": "infra",
"result_details_json": "null",
"service_account": "chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1538076381134419",
"tags": [
"builder:Build From Tarball",
"parent_buildername:publish_tarball",
"scheduler_invocation_id:9099633800254636096",
"scheduler_job_id:infra/Build From Tarball",
"swarming_dimension:builder:Build From Tarball",
"swarming_dimension:caches:builder_99d5fe30e8b6c78ca136ab5e547c67467b176b4f7d67cf49cf682cf48a330f19_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.cron",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:luci.infra.cron",
"swarming_tag:buildbucket_build_id:8934203738082948768",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
"swarming_tag:builder:Build From Tarball",
"swarming_tag:caches:builder_99d5fe30e8b6c78ca136ab5e547c67467b176b4f7d67cf49cf682cf48a330f19_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934203738082948768/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:publish_tarball",
"swarming_tag:pool:luci.infra.cron",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:build_from_tarball",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9099633800254636096",
"swarming_tag:scheduler_job_id:infra/Build From Tarball",
"swarming_tag:service_account:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:2eb452b3554b8c2d256014cbe0db92576333b0c0",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:403550961f100c10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1538076381134545",
"url": "https://ci.chromium.org/p/infra/builds/b8934203738082948768",
"utcnow_ts": "1538076381340562"
}
}
[19:26:21.364] Task URL: https://ci.chromium.org/p/infra/builds/b8934203738082948768
[19:26:21.364] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:2:0) after 1m0s
[19:27:21.490] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:2:0)
[19:27:21.490] Timer tick, asking Buildbucket for the build status
[19:27:21.605] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:27:21.605] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:3:0) after 1m0s
[19:28:21.639] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:3:0)
[19:28:21.639] Timer tick, asking Buildbucket for the build status
[19:28:21.686] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:28:21.686] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:4:0) after 1m0s
[19:29:21.706] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:4:0)
[19:29:21.706] Timer tick, asking Buildbucket for the build status
[19:29:21.774] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:29:21.774] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:5:0) after 1m0s
[19:30:21.793] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:5:0)
[19:30:21.793] Timer tick, asking Buildbucket for the build status
[19:30:21.854] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:30:21.854] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:6:0) after 1m0s
[19:31:21.881] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:6:0)
[19:31:21.881] Timer tick, asking Buildbucket for the build status
[19:31:21.941] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:31:21.941] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:7:0) after 1m0s
[19:32:21.977] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:7:0)
[19:32:21.977] Timer tick, asking Buildbucket for the build status
[19:32:22.062] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:32:22.062] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:8:0) after 1m0s
[19:33:22.079] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:8:0)
[19:33:22.079] Timer tick, asking Buildbucket for the build status
[19:33:22.252] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:33:22.252] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:9:0) after 1m0s
[19:34:22.268] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:9:0)
[19:34:22.268] Timer tick, asking Buildbucket for the build status
[19:34:22.329] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:34:22.329] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:10:0) after 1m0s
[19:35:22.361] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:10:0)
[19:35:22.361] Timer tick, asking Buildbucket for the build status
[19:35:22.492] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:35:22.492] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:11:0) after 1m0s
[19:36:22.507] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:11:0)
[19:36:22.507] Timer tick, asking Buildbucket for the build status
[19:36:24.725] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:36:24.725] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:12:0) after 1m0s
[19:37:24.741] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:12:0)
[19:37:24.741] Timer tick, asking Buildbucket for the build status
[19:37:24.811] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:37:24.811] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:13:0) after 1m0s
[19:38:24.833] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:13:0)
[19:38:24.833] Timer tick, asking Buildbucket for the build status
[19:38:25.021] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:38:25.021] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:14:0) after 1m0s
[19:39:25.037] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:14:0)
[19:39:25.037] Timer tick, asking Buildbucket for the build status
[19:39:25.166] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:39:25.166] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:15:0) after 1m0s
[19:40:25.195] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:15:0)
[19:40:25.195] Timer tick, asking Buildbucket for the build status
[19:40:25.229] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:40:25.229] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:16:0) after 1m0s
[19:41:25.245] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:16:0)
[19:41:25.245] Timer tick, asking Buildbucket for the build status
[19:41:25.318] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:41:25.318] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:17:0) after 1m0s
[19:42:25.344] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:17:0)
[19:42:25.344] Timer tick, asking Buildbucket for the build status
[19:42:25.394] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:42:25.394] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:18:0) after 1m0s
[19:43:25.427] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:18:0)
[19:43:25.427] Timer tick, asking Buildbucket for the build status
[19:43:25.632] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:43:25.632] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:19:0) after 1m0s
[19:44:25.652] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:19:0)
[19:44:25.652] Timer tick, asking Buildbucket for the build status
[19:44:25.690] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:44:25.690] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:20:0) after 1m0s
[19:45:25.719] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:20:0)
[19:45:25.719] Timer tick, asking Buildbucket for the build status
[19:45:25.790] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:45:25.790] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:21:0) after 1m0s
[19:46:25.886] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:21:0)
[19:46:25.886] Timer tick, asking Buildbucket for the build status
[19:46:25.948] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:46:25.948] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:22:0) after 1m0s
[19:47:25.966] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:22:0)
[19:47:25.966] Timer tick, asking Buildbucket for the build status
[19:47:26.003] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:47:26.003] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:23:0) after 1m0s
[19:48:26.035] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:23:0)
[19:48:26.035] Timer tick, asking Buildbucket for the build status
[19:48:26.113] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:48:26.113] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:24:0) after 1m0s
[19:49:26.143] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:24:0)
[19:49:26.143] Timer tick, asking Buildbucket for the build status
[19:49:26.227] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:49:26.227] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:25:0) after 1m0s
[19:50:26.282] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:25:0)
[19:50:26.282] Timer tick, asking Buildbucket for the build status
[19:50:26.361] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:50:26.361] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:26:0) after 1m0s
[19:51:26.501] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:26:0)
[19:51:26.501] Timer tick, asking Buildbucket for the build status
[19:51:26.562] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:51:26.562] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:27:0) after 1m0s
[19:52:26.607] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:27:0)
[19:52:26.608] Timer tick, asking Buildbucket for the build status
[19:52:26.674] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:52:26.674] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:28:0) after 1m0s
[19:53:26.706] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:28:0)
[19:53:26.706] Timer tick, asking Buildbucket for the build status
[19:53:26.772] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:53:26.772] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:29:0) after 1m0s
[19:54:26.794] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:29:0)
[19:54:26.794] Timer tick, asking Buildbucket for the build status
[19:54:26.885] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:54:26.885] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:30:0) after 1m0s
[19:55:26.910] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:30:0)
[19:55:26.910] Timer tick, asking Buildbucket for the build status
[19:55:27.040] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:55:27.040] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:31:0) after 1m0s
[19:56:27.064] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:31:0)
[19:56:27.064] Timer tick, asking Buildbucket for the build status
[19:56:27.237] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:56:27.237] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:32:0) after 1m0s
[19:57:27.258] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:32:0)
[19:57:27.258] Timer tick, asking Buildbucket for the build status
[19:57:27.404] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:57:27.404] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:33:0) after 1m0s
[19:58:27.432] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:33:0)
[19:58:27.432] Timer tick, asking Buildbucket for the build status
[19:58:27.477] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:58:27.477] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:34:0) after 1m0s
[19:59:27.507] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:34:0)
[19:59:27.507] Timer tick, asking Buildbucket for the build status
[19:59:27.587] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:59:27.587] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:35:0) after 1m0s
[20:00:27.611] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:35:0)
[20:00:27.611] Timer tick, asking Buildbucket for the build status
[20:00:27.656] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:00:27.657] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:36:0) after 1m0s
[20:01:27.809] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:36:0)
[20:01:27.809] Timer tick, asking Buildbucket for the build status
[20:01:28.009] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:01:28.009] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:37:0) after 1m0s
[20:02:28.030] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:37:0)
[20:02:28.030] Timer tick, asking Buildbucket for the build status
[20:02:28.271] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:02:28.271] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:38:0) after 1m0s
[20:03:28.297] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:38:0)
[20:03:28.297] Timer tick, asking Buildbucket for the build status
[20:03:28.505] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:03:28.505] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:39:0) after 1m0s
[20:04:28.560] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:39:0)
[20:04:28.560] Timer tick, asking Buildbucket for the build status
[20:04:28.615] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:04:28.615] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:40:0) after 1m0s
[20:05:28.675] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:40:0)
[20:05:28.675] Timer tick, asking Buildbucket for the build status
[20:05:28.860] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:05:28.860] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:41:0) after 1m0s
[20:06:29.015] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:41:0)
[20:06:29.015] Timer tick, asking Buildbucket for the build status
[20:06:29.168] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:06:29.168] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:42:0) after 1m0s
[20:07:29.197] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:42:0)
[20:07:29.197] Timer tick, asking Buildbucket for the build status
[20:07:29.271] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:07:29.271] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:43:0) after 1m0s
[20:08:29.288] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:43:0)
[20:08:29.288] Timer tick, asking Buildbucket for the build status
[20:08:29.329] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:08:29.329] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:44:0) after 1m0s
[20:09:29.352] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:44:0)
[20:09:29.352] Timer tick, asking Buildbucket for the build status
[20:09:29.410] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:09:29.410] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:45:0) after 1m0s
[20:10:29.461] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:45:0)
[20:10:29.461] Timer tick, asking Buildbucket for the build status
[20:10:29.489] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:10:29.489] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:46:0) after 1m0s
[20:11:29.515] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:46:0)
[20:11:29.515] Timer tick, asking Buildbucket for the build status
[20:11:29.584] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:11:29.584] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:47:0) after 1m0s
[20:12:29.606] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:47:0)
[20:12:29.606] Timer tick, asking Buildbucket for the build status
[20:12:29.647] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:12:29.647] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:48:0) after 1m0s
[20:13:29.687] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:48:0)
[20:13:29.687] Timer tick, asking Buildbucket for the build status
[20:13:29.802] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:13:29.802] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:49:0) after 1m0s
[20:14:29.952] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:49:0)
[20:14:29.952] Timer tick, asking Buildbucket for the build status
[20:14:29.988] Build 8934203738082948768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:14:29.988] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:50:0) after 1m0s
[20:15:07.614] Received PubSub notification, asking Buildbucket for the build status
[20:15:07.772] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:30.066] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:50:0)
[20:15:30.066] Timer tick, asking Buildbucket for the build status
[20:15:30.146] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:30.146] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:52:0) after 1m0s
[20:16:30.172] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:52:0)
[20:16:30.172] Timer tick, asking Buildbucket for the build status
[20:16:30.224] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:30.224] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:53:0) after 1m0s
[20:17:30.243] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:53:0)
[20:17:30.243] Timer tick, asking Buildbucket for the build status
[20:17:30.279] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:30.279] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:54:0) after 1m0s
[20:18:30.418] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:54:0)
[20:18:30.418] Timer tick, asking Buildbucket for the build status
[20:18:30.495] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:30.495] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:55:0) after 1m0s
[20:19:30.532] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:55:0)
[20:19:30.532] Timer tick, asking Buildbucket for the build status
[20:19:30.586] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:30.586] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:56:0) after 1m0s
[20:20:30.626] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:56:0)
[20:20:30.626] Timer tick, asking Buildbucket for the build status
[20:20:30.689] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:30.689] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:57:0) after 1m0s
[20:21:30.708] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:57:0)
[20:21:30.708] Timer tick, asking Buildbucket for the build status
[20:21:30.772] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:30.772] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:58:0) after 1m0s
[20:22:30.812] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:58:0)
[20:22:30.812] Timer tick, asking Buildbucket for the build status
[20:22:30.875] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:30.875] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:59:0) after 1m0s
[20:23:30.913] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:59:0)
[20:23:30.913] Timer tick, asking Buildbucket for the build status
[20:23:30.969] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:30.969] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:60:0) after 1m0s
[20:24:30.999] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:60:0)
[20:24:30.999] Timer tick, asking Buildbucket for the build status
[20:24:31.120] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:31.120] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:61:0) after 1m0s
[20:25:31.140] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:61:0)
[20:25:31.140] Timer tick, asking Buildbucket for the build status
[20:25:31.181] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:31.181] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:62:0) after 1m0s
[20:26:31.252] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:62:0)
[20:26:31.252] Timer tick, asking Buildbucket for the build status
[20:26:31.385] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:31.386] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:63:0) after 1m0s
[20:27:31.414] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:63:0)
[20:27:31.414] Timer tick, asking Buildbucket for the build status
[20:27:31.566] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:31.566] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:64:0) after 1m0s
[20:28:31.589] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:64:0)
[20:28:31.589] Timer tick, asking Buildbucket for the build status
[20:28:31.641] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:31.641] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:65:0) after 1m0s
[20:29:31.666] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:65:0)
[20:29:31.666] Timer tick, asking Buildbucket for the build status
[20:29:31.737] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:31.737] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:66:0) after 1m0s
[20:30:31.755] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:66:0)
[20:30:31.755] Timer tick, asking Buildbucket for the build status
[20:30:31.829] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:31.829] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:67:0) after 1m0s
[20:31:31.851] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:67:0)
[20:31:31.851] Timer tick, asking Buildbucket for the build status
[20:31:31.924] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:31.924] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:68:0) after 1m0s
[20:32:31.949] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:68:0)
[20:32:31.949] Timer tick, asking Buildbucket for the build status
[20:32:32.011] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:32.011] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:69:0) after 1m0s
[20:33:32.042] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:69:0)
[20:33:32.042] Timer tick, asking Buildbucket for the build status
[20:33:32.078] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:32.078] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:70:0) after 1m0s
[20:34:32.102] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:70:0)
[20:34:32.102] Timer tick, asking Buildbucket for the build status
[20:34:32.170] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:32.170] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:71:0) after 1m0s
[20:35:32.195] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:71:0)
[20:35:32.195] Timer tick, asking Buildbucket for the build status
[20:35:32.238] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:32.238] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:72:0) after 1m0s
[20:36:32.285] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:72:0)
[20:36:32.285] Timer tick, asking Buildbucket for the build status
[20:36:32.365] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:32.365] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:73:0) after 1m0s
[20:37:32.444] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:73:0)
[20:37:32.444] Timer tick, asking Buildbucket for the build status
[20:37:32.514] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:32.514] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:74:0) after 1m0s
[20:38:32.543] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:74:0)
[20:38:32.543] Timer tick, asking Buildbucket for the build status
[20:38:32.685] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:32.685] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:75:0) after 1m0s
[20:39:32.706] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:75:0)
[20:39:32.706] Timer tick, asking Buildbucket for the build status
[20:39:32.747] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:32.747] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:76:0) after 1m0s
[20:40:32.779] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:76:0)
[20:40:32.779] Timer tick, asking Buildbucket for the build status
[20:40:32.867] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:32.867] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:77:0) after 1m0s
[20:41:32.950] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:77:0)
[20:41:32.950] Timer tick, asking Buildbucket for the build status
[20:41:32.998] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:32.998] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:78:0) after 1m0s
[20:42:33.019] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:78:0)
[20:42:33.019] Timer tick, asking Buildbucket for the build status
[20:42:33.111] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:33.111] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:79:0) after 1m0s
[20:43:33.139] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:79:0)
[20:43:33.139] Timer tick, asking Buildbucket for the build status
[20:43:33.183] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:33.183] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:80:0) after 1m0s
[20:44:33.205] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:80:0)
[20:44:33.205] Timer tick, asking Buildbucket for the build status
[20:44:33.245] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:33.245] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:81:0) after 1m0s
[20:45:33.331] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:81:0)
[20:45:33.331] Timer tick, asking Buildbucket for the build status
[20:45:33.585] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:33.585] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:82:0) after 1m0s
[20:46:33.616] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:82:0)
[20:46:33.616] Timer tick, asking Buildbucket for the build status
[20:46:33.688] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:33.688] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:83:0) after 1m0s
[20:47:33.718] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:83:0)
[20:47:33.718] Timer tick, asking Buildbucket for the build status
[20:47:33.779] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:33.779] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:84:0) after 1m0s
[20:48:33.798] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:84:0)
[20:48:33.798] Timer tick, asking Buildbucket for the build status
[20:48:33.863] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:33.863] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:85:0) after 1m0s
[20:49:33.895] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:85:0)
[20:49:33.895] Timer tick, asking Buildbucket for the build status
[20:49:33.968] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:33.968] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:86:0) after 1m0s
[20:50:34.065] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:86:0)
[20:50:34.065] Timer tick, asking Buildbucket for the build status
[20:50:34.129] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:34.129] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:87:0) after 1m0s
[20:51:34.215] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:87:0)
[20:51:34.215] Timer tick, asking Buildbucket for the build status
[20:51:34.261] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:34.261] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:88:0) after 1m0s
[20:52:34.300] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:88:0)
[20:52:34.300] Timer tick, asking Buildbucket for the build status
[20:52:34.392] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:34.393] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:89:0) after 1m0s
[20:53:34.411] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:89:0)
[20:53:34.411] Timer tick, asking Buildbucket for the build status
[20:53:34.486] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:34.486] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:90:0) after 1m0s
[20:54:34.506] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:90:0)
[20:54:34.506] Timer tick, asking Buildbucket for the build status
[20:54:34.616] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:34.616] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:91:0) after 1m0s
[20:55:34.636] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:91:0)
[20:55:34.636] Timer tick, asking Buildbucket for the build status
[20:55:34.776] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:34.776] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:92:0) after 1m0s
[20:56:34.808] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:92:0)
[20:56:34.808] Timer tick, asking Buildbucket for the build status
[20:56:34.955] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:34.955] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:93:0) after 1m0s
[20:57:35.042] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:93:0)
[20:57:35.042] Timer tick, asking Buildbucket for the build status
[20:57:35.081] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:35.081] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:94:0) after 1m0s
[20:58:35.103] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:94:0)
[20:58:35.103] Timer tick, asking Buildbucket for the build status
[20:58:35.305] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:35.305] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:95:0) after 1m0s
[20:59:35.342] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:95:0)
[20:59:35.342] Timer tick, asking Buildbucket for the build status
[20:59:35.423] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:35.423] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:96:0) after 1m0s
[21:00:35.450] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:96:0)
[21:00:35.450] Timer tick, asking Buildbucket for the build status
[21:00:35.507] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:35.507] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:97:0) after 1m0s
[21:01:35.547] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:97:0)
[21:01:35.547] Timer tick, asking Buildbucket for the build status
[21:01:35.610] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:35.610] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:98:0) after 1m0s
[21:02:35.700] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:98:0)
[21:02:35.700] Timer tick, asking Buildbucket for the build status
[21:02:35.835] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:35.835] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:99:0) after 1m0s
[21:03:36.094] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:99:0)
[21:03:36.094] Timer tick, asking Buildbucket for the build status
[21:03:36.138] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:36.138] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:100:0) after 1m0s
[21:04:36.401] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:100:0)
[21:04:36.401] Timer tick, asking Buildbucket for the build status
[21:04:36.486] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:36.486] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:101:0) after 1m0s
[21:05:36.571] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:101:0)
[21:05:36.571] Timer tick, asking Buildbucket for the build status
[21:05:36.616] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:36.616] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:102:0) after 1m0s
[21:06:36.649] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:102:0)
[21:06:36.649] Timer tick, asking Buildbucket for the build status
[21:06:36.761] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:36.761] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:103:0) after 1m0s
[21:07:36.820] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:103:0)
[21:07:36.820] Timer tick, asking Buildbucket for the build status
[21:07:36.867] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:36.867] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:104:0) after 1m0s
[21:08:36.988] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:104:0)
[21:08:36.988] Timer tick, asking Buildbucket for the build status
[21:08:37.122] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:37.122] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:105:0) after 1m0s
[21:09:37.146] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:105:0)
[21:09:37.146] Timer tick, asking Buildbucket for the build status
[21:09:37.227] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:37.227] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:106:0) after 1m0s
[21:10:37.267] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:106:0)
[21:10:37.267] Timer tick, asking Buildbucket for the build status
[21:10:37.447] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:37.447] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:107:0) after 1m0s
[21:11:37.472] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:107:0)
[21:11:37.472] Timer tick, asking Buildbucket for the build status
[21:11:37.515] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:37.516] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:108:0) after 1m0s
[21:12:37.541] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:108:0)
[21:12:37.541] Timer tick, asking Buildbucket for the build status
[21:12:37.579] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:37.579] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:109:0) after 1m0s
[21:13:38.408] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:109:0)
[21:13:38.408] Timer tick, asking Buildbucket for the build status
[21:13:38.673] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:38.673] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:110:0) after 1m0s
[21:14:39.775] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:110:0)
[21:14:39.775] Timer tick, asking Buildbucket for the build status
[21:14:39.821] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:39.821] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:111:0) after 1m0s
[21:15:40.601] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:111:0)
[21:15:40.601] Timer tick, asking Buildbucket for the build status
[21:15:40.685] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:40.685] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:112:0) after 1m0s
[21:16:40.713] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:112:0)
[21:16:40.713] Timer tick, asking Buildbucket for the build status
[21:16:40.755] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:40.755] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:113:0) after 1m0s
[21:17:40.816] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:113:0)
[21:17:40.816] Timer tick, asking Buildbucket for the build status
[21:17:40.907] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:40.907] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:114:0) after 1m0s
[21:18:41.464] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:114:0)
[21:18:41.464] Timer tick, asking Buildbucket for the build status
[21:18:41.497] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:41.497] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:115:0) after 1m0s
[21:19:41.897] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:115:0)
[21:19:41.897] Timer tick, asking Buildbucket for the build status
[21:19:42.128] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:42.128] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:116:0) after 1m0s
[21:20:42.205] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:116:0)
[21:20:42.205] Timer tick, asking Buildbucket for the build status
[21:20:42.250] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:42.250] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:117:0) after 1m0s
[21:21:42.270] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:117:0)
[21:21:42.270] Timer tick, asking Buildbucket for the build status
[21:21:42.363] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:42.363] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:118:0) after 1m0s
[21:22:42.489] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:118:0)
[21:22:42.489] Timer tick, asking Buildbucket for the build status
[21:22:42.535] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:42.535] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:119:0) after 1m0s
[21:23:42.759] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:119:0)
[21:23:42.759] Timer tick, asking Buildbucket for the build status
[21:23:42.822] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:42.822] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:120:0) after 1m0s
[21:24:43.499] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:120:0)
[21:24:43.499] Timer tick, asking Buildbucket for the build status
[21:24:43.572] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:43.572] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:121:0) after 1m0s
[21:25:43.601] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:121:0)
[21:25:43.601] Timer tick, asking Buildbucket for the build status
[21:25:43.778] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:43.778] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:122:0) after 1m0s
[21:26:43.802] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:122:0)
[21:26:43.802] Timer tick, asking Buildbucket for the build status
[21:26:44.021] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:44.021] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:123:0) after 1m0s
[21:27:44.791] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:123:0)
[21:27:44.791] Timer tick, asking Buildbucket for the build status
[21:27:44.944] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:44.944] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:124:0) after 1m0s
[21:28:46.153] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:124:0)
[21:28:46.153] Timer tick, asking Buildbucket for the build status
[21:28:46.473] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:46.473] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:125:0) after 1m0s
[21:29:46.496] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:125:0)
[21:29:46.496] Timer tick, asking Buildbucket for the build status
[21:29:46.544] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:46.544] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:126:0) after 1m0s
[21:30:46.571] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:126:0)
[21:30:46.571] Timer tick, asking Buildbucket for the build status
[21:30:46.707] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:46.707] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:127:0) after 1m0s
[21:31:46.740] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:127:0)
[21:31:46.740] Timer tick, asking Buildbucket for the build status
[21:31:46.818] Build 8934203738082948768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:46.818] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9099633800254636096:128:0) after 1m0s
[21:32:20.636] Received PubSub notification, asking Buildbucket for the build status
[21:32:20.680] Build 8934203738082948768: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:32:20.680] Buildbucket build:
{
"build": {
"bucket": "luci.infra.cron",
"canary_preference": "AUTO",
"completed_ts": "1538083935993876",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1538076379657953",
"failure_reason": "BUILD_FAILURE",
"id": "8934203738082948768",
"parameters_json": "{\"builder_name\": \"Build From Tarball\", \"properties\": {\"version\": \"70.0.3538.34\"}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure Build chrome.\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Build chrome.\"}, \"humanReason\": \"Step('Build chrome.') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"build_from_tarball\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934203738082948768/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"Build From Tarball\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3793-c7dcd56\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-e833d7b0-us-west1-c-0l7j\"], \"pool\": [\"luci.infra.cron\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildername\": \"Build From Tarball\", \"recipe\": \"build_from_tarball\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1538076379657953, \"tags\": [\"builder:Build From Tarball\", \"parent_buildername:publish_tarball\", \"scheduler_invocation_id:9099633800254636096\", \"scheduler_job_id:infra/Build From Tarball\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.cron\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8934203738082948768\"}}, \"version\": \"70.0.3538.34\", \"path_config\": \"generic\", \"bot_id\": \"gce-trusty-e833d7b0-us-west1-c-0l7j\"}}",
"service_account": "chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1538079306571929",
"status": "COMPLETED",
"status_changed_ts": "1538083939317166",
"tags": [
"builder:Build From Tarball",
"parent_buildername:publish_tarball",
"scheduler_invocation_id:9099633800254636096",
"scheduler_job_id:infra/Build From Tarball",
"swarming_dimension:builder:Build From Tarball",
"swarming_dimension:caches:builder_99d5fe30e8b6c78ca136ab5e547c67467b176b4f7d67cf49cf682cf48a330f19_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.cron",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:luci.infra.cron",
"swarming_tag:buildbucket_build_id:8934203738082948768",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
"swarming_tag:builder:Build From Tarball",
"swarming_tag:caches:builder_99d5fe30e8b6c78ca136ab5e547c67467b176b4f7d67cf49cf682cf48a330f19_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934203738082948768/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:publish_tarball",
"swarming_tag:pool:luci.infra.cron",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:build_from_tarball",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9099633800254636096",
"swarming_tag:scheduler_job_id:infra/Build From Tarball",
"swarming_tag:service_account:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:2eb452b3554b8c2d256014cbe0db92576333b0c0",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:403550961f100c10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1538083939327362",
"url": "https://ci.chromium.org/p/infra/builds/b8934203738082948768",
"utcnow_ts": "1538083940668170"
}
}
[21:32:20.680] Invocation finished in 2h6m2.47858419s with status FAILED