[16:00:54.259] New invocation is queued and will start shortly
[16:00:54.259] Triggered by user:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com
[16:00:55.578] Starting the invocation (attempt 1)
[16:00:55.734] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:00:55.734] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:00:55.734] Buildbucket request:
{
"bucket": "luci.infra.cron",
"client_operation_id": "9088865683864568976",
"parameters_json": "{\"builder_name\":\"Build From Tarball\",\"properties\":{\"version\":\"73.0.3681.4\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Build From Tarball",
"scheduler_invocation_id:9088865683864568976",
"scheduler_job_id:infra/Build From Tarball",
"user_agent:luci-scheduler",
"parent_buildername:publish_tarball",
"user_agent:recipe"
]
}
[16:00:56.744] Buildbucket response:
{
"build": {
"bucket": "luci.infra.cron",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1548345655824393",
"id": "8923435621556639968",
"lease_expiration_ts": "1548464456574953",
"lease_key": "780706803",
"parameters_json": "{\"builder_name\": \"Build From Tarball\", \"properties\": {\"version\": \"73.0.3681.4\"}}",
"project": "infra",
"result_details_json": "null",
"service_account": "chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1548345656577285",
"tags": [
"builder:Build From Tarball",
"parent_buildername:publish_tarball",
"scheduler_invocation_id:9088865683864568976",
"scheduler_job_id:infra/Build From Tarball",
"swarming_dimension:builder:Build From Tarball",
"swarming_dimension:caches:builder_a26b12d8a59ca9041fe7666278599d55714efad5956e4752511581aec53352b0_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.cron",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:infra/cron",
"swarming_tag:buildbucket_build_id:8923435621556639968",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
"swarming_tag:builder:Build From Tarball",
"swarming_tag:caches:builder_a26b12d8a59ca9041fe7666278599d55714efad5956e4752511581aec53352b0_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8923435621556639968/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:publish_tarball",
"swarming_tag:pool:luci.infra.cron",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:build_from_tarball",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9088865683864568976",
"swarming_tag:scheduler_job_id:infra/Build From Tarball",
"swarming_tag:service_account:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:a883ea2343e81ad9b4be8c2424a65260c5b29a9f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:4299694b73527e10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1548345656577300",
"url": "https://ci.chromium.org/b/8923435621556639968",
"utcnow_ts": "1548345656735913"
}
}
[16:00:56.744] Task URL: https://ci.chromium.org/b/8923435621556639968
[16:00:56.744] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:2:0) after 1m0s
[16:01:20.704] Received PubSub notification, asking Buildbucket for the build status
[16:01:20.780] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:56.784] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:2:0)
[16:01:56.784] Timer tick, asking Buildbucket for the build status
[16:01:56.828] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:56.828] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:4:0) after 1m0s
[16:02:56.844] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:4:0)
[16:02:56.844] Timer tick, asking Buildbucket for the build status
[16:02:56.896] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:56.896] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:5:0) after 1m0s
[16:03:56.913] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:5:0)
[16:03:56.913] Timer tick, asking Buildbucket for the build status
[16:03:56.965] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:56.965] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:6:0) after 1m0s
[16:04:56.984] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:6:0)
[16:04:56.984] Timer tick, asking Buildbucket for the build status
[16:04:57.038] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:57.038] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:7:0) after 1m0s
[16:05:57.055] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:7:0)
[16:05:57.055] Timer tick, asking Buildbucket for the build status
[16:05:57.138] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:57.139] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:8:0) after 1m0s
[16:06:57.156] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:8:0)
[16:06:57.156] Timer tick, asking Buildbucket for the build status
[16:06:57.192] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:57.192] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:9:0) after 1m0s
[16:07:57.210] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:9:0)
[16:07:57.210] Timer tick, asking Buildbucket for the build status
[16:07:57.240] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:57.240] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:10:0) after 1m0s
[16:08:57.258] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:10:0)
[16:08:57.258] Timer tick, asking Buildbucket for the build status
[16:08:57.391] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:57.391] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:11:0) after 1m0s
[16:09:57.407] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:11:0)
[16:09:57.407] Timer tick, asking Buildbucket for the build status
[16:09:57.465] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:57.465] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:12:0) after 1m0s
[16:10:57.484] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:12:0)
[16:10:57.484] Timer tick, asking Buildbucket for the build status
[16:10:57.524] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:57.524] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:13:0) after 1m0s
[16:11:57.598] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:13:0)
[16:11:57.598] Timer tick, asking Buildbucket for the build status
[16:11:57.639] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:57.639] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:14:0) after 1m0s
[16:12:57.656] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:14:0)
[16:12:57.656] Timer tick, asking Buildbucket for the build status
[16:12:57.708] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:57.708] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:15:0) after 1m0s
[16:13:57.728] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:15:0)
[16:13:57.728] Timer tick, asking Buildbucket for the build status
[16:13:57.757] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:57.757] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:16:0) after 1m0s
[16:14:57.777] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:16:0)
[16:14:57.777] Timer tick, asking Buildbucket for the build status
[16:14:57.871] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:57.871] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:17:0) after 1m0s
[16:15:57.890] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:17:0)
[16:15:57.890] Timer tick, asking Buildbucket for the build status
[16:15:57.979] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:57.979] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:18:0) after 1m0s
[16:16:57.995] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:18:0)
[16:16:57.995] Timer tick, asking Buildbucket for the build status
[16:16:58.221] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:58.221] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:19:0) after 1m0s
[16:17:58.265] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:19:0)
[16:17:58.265] Timer tick, asking Buildbucket for the build status
[16:17:58.360] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:58.360] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:20:0) after 1m0s
[16:18:58.385] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:20:0)
[16:18:58.385] Timer tick, asking Buildbucket for the build status
[16:18:58.420] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:58.420] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:21:0) after 1m0s
[16:19:58.443] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:21:0)
[16:19:58.443] Timer tick, asking Buildbucket for the build status
[16:19:58.503] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:58.503] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:22:0) after 1m0s
[16:20:58.522] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:22:0)
[16:20:58.522] Timer tick, asking Buildbucket for the build status
[16:20:58.557] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:58.557] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:23:0) after 1m0s
[16:21:58.575] Handling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:23:0)
[16:21:58.575] Timer tick, asking Buildbucket for the build status
[16:21:58.634] Build 8923435621556639968: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:58.634] Scheduling timer "check-buildbucket-build-status" (infra/Build From Tarball:9088865683864568976:24:0) after 1m0s
[16:22:15.321] Received PubSub notification, asking Buildbucket for the build status
[16:22:15.358] Build 8923435621556639968: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:22:15.358] Buildbucket build:
{
"build": {
"bucket": "luci.infra.cron",
"canary_preference": "AUTO",
"completed_ts": "1548346902980722",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1548345655824393",
"failure_reason": "BUILD_FAILURE",
"id": "8923435621556639968",
"parameters_json": "{\"builder_name\": \"Build From Tarball\", \"properties\": {\"version\": \"73.0.3681.4\"}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure Bootstrap gn.\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-32\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"Build From Tarball\"], \"kvm\": [\"1\"], \"id\": [\"gce-trusty-32-0258d129-us-west1-c-v0mg\"], \"server_version\": [\"4026-11b7a84\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"gpu\": [\"none\"], \"cores\": [\"32\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.cron\"], \"caches\": [\"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildername\": \"Build From Tarball\", \"recipe\": \"build_from_tarball\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1548345655824393, \"tags\": [\"builder:Build From Tarball\", \"parent_buildername:publish_tarball\", \"scheduler_invocation_id:9088865683864568976\", \"scheduler_job_id:infra/Build From Tarball\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.cron\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8923435621556639968\"}}, \"version\": \"73.0.3681.4\", \"path_config\": \"generic\", \"bot_id\": \"gce-trusty-32-0258d129-us-west1-c-v0mg\"}}",
"service_account": "chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1548345677980375",
"status": "COMPLETED",
"status_changed_ts": "1548346927940513",
"tags": [
"builder:Build From Tarball",
"parent_buildername:publish_tarball",
"scheduler_invocation_id:9088865683864568976",
"scheduler_job_id:infra/Build From Tarball",
"swarming_dimension:builder:Build From Tarball",
"swarming_dimension:caches:builder_a26b12d8a59ca9041fe7666278599d55714efad5956e4752511581aec53352b0_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.cron",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:infra/cron",
"swarming_tag:buildbucket_build_id:8923435621556639968",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
"swarming_tag:builder:Build From Tarball",
"swarming_tag:caches:builder_a26b12d8a59ca9041fe7666278599d55714efad5956e4752511581aec53352b0_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8923435621556639968/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:publish_tarball",
"swarming_tag:pool:luci.infra.cron",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:build_from_tarball",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9088865683864568976",
"swarming_tag:scheduler_job_id:infra/Build From Tarball",
"swarming_tag:service_account:chromium-tarball-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:a883ea2343e81ad9b4be8c2424a65260c5b29a9f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:4299694b73527e10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1548346927947954",
"url": "https://ci.chromium.org/b/8923435621556639968",
"utcnow_ts": "1548346935349164"
}
}
[16:22:15.358] Invocation finished in 21m21.117487767s with status FAILED