[01:07:36.416] New invocation is queued and will start shortly
[01:07:37.788] Starting the invocation (attempt 1)
[01:07:37.820] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:07:37.820] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:07:37.820] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9092545763928683648",
"parameters_json": "{\"builder_name\":\"linux-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"31225b9c5f3f685d65f742dc129241c30c32157c\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-code-coverage",
"scheduler_invocation_id:9092545763928683648",
"scheduler_job_id:chromium/linux-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c",
"gitiles_ref:refs/heads/master"
]
}
[01:07:40.463] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1544836057926705",
"id": "8927115701682949712",
"lease_expiration_ts": "1545016059521326",
"lease_key": "624680695",
"parameters_json": "{\"builder_name\": \"linux-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"31225b9c5f3f685d65f742dc129241c30c32157c\"}}",
"project": "chromium",
"result_details_json": "null",
"service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1544836060264826",
"tags": [
"build_address:luci.chromium.ci/linux-code-coverage/1489",
"builder:linux-code-coverage",
"buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9092545763928683648",
"scheduler_job_id:chromium/linux-code-coverage",
"swarming_dimension:builder:linux-code-coverage",
"swarming_dimension:caches:builder_f0e85433ca60e21ba10033b857841d88af052436c6cb8411b561ff60a2c00a4a_v2",
"swarming_dimension:cores:32",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/linux-code-coverage/1489",
"swarming_tag:buildbucket_bucket:chromium/ci",
"swarming_tag:buildbucket_build_id:8927115701682949712",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:daaff082e95b94bec84fa6e440a8b97677d6f76d",
"swarming_tag:builder:linux-code-coverage",
"swarming_tag:buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c",
"swarming_tag:caches:builder_f0e85433ca60e21ba10033b857841d88af052436c6cb8411b561ff60a2c00a4a_v2",
"swarming_tag:cores:32",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8927115701682949712/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9092545763928683648",
"swarming_tag:scheduler_job_id:chromium/linux-code-coverage",
"swarming_tag:service_account:chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:ee62e96c73f38e03db7f2d5dd18fea50e0f44727",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:41c83918372e3d10",
"user_agent:luci-scheduler"
],
"updated_ts": "1544836060264936",
"url": "https://ci.chromium.org/b/8927115701682949712",
"utcnow_ts": "1544836060427587"
}
}
[01:07:40.463] Task URL: https://ci.chromium.org/b/8927115701682949712
[01:07:40.463] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:2:0) after 1m0s
[01:08:40.484] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:2:0)
[01:08:40.484] Timer tick, asking Buildbucket for the build status
[01:08:40.548] Build 8927115701682949712: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:08:40.548] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:3:0) after 1m0s
[01:09:40.586] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:3:0)
[01:09:40.586] Timer tick, asking Buildbucket for the build status
[01:09:40.632] Build 8927115701682949712: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:09:40.632] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:4:0) after 1m0s
[01:10:40.658] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:4:0)
[01:10:40.658] Timer tick, asking Buildbucket for the build status
[01:10:40.813] Build 8927115701682949712: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:10:40.813] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:5:0) after 1m0s
[01:11:12.415] Received PubSub notification, asking Buildbucket for the build status
[01:11:12.449] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:40.829] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:5:0)
[01:11:40.829] Timer tick, asking Buildbucket for the build status
[01:11:40.915] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:40.915] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:7:0) after 1m0s
[01:12:40.932] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:7:0)
[01:12:40.932] Timer tick, asking Buildbucket for the build status
[01:12:40.998] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:40.998] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:8:0) after 1m0s
[01:13:41.105] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:8:0)
[01:13:41.105] Timer tick, asking Buildbucket for the build status
[01:13:41.172] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:41.172] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:9:0) after 1m0s
[01:14:41.192] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:9:0)
[01:14:41.192] Timer tick, asking Buildbucket for the build status
[01:14:41.256] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:41.256] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:10:0) after 1m0s
[01:15:41.276] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:10:0)
[01:15:41.276] Timer tick, asking Buildbucket for the build status
[01:15:41.324] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:41.324] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:11:0) after 1m0s
[01:16:41.345] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:11:0)
[01:16:41.345] Timer tick, asking Buildbucket for the build status
[01:16:41.456] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:41.456] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:12:0) after 1m0s
[01:17:41.486] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:12:0)
[01:17:41.486] Timer tick, asking Buildbucket for the build status
[01:17:41.976] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:41.976] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:13:0) after 1m0s
[01:18:41.993] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:13:0)
[01:18:41.993] Timer tick, asking Buildbucket for the build status
[01:18:42.039] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:42.039] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:14:0) after 1m0s
[01:19:42.058] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:14:0)
[01:19:42.058] Timer tick, asking Buildbucket for the build status
[01:19:42.165] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:42.165] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:15:0) after 1m0s
[01:20:42.200] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:15:0)
[01:20:42.200] Timer tick, asking Buildbucket for the build status
[01:20:42.288] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:42.288] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:16:0) after 1m0s
[01:21:42.309] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:16:0)
[01:21:42.309] Timer tick, asking Buildbucket for the build status
[01:21:42.409] Build 8927115701682949712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:42.409] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:9092545763928683648:17:0) after 1m0s
[01:22:08.197] Received PubSub notification, asking Buildbucket for the build status
[01:22:08.534] Build 8927115701682949712: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:22:08.534] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"completed_ts": "1544836926781975",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1544836057926705",
"failure_reason": "BUILD_FAILURE",
"id": "8927115701682949712",
"parameters_json": "{\"builder_name\": \"linux-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"31225b9c5f3f685d65f742dc129241c30c32157c\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure gclient runhooks\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-highmem-32\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"linux-code-coverage\"], \"kvm\": [\"1\"], \"ssd\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3945-402d3be\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"gpu\": [\"none\"], \"cores\": [\"32\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-32-ssd-a0be199d-us-east1-b-3ldq\"], \"pool\": [\"luci.chromium.ci\"]}}, \"properties\": {\"got_nacl_revision\": \"af5947d13e6794eac489365ff58fd45c0dd4ca2a\", \"got_swarming_client_revision\": \"0e3e1c4dc4e79f25a5b58fcbc135dc93183c0c54\", \"got_revision\": \"31225b9c5f3f685d65f742dc129241c30c32157c\", \"recipe\": \"chromium\", \"got_dawn_revision\": \"8d7de591f4c989ffdeca73d280ec00d4fb70a16c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#26016}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"got_revision_cp\": \"refs/heads/master@{#616901}\", \"branch\": \"refs/heads/master\", \"revision\": \"31225b9c5f3f685d65f742dc129241c30c32157c\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"buildername\": \"linux-code-coverage\", \"got_webrtc_revision\": \"24779d82292e57fdec11bbb540ce4137b07416ee\", \"mastername\": \"chromium.fyi\", \"got_angle_revision\": \"e1f742af18c5da6051817f71219883c95afb523f\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1544836057926705, \"tags\": [\"builder:linux-code-coverage\", \"buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9092545763928683648\", \"scheduler_job_id:chromium/linux-code-coverage\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.chromium.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"chromium\", \"id\": \"8927115701682949712\"}}, \"got_v8_revision\": \"a090245cc1f6863195090e3efa4b89725c391418\", \"got_v8_revision_cp\": \"refs/heads/7.3.153@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 1489, \"path_config\": \"generic\", \"bot_id\": \"gce-trusty-32-ssd-a0be199d-us-east1-b-3ldq\", \"got_buildtools_revision\": \"7d88270de197ebe8b439ab5eb57a4a2a0bb810e0\"}}",
"service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1544836223239350",
"status": "COMPLETED",
"status_changed_ts": "1544836927771655",
"tags": [
"build_address:luci.chromium.ci/linux-code-coverage/1489",
"builder:linux-code-coverage",
"buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9092545763928683648",
"scheduler_job_id:chromium/linux-code-coverage",
"swarming_dimension:builder:linux-code-coverage",
"swarming_dimension:caches:builder_f0e85433ca60e21ba10033b857841d88af052436c6cb8411b561ff60a2c00a4a_v2",
"swarming_dimension:cores:32",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/linux-code-coverage/1489",
"swarming_tag:buildbucket_bucket:chromium/ci",
"swarming_tag:buildbucket_build_id:8927115701682949712",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:daaff082e95b94bec84fa6e440a8b97677d6f76d",
"swarming_tag:builder:linux-code-coverage",
"swarming_tag:buildset:commit/git/31225b9c5f3f685d65f742dc129241c30c32157c",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31225b9c5f3f685d65f742dc129241c30c32157c",
"swarming_tag:caches:builder_f0e85433ca60e21ba10033b857841d88af052436c6cb8411b561ff60a2c00a4a_v2",
"swarming_tag:cores:32",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8927115701682949712/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9092545763928683648",
"swarming_tag:scheduler_job_id:chromium/linux-code-coverage",
"swarming_tag:service_account:chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:ee62e96c73f38e03db7f2d5dd18fea50e0f44727",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:41c83918372e3d10",
"user_agent:luci-scheduler"
],
"updated_ts": "1544836927773007",
"url": "https://ci.chromium.org/b/8927115701682949712",
"utcnow_ts": "1544836928469100"
}
}
[01:22:08.534] Invocation finished in 14m32.134187196s with status FAILED