[22:45:20.528] New invocation is queued and will start shortly
[22:45:21.739] Starting the invocation (attempt 1)
[22:45:21.780] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:45:21.780] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:45:21.780] Buildbucket request:
{
"bucket": "luci.celab.ci",
"client_operation_id": "9095906802214468320",
"parameters_json": "{\"builder_name\":\"Linux\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/enterprise/cel.git\",\"revision\":\"e55c4384bd04431ce077267d697a8b5ac0c5e4c7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux",
"scheduler_invocation_id:9095906802214468320",
"scheduler_job_id:celab/Linux",
"user_agent:luci-scheduler",
"buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"gitiles_ref:refs/heads/master"
]
}
[22:45:23.265] Buildbucket response:
{
"build": {
"bucket": "luci.celab.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1541630721872399",
"id": "8930476740141104160",
"lease_expiration_ts": "1541749523019287",
"lease_key": "1601868892",
"parameters_json": "{\"builder_name\": \"Linux\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/enterprise/cel.git\", \"revision\": \"e55c4384bd04431ce077267d697a8b5ac0c5e4c7\"}}",
"project": "celab",
"result_details_json": "null",
"service_account": "celab-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1541630723169897",
"tags": [
"builder:Linux",
"buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9095906802214468320",
"scheduler_job_id:celab/Linux",
"swarming_dimension:caches:builder_72878cc5bd2da050799d24d67c7f6569382e23dde41c6ed110c079f65f02b0f1_v2",
"swarming_dimension:os:Ubuntu-16.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:celab/ci",
"swarming_tag:buildbucket_build_id:8930476740141104160",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
"swarming_tag:builder:Linux",
"swarming_tag:buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"swarming_tag:caches:builder_72878cc5bd2da050799d24d67c7f6569382e23dde41c6ed110c079f65f02b0f1_v2",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/celab/buildbucket/cr-buildbucket.appspot.com/8930476740141104160/+/annotations",
"swarming_tag:luci_project:celab",
"swarming_tag:os:Ubuntu-16.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:celab",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9095906802214468320",
"swarming_tag:scheduler_job_id:celab/Linux",
"swarming_tag:service_account:celab-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:deaab780c0a8c4a7e130a70144da43b2aa374146",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_task_id:41092b8a273d0210",
"user_agent:luci-scheduler"
],
"updated_ts": "1541630723169981",
"url": "https://ci.chromium.org/b/8930476740141104160",
"utcnow_ts": "1541630723253885"
}
}
[22:45:23.265] Task URL: https://ci.chromium.org/b/8930476740141104160
[22:45:23.265] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:2:0) after 1m0s
[22:46:23.283] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:2:0)
[22:46:23.283] Timer tick, asking Buildbucket for the build status
[22:46:23.349] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:46:23.349] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:3:0) after 1m0s
[22:47:23.367] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:3:0)
[22:47:23.367] Timer tick, asking Buildbucket for the build status
[22:47:23.461] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:47:23.462] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:4:0) after 1m0s
[22:48:23.540] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:4:0)
[22:48:23.540] Timer tick, asking Buildbucket for the build status
[22:48:23.604] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:48:23.604] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:5:0) after 1m0s
[22:49:23.654] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:5:0)
[22:49:23.654] Timer tick, asking Buildbucket for the build status
[22:49:23.813] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:49:23.813] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:6:0) after 1m0s
[22:50:23.831] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:6:0)
[22:50:23.831] Timer tick, asking Buildbucket for the build status
[22:50:23.889] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:50:23.889] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:7:0) after 1m0s
[22:51:23.913] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:7:0)
[22:51:23.913] Timer tick, asking Buildbucket for the build status
[22:51:23.972] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:51:23.972] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:8:0) after 1m0s
[22:52:24.038] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:8:0)
[22:52:24.038] Timer tick, asking Buildbucket for the build status
[22:52:24.113] Build 8930476740141104160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:52:24.114] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:9:0) after 1m0s
[22:53:04.536] Received PubSub notification, asking Buildbucket for the build status
[22:53:04.576] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:24.180] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:9:0)
[22:53:24.180] Timer tick, asking Buildbucket for the build status
[22:53:24.316] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:24.316] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:11:0) after 1m0s
[22:54:24.376] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:11:0)
[22:54:24.376] Timer tick, asking Buildbucket for the build status
[22:54:24.467] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:24.467] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:12:0) after 1m0s
[22:55:24.510] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:12:0)
[22:55:24.510] Timer tick, asking Buildbucket for the build status
[22:55:24.587] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:24.587] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:13:0) after 1m0s
[22:56:24.605] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:13:0)
[22:56:24.605] Timer tick, asking Buildbucket for the build status
[22:56:24.659] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:24.659] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:14:0) after 1m0s
[22:57:24.714] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:14:0)
[22:57:24.714] Timer tick, asking Buildbucket for the build status
[22:57:24.822] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:24.822] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:15:0) after 1m0s
[22:58:24.840] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:15:0)
[22:58:24.840] Timer tick, asking Buildbucket for the build status
[22:58:24.901] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:24.901] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:16:0) after 1m0s
[22:59:24.978] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:16:0)
[22:59:24.978] Timer tick, asking Buildbucket for the build status
[22:59:25.104] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:25.106] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:17:0) after 1m0s
[23:00:25.124] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:17:0)
[23:00:25.124] Timer tick, asking Buildbucket for the build status
[23:00:25.178] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:25.178] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:18:0) after 1m0s
[23:01:25.200] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:18:0)
[23:01:25.200] Timer tick, asking Buildbucket for the build status
[23:01:25.293] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:25.293] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:19:0) after 1m0s
[23:02:25.321] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:19:0)
[23:02:25.321] Timer tick, asking Buildbucket for the build status
[23:02:25.625] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:25.625] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:20:0) after 1m0s
[23:03:25.650] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:20:0)
[23:03:25.650] Timer tick, asking Buildbucket for the build status
[23:03:25.698] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:25.698] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:21:0) after 1m0s
[23:04:25.716] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:21:0)
[23:04:25.716] Timer tick, asking Buildbucket for the build status
[23:04:25.858] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:25.858] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:22:0) after 1m0s
[23:05:25.892] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:22:0)
[23:05:25.892] Timer tick, asking Buildbucket for the build status
[23:05:26.085] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:26.085] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:23:0) after 1m0s
[23:06:26.104] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:23:0)
[23:06:26.104] Timer tick, asking Buildbucket for the build status
[23:06:26.217] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:26.217] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:24:0) after 1m0s
[23:07:26.235] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:24:0)
[23:07:26.235] Timer tick, asking Buildbucket for the build status
[23:07:26.295] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:26.295] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:25:0) after 1m0s
[23:08:26.321] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:25:0)
[23:08:26.321] Timer tick, asking Buildbucket for the build status
[23:08:26.519] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:26.519] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:26:0) after 1m0s
[23:09:26.538] Handling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:26:0)
[23:09:26.538] Timer tick, asking Buildbucket for the build status
[23:09:26.600] Build 8930476740141104160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:26.600] Scheduling timer "check-buildbucket-build-status" (celab/Linux:9095906802214468320:27:0) after 1m0s
[23:09:57.757] Received PubSub notification, asking Buildbucket for the build status
[23:09:57.850] Build 8930476740141104160: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:09:57.850] Buildbucket build:
{
"build": {
"bucket": "luci.celab.ci",
"canary_preference": "AUTO",
"completed_ts": "1541632196756963",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1541630721872399",
"failure_reason": "BUILD_FAILURE",
"id": "8930476740141104160",
"parameters_json": "{\"builder_name\": \"Linux\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/enterprise/cel.git\", \"revision\": \"e55c4384bd04431ce077267d697a8b5ac0c5e4c7\"}}",
"project": "celab",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure gsutil upload CELab binaries\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-golo\", \"us-golo-1\"], \"inside_docker\": [\"0\"], \"locale\": [\"en_US.ISO8859-1\"], \"kvm\": [\"0\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2670\"], \"python\": [\"2.7.12\"], \"server_version\": [\"3844-124e68f\"], \"machine_type\": [\"n1-highcpu-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"id\": [\"vm78-m1\"], \"pool\": [\"luci.flex.ci\"], \"caches\": [\"git\", \"goma_v2\", \"infra_gclient_with_go\", \"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/mnt/data/b/s/w/ir/cache\", \"temp_dir\": \"/mnt/data/b/s/w/ir/tmp/rt\"}, \"target_cpu\": \"x64\", \"repository\": \"https://chromium.googlesource.com/enterprise/cel.git\", \"buildername\": \"Linux\", \"got_revision\": \"e55c4384bd04431ce077267d697a8b5ac0c5e4c7\", \"recipe\": \"celab\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1541630721872399, \"tags\": [\"builder:Linux\", \"buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7\", \"buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9095906802214468320\", \"scheduler_job_id:celab/Linux\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.celab.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"celab\", \"id\": \"8930476740141104160\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"e55c4384bd04431ce077267d697a8b5ac0c5e4c7\", \"bot_id\": \"vm78-m1\"}}",
"service_account": "celab-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1541631183543802",
"status": "COMPLETED",
"status_changed_ts": "1541632197442433",
"tags": [
"builder:Linux",
"buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9095906802214468320",
"scheduler_job_id:celab/Linux",
"swarming_dimension:caches:builder_72878cc5bd2da050799d24d67c7f6569382e23dde41c6ed110c079f65f02b0f1_v2",
"swarming_dimension:os:Ubuntu-16.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:celab/ci",
"swarming_tag:buildbucket_build_id:8930476740141104160",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
"swarming_tag:builder:Linux",
"swarming_tag:buildset:commit/git/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/enterprise/cel/+/e55c4384bd04431ce077267d697a8b5ac0c5e4c7",
"swarming_tag:caches:builder_72878cc5bd2da050799d24d67c7f6569382e23dde41c6ed110c079f65f02b0f1_v2",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/celab/buildbucket/cr-buildbucket.appspot.com/8930476740141104160/+/annotations",
"swarming_tag:luci_project:celab",
"swarming_tag:os:Ubuntu-16.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:celab",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9095906802214468320",
"swarming_tag:scheduler_job_id:celab/Linux",
"swarming_tag:service_account:celab-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:deaab780c0a8c4a7e130a70144da43b2aa374146",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_task_id:41092b8a273d0210",
"user_agent:luci-scheduler"
],
"updated_ts": "1541632197443896",
"url": "https://ci.chromium.org/b/8930476740141104160",
"utcnow_ts": "1541632197832196"
}
}
[23:09:57.850] Invocation finished in 24m37.338824506s with status FAILED