[19:04:04.754] New invocation is queued and will start shortly
[19:04:06.010] Starting the invocation (attempt 1)
[19:04:06.055] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:04:06.055] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:04:06.055] Buildbucket request:
{
"bucket": "luci.r8.ci",
"client_operation_id": "9029966131334533312",
"parameters_json": "{\"builder_name\":\"linux-run-on-app-dump_release\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/2.2\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"ce7876d36aec1ef884f7bb2f584c25db575eba97\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/2.2@ce7876d36aec1ef884f7bb2f584c25db575eba97\",\"title\":\"ce7876d36aec1ef884f7bb2f584c25db575eba97\",\"url\":\"https://r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97\"}]},\"branch\":\"refs/heads/2.2\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-run-on-app-dump_release",
"scheduler_invocation_id:9029966131334533312",
"scheduler_job_id:r8/linux-run-on-app-dump_release",
"user_agent:luci-scheduler",
"buildset:commit/git/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"gitiles_ref:refs/heads/2.2"
]
}
[19:04:07.787] Buildbucket response:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"created_by": "project:r8",
"created_ts": "1604516646296158",
"id": "8864536069051845520",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump_release\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/2.2\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/2.2@ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"title\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"url\": \"https://r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97\"}]}, \"branch\": \"refs/heads/2.2\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}}",
"project": "r8",
"result_details_json": "{\"properties\": {}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604516647048298",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump_release/2",
"builder:linux-run-on-app-dump_release",
"buildset:commit/git/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"gitiles_ref:refs/heads/2.2",
"scheduler_invocation_id:9029966131334533312",
"scheduler_job_id:r8/linux-run-on-app-dump_release",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864536069051845520/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604516647048535",
"url": "https://ci.chromium.org/b/8864536069051845520",
"utcnow_ts": "1604516647734384"
}
}
[19:04:07.787] Task URL: https://ci.chromium.org/b/8864536069051845520
[19:04:07.787] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:2:0) after 1m0s
[19:05:08.214] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:2:0)
[19:05:08.214] Timer tick, asking Buildbucket for the build status
[19:05:08.364] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:05:08.364] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:3:0) after 1m0s
[19:06:08.523] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:3:0)
[19:06:08.523] Timer tick, asking Buildbucket for the build status
[19:06:08.608] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:06:08.608] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:4:0) after 1m0s
[19:07:08.786] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:4:0)
[19:07:08.786] Timer tick, asking Buildbucket for the build status
[19:07:09.021] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:07:09.021] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:5:0) after 1m0s
[19:08:09.084] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:5:0)
[19:08:09.084] Timer tick, asking Buildbucket for the build status
[19:08:09.387] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:08:09.387] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:6:0) after 1m0s
[19:09:09.572] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:6:0)
[19:09:09.572] Timer tick, asking Buildbucket for the build status
[19:09:09.687] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:09:09.687] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:7:0) after 1m0s
[19:10:09.782] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:7:0)
[19:10:09.782] Timer tick, asking Buildbucket for the build status
[19:10:09.868] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:10:09.868] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:8:0) after 1m0s
[19:11:09.904] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:8:0)
[19:11:09.904] Timer tick, asking Buildbucket for the build status
[19:11:10.380] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:11:10.380] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:9:0) after 1m0s
[19:12:10.436] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:9:0)
[19:12:10.436] Timer tick, asking Buildbucket for the build status
[19:12:10.547] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:12:10.547] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:10:0) after 1m0s
[19:13:10.602] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:10:0)
[19:13:10.602] Timer tick, asking Buildbucket for the build status
[19:13:10.892] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:13:10.892] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:11:0) after 1m0s
[19:14:10.893] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:11:0)
[19:14:10.893] Timer tick, asking Buildbucket for the build status
[19:14:11.088] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:14:11.088] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:12:0) after 1m0s
[19:15:11.152] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:12:0)
[19:15:11.152] Timer tick, asking Buildbucket for the build status
[19:15:11.246] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:15:11.246] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:13:0) after 1m0s
[19:16:11.349] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:13:0)
[19:16:11.349] Timer tick, asking Buildbucket for the build status
[19:16:11.458] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:16:11.458] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:14:0) after 1m0s
[19:17:11.501] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:14:0)
[19:17:11.501] Timer tick, asking Buildbucket for the build status
[19:17:11.585] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:17:11.585] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:15:0) after 1m0s
[19:18:11.657] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:15:0)
[19:18:11.657] Timer tick, asking Buildbucket for the build status
[19:18:11.904] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:18:11.904] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:16:0) after 1m0s
[19:19:11.938] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:16:0)
[19:19:11.938] Timer tick, asking Buildbucket for the build status
[19:19:12.368] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:19:12.368] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:17:0) after 1m0s
[19:20:12.356] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:17:0)
[19:20:12.356] Timer tick, asking Buildbucket for the build status
[19:20:12.723] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:20:12.723] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:18:0) after 1m0s
[19:21:12.783] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:18:0)
[19:21:12.783] Timer tick, asking Buildbucket for the build status
[19:21:12.869] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:21:12.869] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:19:0) after 1m0s
[19:22:12.994] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:19:0)
[19:22:12.994] Timer tick, asking Buildbucket for the build status
[19:22:13.095] Build 8864536069051845520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:22:13.095] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:20:0) after 1m0s
[19:23:06.666] Received PubSub notification, asking Buildbucket for the build status
[19:23:06.778] Build 8864536069051845520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:13.297] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:20:0)
[19:23:13.297] Timer tick, asking Buildbucket for the build status
[19:23:13.374] Build 8864536069051845520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:13.374] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump_release:9029966131334533312:22:0) after 1m0s
[19:23:44.944] Received PubSub notification, asking Buildbucket for the build status
[19:23:46.078] Build 8864536069051845520: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:23:46.078] Buildbucket build:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"completed_ts": "1604517824593477",
"created_by": "project:r8",
"created_ts": "1604516646296158",
"failure_reason": "BUILD_FAILURE",
"id": "8864536069051845520",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump_release\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/2.2\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/2.2@ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"title\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"url\": \"https://r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97\"}]}, \"branch\": \"refs/heads/2.2\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}}",
"project": "r8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/2.2\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/2.2@ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"title\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"url\": \"https://r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-0-z00g\", \"branch\": \"refs/heads/2.2\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump_release\", \"buildnumber\": 2, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ce7876d36aec1ef884f7bb2f584c25db575eba97\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_13abc2c167d4807f8cd9a68809b180acd05491115ae850c88abcd84f3f633393_v2\", \"builder_2613c5d12baad4f5401d273916c766f979ef4d581b9bd61b9be1124937285258_v2\", \"builder_7d8fd49e271ec1752ec99cea4e5f1196f4e25bd29aa99d5e1395e628735e3c23_v2\", \"builder_eb7e387c4303b06d97795eee82c01b95ab00910dec9228d92bdbe3520ae1adfa_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-0-z00g\"], \"image\": [\"chrome-xenial-20110100-7e97731f9b6\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 1)\"}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604517785495766",
"status": "COMPLETED",
"status_changed_ts": "1604517786090239",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump_release/2",
"builder:linux-run-on-app-dump_release",
"buildset:commit/git/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ce7876d36aec1ef884f7bb2f584c25db575eba97",
"gitiles_ref:refs/heads/2.2",
"scheduler_invocation_id:9029966131334533312",
"scheduler_job_id:r8/linux-run-on-app-dump_release",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864536069051845520/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:4fad7699da24db10",
"user_agent:luci-scheduler"
],
"updated_ts": "1604517824712718",
"url": "https://ci.chromium.org/b/8864536069051845520",
"utcnow_ts": "1604517826066738"
}
}
[19:23:46.078] Invocation finished in 19m41.343563779s with status FAILED