[07:55:37.459] New invocation is queued and will start shortly
[07:55:38.578] Starting the invocation (attempt 1)
[07:55:38.612] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:55:38.612] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:55:38.612] Buildbucket request:
{
"bucket": "luci.r8.ci",
"client_operation_id": "9029917589916573824",
"parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"93182839cf31f865030c47225a346f6a437f789f\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@93182839cf31f865030c47225a346f6a437f789f\",\"title\":\"93182839cf31f865030c47225a346f6a437f789f\",\"url\":\"https://r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"93182839cf31f865030c47225a346f6a437f789f\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-run-on-app-dump",
"scheduler_invocation_id:9029917589916573824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"user_agent:luci-scheduler",
"buildset:commit/git/93182839cf31f865030c47225a346f6a437f789f",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f",
"gitiles_ref:refs/heads/master"
]
}
[07:55:40.372] Buildbucket response:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"created_by": "project:r8",
"created_ts": "1604562938778025",
"id": "8864487527865832208",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@93182839cf31f865030c47225a346f6a437f789f\", \"title\": \"93182839cf31f865030c47225a346f6a437f789f\", \"url\": \"https://r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\"}}",
"project": "r8",
"result_details_json": "{\"properties\": {}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604562940034228",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump/13",
"builder:linux-run-on-app-dump",
"buildset:commit/git/93182839cf31f865030c47225a346f6a437f789f",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029917589916573824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864487527865832208/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604562940036917",
"url": "https://ci.chromium.org/b/8864487527865832208",
"utcnow_ts": "1604562940341255"
}
}
[07:55:40.372] Task URL: https://ci.chromium.org/b/8864487527865832208
[07:55:40.372] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:2:0) after 1m0s
[07:56:40.394] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:2:0)
[07:56:40.394] Timer tick, asking Buildbucket for the build status
[07:56:40.500] Build 8864487527865832208: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:56:40.500] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:3:0) after 1m0s
[07:57:40.513] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:3:0)
[07:57:40.513] Timer tick, asking Buildbucket for the build status
[07:57:40.710] Build 8864487527865832208: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:57:40.710] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:4:0) after 1m0s
[07:58:40.799] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:4:0)
[07:58:40.799] Timer tick, asking Buildbucket for the build status
[07:58:40.894] Build 8864487527865832208: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:58:40.895] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:5:0) after 1m0s
[07:59:40.972] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:5:0)
[07:59:40.972] Timer tick, asking Buildbucket for the build status
[07:59:41.058] Build 8864487527865832208: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:59:41.058] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:6:0) after 1m0s
[08:00:36.366] Received PubSub notification, asking Buildbucket for the build status
[08:00:36.464] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:41.251] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:6:0)
[08:00:41.251] Timer tick, asking Buildbucket for the build status
[08:00:41.332] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:41.332] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:8:0) after 1m0s
[08:01:41.400] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:8:0)
[08:01:41.400] Timer tick, asking Buildbucket for the build status
[08:01:43.234] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:43.234] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:9:0) after 1m0s
[08:02:43.297] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:9:0)
[08:02:43.297] Timer tick, asking Buildbucket for the build status
[08:02:43.496] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:43.496] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:10:0) after 1m0s
[08:03:43.550] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:10:0)
[08:03:43.550] Timer tick, asking Buildbucket for the build status
[08:03:43.630] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:43.630] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:11:0) after 1m0s
[08:04:43.665] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:11:0)
[08:04:43.666] Timer tick, asking Buildbucket for the build status
[08:04:43.759] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:43.759] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:12:0) after 1m0s
[08:05:43.881] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:12:0)
[08:05:43.881] Timer tick, asking Buildbucket for the build status
[08:05:43.987] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:43.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:13:0) after 1m0s
[08:06:44.013] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:13:0)
[08:06:44.013] Timer tick, asking Buildbucket for the build status
[08:06:44.346] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:44.346] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:14:0) after 1m0s
[08:07:44.482] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:14:0)
[08:07:44.482] Timer tick, asking Buildbucket for the build status
[08:07:44.868] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:44.868] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:15:0) after 1m0s
[08:08:44.928] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:15:0)
[08:08:44.928] Timer tick, asking Buildbucket for the build status
[08:08:45.240] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:45.240] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:16:0) after 1m0s
[08:09:45.262] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:16:0)
[08:09:45.262] Timer tick, asking Buildbucket for the build status
[08:09:45.508] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:45.508] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:17:0) after 1m0s
[08:10:45.528] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:17:0)
[08:10:45.528] Timer tick, asking Buildbucket for the build status
[08:10:45.861] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:45.861] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:18:0) after 1m0s
[08:11:45.959] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:18:0)
[08:11:45.959] Timer tick, asking Buildbucket for the build status
[08:11:46.294] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:46.294] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:19:0) after 1m0s
[08:12:46.306] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:19:0)
[08:12:46.306] Timer tick, asking Buildbucket for the build status
[08:12:46.389] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:46.389] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:20:0) after 1m0s
[08:13:46.440] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:20:0)
[08:13:46.440] Timer tick, asking Buildbucket for the build status
[08:13:46.503] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:46.503] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:21:0) after 1m0s
[08:14:46.499] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:21:0)
[08:14:46.499] Timer tick, asking Buildbucket for the build status
[08:14:50.038] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:50.038] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:22:0) after 1m0s
[08:15:50.097] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:22:0)
[08:15:50.097] Timer tick, asking Buildbucket for the build status
[08:15:50.254] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:50.254] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:23:0) after 1m0s
[08:16:50.282] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:23:0)
[08:16:50.282] Timer tick, asking Buildbucket for the build status
[08:16:50.353] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:50.353] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:24:0) after 1m0s
[08:17:50.367] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:24:0)
[08:17:50.367] Timer tick, asking Buildbucket for the build status
[08:17:50.554] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:50.554] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:25:0) after 1m0s
[08:18:50.615] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:25:0)
[08:18:50.615] Timer tick, asking Buildbucket for the build status
[08:18:50.820] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:50.820] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:26:0) after 1m0s
[08:19:50.887] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:26:0)
[08:19:50.887] Timer tick, asking Buildbucket for the build status
[08:19:51.161] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:51.161] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:27:0) after 1m0s
[08:20:51.206] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:27:0)
[08:20:51.206] Timer tick, asking Buildbucket for the build status
[08:20:51.401] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:51.401] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:28:0) after 1m0s
[08:21:51.429] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:28:0)
[08:21:51.429] Timer tick, asking Buildbucket for the build status
[08:21:51.508] Build 8864487527865832208: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:51.508] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029917589916573824:29:0) after 1m0s
[08:22:14.819] Received PubSub notification, asking Buildbucket for the build status
[08:22:14.911] Build 8864487527865832208: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:22:14.911] Buildbucket build:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"completed_ts": "1604564534378388",
"created_by": "project:r8",
"created_ts": "1604562938778025",
"failure_reason": "BUILD_FAILURE",
"id": "8864487527865832208",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@93182839cf31f865030c47225a346f6a437f789f\", \"title\": \"93182839cf31f865030c47225a346f6a437f789f\", \"url\": \"https://r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\"}}",
"project": "r8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@93182839cf31f865030c47225a346f6a437f789f\", \"title\": \"93182839cf31f865030c47225a346f6a437f789f\", \"url\": \"https://r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-15-g0co\", \"branch\": \"refs/heads/master\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 13, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"93182839cf31f865030c47225a346f6a437f789f\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-15-g0co\"], \"image\": [\"chrome-xenial-20110100-7e97731f9b6\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 1)\"}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604563233942032",
"status": "COMPLETED",
"status_changed_ts": "1604563234953626",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump/13",
"builder:linux-run-on-app-dump",
"buildset:commit/git/93182839cf31f865030c47225a346f6a437f789f",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/93182839cf31f865030c47225a346f6a437f789f",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029917589916573824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864487527865832208/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:4fb038ff1adafa10",
"user_agent:luci-scheduler"
],
"updated_ts": "1604564534515622",
"url": "https://ci.chromium.org/b/8864487527865832208",
"utcnow_ts": "1604564534900567"
}
}
[08:22:14.911] Invocation finished in 26m37.472510708s with status FAILED