[16:52:16.460] New invocation is queued and will start shortly
[16:52:17.737] Starting the invocation (attempt 1)
[16:52:17.774] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:52:17.774] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:52:17.774] Buildbucket request:
{
"bucket": "luci.r8.ci",
"client_operation_id": "9080799321929769184",
"parameters_json": "{\"builder_name\":\"linux-internal_release\",\"properties\":{\"branch\":\"refs/heads/d8-1.4\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"ef65734abe2d9286deeb349eef55e6d7e2587b6c\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-internal_release",
"scheduler_invocation_id:9080799321929769184",
"scheduler_job_id:r8/linux-internal_release",
"user_agent:luci-scheduler",
"buildset:commit/git/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"gitiles_ref:refs/heads/d8-1.4"
]
}
[16:52:19.342] Buildbucket response:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "AUTO",
"created_by": "project:r8",
"created_ts": "1556038337949995",
"id": "8915369259704563568",
"parameters_json": "{\"builder_name\": \"linux-internal_release\", \"properties\": {\"branch\": \"refs/heads/d8-1.4\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ef65734abe2d9286deeb349eef55e6d7e2587b6c\"}}",
"project": "r8",
"result_details_json": "{\"properties\": {}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1556038339210858",
"tags": [
"build_address:luci.r8.ci/linux-internal_release/37",
"builder:linux-internal_release",
"buildset:commit/git/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"gitiles_ref:refs/heads/d8-1.4",
"scheduler_invocation_id:9080799321929769184",
"scheduler_job_id:r8/linux-internal_release",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8915369259704563568/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1556038339210966",
"url": "https://ci.chromium.org/b/8915369259704563568",
"utcnow_ts": "1556038339333075"
}
}
[16:52:19.342] Task URL: https://ci.chromium.org/b/8915369259704563568
[16:52:19.342] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:2:0) after 1m0s
[16:53:19.363] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:2:0)
[16:53:19.363] Timer tick, asking Buildbucket for the build status
[16:53:19.522] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:53:19.522] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:3:0) after 1m0s
[16:54:19.542] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:3:0)
[16:54:19.542] Timer tick, asking Buildbucket for the build status
[16:54:19.658] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:54:19.658] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:4:0) after 1m0s
[16:55:19.645] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:4:0)
[16:55:19.645] Timer tick, asking Buildbucket for the build status
[16:55:19.734] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:55:19.734] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:5:0) after 1m0s
[16:56:19.842] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:5:0)
[16:56:19.842] Timer tick, asking Buildbucket for the build status
[16:56:20.020] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:56:20.020] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:6:0) after 1m0s
[16:57:20.041] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:6:0)
[16:57:20.041] Timer tick, asking Buildbucket for the build status
[16:57:20.118] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:57:20.118] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:7:0) after 1m0s
[16:58:20.136] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:7:0)
[16:58:20.136] Timer tick, asking Buildbucket for the build status
[16:58:20.228] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:58:20.228] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:8:0) after 1m0s
[16:59:20.203] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:8:0)
[16:59:20.203] Timer tick, asking Buildbucket for the build status
[16:59:20.307] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:59:20.307] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:9:0) after 1m0s
[17:00:20.285] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:9:0)
[17:00:20.285] Timer tick, asking Buildbucket for the build status
[17:00:20.514] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:00:20.514] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:10:0) after 1m0s
[17:01:20.524] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:10:0)
[17:01:20.524] Timer tick, asking Buildbucket for the build status
[17:01:20.686] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:01:20.686] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:11:0) after 1m0s
[17:02:20.692] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:11:0)
[17:02:20.692] Timer tick, asking Buildbucket for the build status
[17:02:20.743] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:02:20.743] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:12:0) after 1m0s
[17:03:20.749] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:12:0)
[17:03:20.749] Timer tick, asking Buildbucket for the build status
[17:03:20.838] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:03:20.838] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:13:0) after 1m0s
[17:04:20.856] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:13:0)
[17:04:20.856] Timer tick, asking Buildbucket for the build status
[17:04:20.958] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:04:20.958] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:14:0) after 1m0s
[17:05:20.979] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:14:0)
[17:05:20.979] Timer tick, asking Buildbucket for the build status
[17:05:21.144] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:05:21.144] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:15:0) after 1m0s
[17:06:21.166] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:15:0)
[17:06:21.167] Timer tick, asking Buildbucket for the build status
[17:06:21.284] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:06:21.284] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:16:0) after 1m0s
[17:07:21.303] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:16:0)
[17:07:21.303] Timer tick, asking Buildbucket for the build status
[17:07:21.520] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:07:21.520] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:17:0) after 1m0s
[17:08:21.512] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:17:0)
[17:08:21.512] Timer tick, asking Buildbucket for the build status
[17:08:22.342] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:08:22.342] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:18:0) after 1m0s
[17:09:22.349] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:18:0)
[17:09:22.349] Timer tick, asking Buildbucket for the build status
[17:09:22.576] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:09:22.576] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:19:0) after 1m0s
[17:10:22.595] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:19:0)
[17:10:22.595] Timer tick, asking Buildbucket for the build status
[17:10:22.794] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:10:22.794] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:20:0) after 1m0s
[17:11:22.794] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:20:0)
[17:11:22.794] Timer tick, asking Buildbucket for the build status
[17:11:22.853] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:11:22.853] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:21:0) after 1m0s
[17:12:22.864] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:21:0)
[17:12:22.864] Timer tick, asking Buildbucket for the build status
[17:12:22.956] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:12:22.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:22:0) after 1m0s
[17:13:22.958] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:22:0)
[17:13:22.958] Timer tick, asking Buildbucket for the build status
[17:13:23.039] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:13:23.039] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:23:0) after 1m0s
[17:14:23.037] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:23:0)
[17:14:23.037] Timer tick, asking Buildbucket for the build status
[17:14:23.164] Build 8915369259704563568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:14:23.164] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:24:0) after 1m0s
[17:14:38.361] Received PubSub notification, asking Buildbucket for the build status
[17:14:38.538] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:23.191] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:24:0)
[17:15:23.191] Timer tick, asking Buildbucket for the build status
[17:15:23.293] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:23.293] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:26:0) after 1m0s
[17:16:23.297] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:26:0)
[17:16:23.297] Timer tick, asking Buildbucket for the build status
[17:16:23.355] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:23.355] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:27:0) after 1m0s
[17:17:23.372] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:27:0)
[17:17:23.372] Timer tick, asking Buildbucket for the build status
[17:17:23.438] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:23.438] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:28:0) after 1m0s
[17:18:23.414] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:28:0)
[17:18:23.414] Timer tick, asking Buildbucket for the build status
[17:18:23.492] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:23.492] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:29:0) after 1m0s
[17:19:23.510] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:29:0)
[17:19:23.510] Timer tick, asking Buildbucket for the build status
[17:19:23.605] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:23.605] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:30:0) after 1m0s
[17:20:23.625] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:30:0)
[17:20:23.625] Timer tick, asking Buildbucket for the build status
[17:20:23.754] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:23.754] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:31:0) after 1m0s
[17:21:23.775] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:31:0)
[17:21:23.775] Timer tick, asking Buildbucket for the build status
[17:21:24.191] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:24.191] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:32:0) after 1m0s
[17:22:24.253] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:32:0)
[17:22:24.253] Timer tick, asking Buildbucket for the build status
[17:22:26.072] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:26.072] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:33:0) after 1m0s
[17:23:26.097] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:33:0)
[17:23:26.097] Timer tick, asking Buildbucket for the build status
[17:23:26.215] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:26.215] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:34:0) after 1m0s
[17:24:26.189] Handling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:34:0)
[17:24:26.189] Timer tick, asking Buildbucket for the build status
[17:24:26.231] Build 8915369259704563568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:26.231] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal_release:9080799321929769184:35:0) after 1m0s
[17:24:58.930] Received PubSub notification, asking Buildbucket for the build status
[17:24:59.023] Build 8915369259704563568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:24:59.023] Buildbucket build:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "AUTO",
"completed_ts": "1556040298479763",
"created_by": "project:r8",
"created_ts": "1556038337949995",
"failure_reason": "BUILD_FAILURE",
"id": "8915369259704563568",
"parameters_json": "{\"builder_name\": \"linux-internal_release\", \"properties\": {\"branch\": \"refs/heads/d8-1.4\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ef65734abe2d9286deeb349eef55e6d7e2587b6c\"}}",
"project": "r8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Run internal') failed with return_code 1\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-r8-ci-internal-0-eyea\", \"branch\": \"refs/heads/d8-1.4\", \"buildername\": \"linux-internal_release\", \"buildnumber\": 37, \"internal\": \"True\", \"mastername\": \"internal.client.r8\", \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"ef65734abe2d9286deeb349eef55e6d7e2587b6c\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-ci-internal-0-eyea\"], \"image\": [\"chrome-xenial-19041001-3b730ae8765\"], \"inside_docker\": [\"0\"], \"internal\": [\"true\"], \"kvm\": [\"0\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4267-53b17d5\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('Run internal') failed with return_code 1\"}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1556039677495763",
"status": "COMPLETED",
"status_changed_ts": "1556039677919028",
"tags": [
"build_address:luci.r8.ci/linux-internal_release/37",
"builder:linux-internal_release",
"buildset:commit/git/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/ef65734abe2d9286deeb349eef55e6d7e2587b6c",
"gitiles_ref:refs/heads/d8-1.4",
"scheduler_invocation_id:9080799321929769184",
"scheduler_job_id:r8/linux-internal_release",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8915369259704563568/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:4463ee53a1c2ee10",
"user_agent:luci-scheduler"
],
"updated_ts": "1556040298581887",
"url": "https://ci.chromium.org/b/8915369259704563568",
"utcnow_ts": "1556040299009210"
}
}
[17:24:59.023] Invocation finished in 32m42.579053467s with status FAILED