[23:05:34.427] New invocation is queued and will start shortly
[23:05:35.855] Starting the invocation (attempt 1)
[23:05:35.989] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:05:35.989] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:05:35.990] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9052147194582415424",
"parameters_json": "{\"builder_name\":\"ToTAndroid64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d8863f118a73316ce92d6365cac00f93e8975aa6\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTAndroid64",
"scheduler_invocation_id:9052147194582415424",
"scheduler_job_id:chromium/ToTAndroid64",
"user_agent:luci-scheduler",
"buildset:commit/git/d8863f118a73316ce92d6365cac00f93e8975aa6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8863f118a73316ce92d6365cac00f93e8975aa6",
"gitiles_ref:refs/heads/master"
]
}
[23:05:37.004] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1583363136086392",
"id": "8886717132174118944",
"parameters_json": "{\"builder_name\": \"ToTAndroid64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d8863f118a73316ce92d6365cac00f93e8975aa6\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1583363136594735",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid64/6715",
"builder:ToTAndroid64",
"buildset:commit/git/d8863f118a73316ce92d6365cac00f93e8975aa6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8863f118a73316ce92d6365cac00f93e8975aa6",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9052147194582415424",
"scheduler_job_id:chromium/ToTAndroid64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8886717132174118944/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1583363136594890",
"url": "https://ci.chromium.org/b/8886717132174118944",
"utcnow_ts": "1583363136993471"
}
}
[23:05:37.004] Task URL: https://ci.chromium.org/b/8886717132174118944
[23:05:37.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:2:0) after 1m0s
[23:06:37.011] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:2:0)
[23:06:37.011] Timer tick, asking Buildbucket for the build status
[23:06:37.138] Build 8886717132174118944: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:06:37.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:3:0) after 1m0s
[23:06:51.844] Received PubSub notification, asking Buildbucket for the build status
[23:06:52.013] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:37.149] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:3:0)
[23:07:37.149] Timer tick, asking Buildbucket for the build status
[23:07:37.318] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:37.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:5:0) after 1m0s
[23:08:37.332] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:5:0)
[23:08:37.332] Timer tick, asking Buildbucket for the build status
[23:08:37.519] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:37.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:6:0) after 1m0s
[23:09:37.655] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:6:0)
[23:09:37.655] Timer tick, asking Buildbucket for the build status
[23:09:37.849] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:37.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:7:0) after 1m0s
[23:10:37.968] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:7:0)
[23:10:37.968] Timer tick, asking Buildbucket for the build status
[23:10:38.118] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:38.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:8:0) after 1m0s
[23:11:38.198] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:8:0)
[23:11:38.198] Timer tick, asking Buildbucket for the build status
[23:11:38.453] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:38.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:9:0) after 1m0s
[23:12:38.562] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:9:0)
[23:12:38.562] Timer tick, asking Buildbucket for the build status
[23:12:38.846] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:38.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:10:0) after 1m0s
[23:13:38.973] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:10:0)
[23:13:38.973] Timer tick, asking Buildbucket for the build status
[23:13:39.134] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:39.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:11:0) after 1m0s
[23:14:39.177] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:11:0)
[23:14:39.177] Timer tick, asking Buildbucket for the build status
[23:14:39.254] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:39.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:12:0) after 1m0s
[23:15:39.327] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:12:0)
[23:15:39.327] Timer tick, asking Buildbucket for the build status
[23:15:39.470] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:39.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:13:0) after 1m0s
[23:16:39.491] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:13:0)
[23:16:39.491] Timer tick, asking Buildbucket for the build status
[23:16:39.613] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:39.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:14:0) after 1m0s
[23:17:39.745] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:14:0)
[23:17:39.745] Timer tick, asking Buildbucket for the build status
[23:17:39.990] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:39.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:15:0) after 1m0s
[23:18:40.079] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:15:0)
[23:18:40.079] Timer tick, asking Buildbucket for the build status
[23:18:40.302] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:40.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:16:0) after 1m0s
[23:19:40.597] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:16:0)
[23:19:40.597] Timer tick, asking Buildbucket for the build status
[23:19:40.664] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:40.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:17:0) after 1m0s
[23:20:40.789] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:17:0)
[23:20:40.789] Timer tick, asking Buildbucket for the build status
[23:20:40.868] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:40.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:18:0) after 1m0s
[23:21:40.902] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:18:0)
[23:21:40.902] Timer tick, asking Buildbucket for the build status
[23:21:40.970] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:40.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:19:0) after 1m0s
[23:22:40.978] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:19:0)
[23:22:40.978] Timer tick, asking Buildbucket for the build status
[23:22:41.149] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:41.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:20:0) after 1m0s
[23:23:41.288] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:20:0)
[23:23:41.288] Timer tick, asking Buildbucket for the build status
[23:23:41.339] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:41.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:21:0) after 1m0s
[23:24:41.560] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:21:0)
[23:24:41.560] Timer tick, asking Buildbucket for the build status
[23:24:41.651] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:41.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:22:0) after 1m0s
[23:25:41.703] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:22:0)
[23:25:41.703] Timer tick, asking Buildbucket for the build status
[23:25:41.756] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:41.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:23:0) after 1m0s
[23:26:41.914] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:23:0)
[23:26:41.914] Timer tick, asking Buildbucket for the build status
[23:26:42.205] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:42.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:24:0) after 1m0s
[23:27:42.275] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:24:0)
[23:27:42.275] Timer tick, asking Buildbucket for the build status
[23:27:42.429] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:42.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:25:0) after 1m0s
[23:28:42.696] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:25:0)
[23:28:42.696] Timer tick, asking Buildbucket for the build status
[23:28:42.774] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:42.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:26:0) after 1m0s
[23:29:42.785] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:26:0)
[23:29:42.785] Timer tick, asking Buildbucket for the build status
[23:29:42.896] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:42.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:27:0) after 1m0s
[23:30:43.000] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:27:0)
[23:30:43.001] Timer tick, asking Buildbucket for the build status
[23:30:43.149] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:43.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:28:0) after 1m0s
[23:31:43.239] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:28:0)
[23:31:43.239] Timer tick, asking Buildbucket for the build status
[23:31:43.323] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:43.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:29:0) after 1m0s
[23:32:43.419] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:29:0)
[23:32:43.419] Timer tick, asking Buildbucket for the build status
[23:32:43.512] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:43.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:30:0) after 1m0s
[23:33:43.636] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:30:0)
[23:33:43.636] Timer tick, asking Buildbucket for the build status
[23:33:43.882] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:43.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:31:0) after 1m0s
[23:34:43.906] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:31:0)
[23:34:43.906] Timer tick, asking Buildbucket for the build status
[23:34:43.996] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:43.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:32:0) after 1m0s
[23:35:44.019] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:32:0)
[23:35:44.019] Timer tick, asking Buildbucket for the build status
[23:35:44.134] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:44.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:33:0) after 1m0s
[23:36:44.163] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:33:0)
[23:36:44.163] Timer tick, asking Buildbucket for the build status
[23:36:44.388] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:44.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:34:0) after 1m0s
[23:37:44.593] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:34:0)
[23:37:44.593] Timer tick, asking Buildbucket for the build status
[23:37:44.719] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:44.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:35:0) after 1m0s
[23:38:44.754] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:35:0)
[23:38:44.754] Timer tick, asking Buildbucket for the build status
[23:38:44.862] Build 8886717132174118944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:44.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9052147194582415424:36:0) after 1m0s
[23:39:28.115] Received PubSub notification, asking Buildbucket for the build status
[23:39:28.218] Build 8886717132174118944: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:39:28.218] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1583365167833492",
"created_by": "project:chromium",
"created_ts": "1583363136086392",
"failure_reason": "BUILD_FAILURE",
"id": "8886717132174118944",
"parameters_json": "{\"builder_name\": \"ToTAndroid64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d8863f118a73316ce92d6365cac00f93e8975aa6\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-2-jnwe\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTAndroid64\", \"buildnumber\": 6715, \"got_angle_revision\": \"9459bae14b650fb951bb2dfbae3df39a4e3a171b\", \"got_dawn_revision\": \"e5534c4419d5ce657c649d11d03d588b2acbc18f\", \"got_nacl_revision\": \"35bcc9f6d5e81c3c39ad57de97ef9cd22301ee9e\", \"got_revision\": \"d8863f118a73316ce92d6365cac00f93e8975aa6\", \"got_revision_cp\": \"refs/heads/master@{#746985}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"2e6cd9c400d193592e3a1f17aa200e50c152e5d9\", \"got_v8_revision\": \"ddac4370235572a0d7c8dcf6ef65d1933104c078\", \"got_v8_revision_cp\": \"refs/heads/8.2.259@{#1}\", \"got_webrtc_revision\": \"fbc7ed0d71162974aa0088ba4e4f30a1261e836a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30682}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d8863f118a73316ce92d6365cac00f93e8975aa6\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_61e4d25dfd74628f421fe7d90da475349672e571b4dfd9a5326b66319dc94b9e_v2\", \"git\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-2-jnwe\"], \"image\": [\"chrome-xenial-20030100-2bddf837f90\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4851-268d16b\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1583363210717220",
"status": "COMPLETED",
"status_changed_ts": "1583363211376985",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid64/6715",
"builder:ToTAndroid64",
"buildset:commit/git/d8863f118a73316ce92d6365cac00f93e8975aa6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8863f118a73316ce92d6365cac00f93e8975aa6",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9052147194582415424",
"scheduler_job_id:chromium/ToTAndroid64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8886717132174118944/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4ac09da607d9f410",
"user_agent:luci-scheduler"
],
"updated_ts": "1583365167881588",
"url": "https://ci.chromium.org/b/8886717132174118944",
"utcnow_ts": "1583365168203623"
}
}
[23:39:28.218] Invocation finished in 33m53.812855725s with status FAILED