[11:03:44.875] New invocation is queued and will start shortly
[11:03:46.066] Starting the invocation (attempt 1)
[11:03:46.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:03:46.102] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:03:46.102] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9024741727114253280",
"parameters_json": "{\"builder_name\":\"ToTAndroid64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9c3615988d6afb851448a0807859b53916b976b2\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTAndroid64",
"scheduler_invocation_id:9024741727114253280",
"scheduler_job_id:chromium/ToTAndroid64",
"user_agent:luci-scheduler",
"buildset:commit/git/9c3615988d6afb851448a0807859b53916b976b2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c3615988d6afb851448a0807859b53916b976b2",
"gitiles_ref:refs/heads/master"
]
}
[11:03:46.934] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1609499026182588",
"id": "8859311665080811760",
"parameters_json": "{\"builder_name\": \"ToTAndroid64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9c3615988d6afb851448a0807859b53916b976b2\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1609499026817374",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid64/9726",
"builder:ToTAndroid64",
"buildset:commit/git/9c3615988d6afb851448a0807859b53916b976b2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c3615988d6afb851448a0807859b53916b976b2",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9024741727114253280",
"scheduler_job_id:chromium/ToTAndroid64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8859311665080811760/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1609499026817506",
"url": "https://ci.chromium.org/b/8859311665080811760",
"utcnow_ts": "1609499026925086"
}
}
[11:03:46.934] Task URL: https://ci.chromium.org/b/8859311665080811760
[11:03:46.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:2:0) after 1m0s
[11:04:13.004] Received PubSub notification, asking Buildbucket for the build status
[11:04:13.055] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:51.195] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:2:0)
[11:04:51.195] Timer tick, asking Buildbucket for the build status
[11:04:51.330] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:51.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:4:0) after 1m0s
[11:05:51.691] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:4:0)
[11:05:51.691] Timer tick, asking Buildbucket for the build status
[11:05:51.789] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:51.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:5:0) after 1m0s
[11:06:52.166] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:5:0)
[11:06:52.166] Timer tick, asking Buildbucket for the build status
[11:06:52.222] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:52.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:6:0) after 1m0s
[11:07:52.466] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:6:0)
[11:07:52.466] Timer tick, asking Buildbucket for the build status
[11:07:54.008] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:54.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:7:0) after 1m0s
[11:08:54.224] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:7:0)
[11:08:54.224] Timer tick, asking Buildbucket for the build status
[11:08:54.332] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:54.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:8:0) after 1m0s
[11:09:54.436] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:8:0)
[11:09:54.436] Timer tick, asking Buildbucket for the build status
[11:09:54.521] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:54.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:9:0) after 1m0s
[11:10:54.737] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:9:0)
[11:10:54.737] Timer tick, asking Buildbucket for the build status
[11:10:54.884] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:54.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:10:0) after 1m0s
[11:11:54.899] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:10:0)
[11:11:54.899] Timer tick, asking Buildbucket for the build status
[11:11:54.947] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:54.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:11:0) after 1m0s
[11:12:55.075] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:11:0)
[11:12:55.075] Timer tick, asking Buildbucket for the build status
[11:12:55.253] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:55.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:12:0) after 1m0s
[11:13:55.371] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:12:0)
[11:13:55.371] Timer tick, asking Buildbucket for the build status
[11:13:55.607] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:55.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:13:0) after 1m0s
[11:14:55.629] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:13:0)
[11:14:55.629] Timer tick, asking Buildbucket for the build status
[11:14:55.694] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:55.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:14:0) after 1m0s
[11:15:55.715] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:14:0)
[11:15:55.715] Timer tick, asking Buildbucket for the build status
[11:15:55.765] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:15:0) after 1m0s
[11:16:55.834] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:15:0)
[11:16:55.834] Timer tick, asking Buildbucket for the build status
[11:16:55.896] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:55.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:16:0) after 1m0s
[11:17:55.912] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:16:0)
[11:17:55.912] Timer tick, asking Buildbucket for the build status
[11:17:55.994] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:55.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:17:0) after 1m0s
[11:18:56.075] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:17:0)
[11:18:56.075] Timer tick, asking Buildbucket for the build status
[11:18:56.403] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:56.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:18:0) after 1m0s
[11:19:56.462] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:18:0)
[11:19:56.462] Timer tick, asking Buildbucket for the build status
[11:19:56.523] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:56.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:19:0) after 1m0s
[11:20:56.539] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:19:0)
[11:20:56.539] Timer tick, asking Buildbucket for the build status
[11:20:56.593] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:56.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:20:0) after 1m0s
[11:21:56.615] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:20:0)
[11:21:56.615] Timer tick, asking Buildbucket for the build status
[11:21:56.664] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:56.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:21:0) after 1m0s
[11:22:56.747] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:21:0)
[11:22:56.747] Timer tick, asking Buildbucket for the build status
[11:22:56.804] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:56.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:22:0) after 1m0s
[11:23:56.908] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:22:0)
[11:23:56.908] Timer tick, asking Buildbucket for the build status
[11:23:57.003] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:57.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:23:0) after 1m0s
[11:24:57.022] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:23:0)
[11:24:57.022] Timer tick, asking Buildbucket for the build status
[11:24:57.123] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:57.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:24:0) after 1m0s
[11:25:57.144] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:24:0)
[11:25:57.144] Timer tick, asking Buildbucket for the build status
[11:25:57.191] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:57.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:25:0) after 1m0s
[11:26:57.212] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:25:0)
[11:26:57.212] Timer tick, asking Buildbucket for the build status
[11:26:57.268] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:57.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:26:0) after 1m0s
[11:27:57.307] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:26:0)
[11:27:57.307] Timer tick, asking Buildbucket for the build status
[11:27:57.475] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:57.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:27:0) after 1m0s
[11:28:57.495] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:27:0)
[11:28:57.495] Timer tick, asking Buildbucket for the build status
[11:28:57.580] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:57.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:28:0) after 1m0s
[11:29:57.707] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:28:0)
[11:29:57.707] Timer tick, asking Buildbucket for the build status
[11:29:57.760] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:57.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:29:0) after 1m0s
[11:30:57.850] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:29:0)
[11:30:57.850] Timer tick, asking Buildbucket for the build status
[11:30:58.103] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:58.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:30:0) after 1m0s
[11:31:58.267] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:30:0)
[11:31:58.267] Timer tick, asking Buildbucket for the build status
[11:31:58.325] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:58.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:31:0) after 1m0s
[11:32:58.367] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:31:0)
[11:32:58.367] Timer tick, asking Buildbucket for the build status
[11:32:58.511] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:58.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:32:0) after 1m0s
[11:33:58.643] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:32:0)
[11:33:58.643] Timer tick, asking Buildbucket for the build status
[11:33:58.749] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:58.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:33:0) after 1m0s
[11:34:58.775] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:33:0)
[11:34:58.775] Timer tick, asking Buildbucket for the build status
[11:34:58.828] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:58.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:34:0) after 1m0s
[11:35:58.849] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:34:0)
[11:35:58.849] Timer tick, asking Buildbucket for the build status
[11:35:58.905] Build 8859311665080811760: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:58.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid64:9024741727114253280:35:0) after 1m0s
[11:36:16.599] Received PubSub notification, asking Buildbucket for the build status
[11:36:16.658] Build 8859311665080811760: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:36:16.658] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1609500976343278",
"created_by": "project:chromium",
"created_ts": "1609499026182588",
"failure_reason": "BUILD_FAILURE",
"id": "8859311665080811760",
"parameters_json": "{\"builder_name\": \"ToTAndroid64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9c3615988d6afb851448a0807859b53916b976b2\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"9c3615988d6afb851448a0807859b53916b976b2\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-14-q0rl\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTAndroid64\", \"buildnumber\": 9726, \"got_angle_revision\": \"2cbcb18e95e6820e1266fa17f421efe86f1bcc52\", \"got_dawn_revision\": \"86980018b3f2786aeb5ded1220ec94bc927fa6b2\", \"got_nacl_revision\": \"299d4780ec86121ff2a5368ed9435ade0e356e5e\", \"got_revision\": \"9c3615988d6afb851448a0807859b53916b976b2\", \"got_revision_cp\": \"refs/heads/master@{#839893}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"ff29e249d3179766a40c9486183559fe3e5c1456\", \"got_v8_revision\": \"a3f2933bb6d06bd7473ccbed77714874e6bf63b3\", \"got_v8_revision_cp\": \"refs/heads/8.9.201@{#1}\", \"got_webrtc_revision\": \"6215ba804eb500f3e28b39088c73af3c4f4cd10a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32897}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9c3615988d6afb851448a0807859b53916b976b2\"}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1609499052618833",
"status": "COMPLETED",
"status_changed_ts": "1609499026817374",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid64/9726",
"builder:ToTAndroid64",
"buildset:commit/git/9c3615988d6afb851448a0807859b53916b976b2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c3615988d6afb851448a0807859b53916b976b2",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9024741727114253280",
"scheduler_job_id:chromium/ToTAndroid64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8859311665080811760/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:50d66fafdbf71a10",
"user_agent:luci-scheduler"
],
"updated_ts": "1609500976397092",
"url": "https://ci.chromium.org/b/8859311665080811760",
"utcnow_ts": "1609500976652044"
}
}
[11:36:16.658] Invocation finished in 32m31.798831738s with status FAILED