[08:02:57.955] New invocation is queued and will start shortly
[08:03:02.218] Starting the invocation (attempt 1)
[08:03:02.262] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:03:02.262] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:03:02.262] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9050120251526142592",
"parameters_json": "{\"builder_name\":\"Android64 Builder arm64\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"4333600357a8e985cb5808fa45dc156aba46ebf8\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@4333600357a8e985cb5808fa45dc156aba46ebf8\",\"title\":\"4333600357a8e985cb5808fa45dc156aba46ebf8\",\"url\":\"https://webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"4333600357a8e985cb5808fa45dc156aba46ebf8\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Android64 Builder arm64",
"scheduler_invocation_id:9050120251526142592",
"scheduler_job_id:webrtc/Android64 Builder arm64",
"user_agent:luci-scheduler",
"buildset:commit/git/4333600357a8e985cb5808fa45dc156aba46ebf8",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8",
"gitiles_ref:refs/heads/master"
]
}
[08:03:03.953] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1585296182599614",
"id": "8884690185993200576",
"parameters_json": "{\"builder_name\": \"Android64 Builder arm64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@4333600357a8e985cb5808fa45dc156aba46ebf8\", \"title\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\", \"url\": \"https://webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1585296183640348",
"tags": [
"build_address:luci.webrtc.ci/Android64 Builder arm64/6675",
"builder:Android64 Builder arm64",
"buildset:commit/git/4333600357a8e985cb5808fa45dc156aba46ebf8",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9050120251526142592",
"scheduler_job_id:webrtc/Android64 Builder arm64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8884690185993200576/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1585296183640496",
"url": "https://ci.chromium.org/b/8884690185993200576",
"utcnow_ts": "1585296183920427"
}
}
[08:03:03.954] Task URL: https://ci.chromium.org/b/8884690185993200576
[08:03:03.954] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:2:0) after 1m0s
[08:04:03.986] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:2:0)
[08:04:03.986] Timer tick, asking Buildbucket for the build status
[08:04:05.010] Build 8884690185993200576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:04:05.010] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:3:0) after 1m0s
[08:05:05.004] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:3:0)
[08:05:05.004] Timer tick, asking Buildbucket for the build status
[08:05:05.305] Build 8884690185993200576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:05:05.305] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:4:0) after 1m0s
[08:06:05.326] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:4:0)
[08:06:05.326] Timer tick, asking Buildbucket for the build status
[08:06:05.528] Build 8884690185993200576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:06:05.528] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:5:0) after 1m0s
[08:07:05.550] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:5:0)
[08:07:05.550] Timer tick, asking Buildbucket for the build status
[08:07:05.903] Build 8884690185993200576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:07:05.903] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:6:0) after 1m0s
[08:08:05.933] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:6:0)
[08:08:05.933] Timer tick, asking Buildbucket for the build status
[08:08:06.164] Build 8884690185993200576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:08:06.164] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:7:0) after 1m0s
[08:08:47.024] Received PubSub notification, asking Buildbucket for the build status
[08:08:47.182] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:06.206] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:7:0)
[08:09:06.206] Timer tick, asking Buildbucket for the build status
[08:09:06.323] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:06.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:9:0) after 1m0s
[08:10:06.344] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:9:0)
[08:10:06.344] Timer tick, asking Buildbucket for the build status
[08:10:08.133] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:08.133] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:10:0) after 1m0s
[08:11:08.151] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:10:0)
[08:11:08.151] Timer tick, asking Buildbucket for the build status
[08:11:08.643] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:08.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:11:0) after 1m0s
[08:12:08.713] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:11:0)
[08:12:08.713] Timer tick, asking Buildbucket for the build status
[08:12:09.050] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:09.050] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:12:0) after 1m0s
[08:13:09.141] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:12:0)
[08:13:09.141] Timer tick, asking Buildbucket for the build status
[08:13:10.813] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:10.813] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:13:0) after 1m0s
[08:14:10.845] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:13:0)
[08:14:10.845] Timer tick, asking Buildbucket for the build status
[08:14:11.352] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:11.352] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:14:0) after 1m0s
[08:15:11.379] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:14:0)
[08:15:11.379] Timer tick, asking Buildbucket for the build status
[08:15:11.643] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:11.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:15:0) after 1m0s
[08:16:11.705] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:15:0)
[08:16:11.705] Timer tick, asking Buildbucket for the build status
[08:16:13.995] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:13.995] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:16:0) after 1m0s
[08:17:14.045] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:16:0)
[08:17:14.045] Timer tick, asking Buildbucket for the build status
[08:17:14.522] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:14.522] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:17:0) after 1m0s
[08:18:14.592] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:17:0)
[08:18:14.592] Timer tick, asking Buildbucket for the build status
[08:18:14.852] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:14.852] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:18:0) after 1m0s
[08:19:14.965] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:18:0)
[08:19:14.965] Timer tick, asking Buildbucket for the build status
[08:19:15.182] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:15.182] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:19:0) after 1m0s
[08:20:15.276] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:19:0)
[08:20:15.276] Timer tick, asking Buildbucket for the build status
[08:20:15.802] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:15.802] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:20:0) after 1m0s
[08:21:15.861] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:20:0)
[08:21:15.861] Timer tick, asking Buildbucket for the build status
[08:21:17.231] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:17.231] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:21:0) after 1m0s
[08:22:17.526] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:21:0)
[08:22:17.526] Timer tick, asking Buildbucket for the build status
[08:22:17.626] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:17.626] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:22:0) after 1m0s
[08:23:17.779] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:22:0)
[08:23:17.779] Timer tick, asking Buildbucket for the build status
[08:23:18.050] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:18.050] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:23:0) after 1m0s
[08:24:18.189] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:23:0)
[08:24:18.189] Timer tick, asking Buildbucket for the build status
[08:24:18.597] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:18.597] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:24:0) after 1m0s
[08:25:18.780] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:24:0)
[08:25:18.780] Timer tick, asking Buildbucket for the build status
[08:25:18.965] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:18.965] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:25:0) after 1m0s
[08:26:18.995] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:25:0)
[08:26:18.995] Timer tick, asking Buildbucket for the build status
[08:26:19.251] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:19.251] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:26:0) after 1m0s
[08:27:19.414] Handling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:26:0)
[08:27:19.414] Timer tick, asking Buildbucket for the build status
[08:27:19.579] Build 8884690185993200576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:19.579] Scheduling timer "check-buildbucket-build-status" (webrtc/Android64 Builder arm64:9050120251526142592:27:0) after 1m0s
[08:28:02.388] Received PubSub notification, asking Buildbucket for the build status
[08:28:02.545] Build 8884690185993200576: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:28:02.545] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1585297680906371",
"created_by": "project:webrtc",
"created_ts": "1585296182599614",
"failure_reason": "BUILD_FAILURE",
"id": "8884690185993200576",
"parameters_json": "{\"builder_name\": \"Android64 Builder arm64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@4333600357a8e985cb5808fa45dc156aba46ebf8\", \"title\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\", \"url\": \"https://webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('isolate tests') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@4333600357a8e985cb5808fa45dc156aba46ebf8\", \"title\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\", \"url\": \"https://webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8\"}]}, \"bot_id\": \"luci-webrtc-ci-xenial-7-7v6y\", \"branch\": \"refs/heads/master\", \"buildername\": \"Android64 Builder arm64\", \"buildnumber\": 6675, \"got_revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\", \"got_revision_cp\": \"refs/heads/master@{#30914}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"client.webrtc\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"4333600357a8e985cb5808fa45dc156aba46ebf8\", \"swarm_hashes\": {}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_0b9ea9fa64bf0cd9c46059730b1bdd1d12ff6500ce62c56e48fe9cca98bdf248_v2\", \"builder_0cd671f6f485fc3166b8a13bcda7c7c85f534360e51d98839e042fae0638f2a6_v2\", \"builder_3ede6a545b7f5f02d8e754bf3d80550bff536ffd8cd1f0e4f2eed09fd4ce3e22_v2\", \"builder_41c976223e03b38ebd482b9c303091ece2ae69993972a467d60064b876d2ebf2_v2\", \"builder_59a5368743e72312f218d070f96b6b81e1ec9c9e3b8bb189152c56cc8ec74c28_v2\", \"builder_5a4e8638b91acb66c3ac6cbd7815a7f9c99553eb1e8d9fd19cfe7b821cf72739_v2\", \"builder_81b0626a7d0917732ec83f6c2db3e335641e8b10d4b942186c5fc902ad65c830_v2\", \"builder_9e79062e5d3768761821c29cf99044627265ebba18113d0281c5efcb6dd834e3_v2\", \"builder_c07c6aa6d1c1b67d8a4e8f97b8bdf68f3af1543bb4dcfc73adac20d8532d9b4f_v2\", \"builder_cdf9911d0fb982b144366a069b820bab2cbe2663c4d5f6cc5be539135cc71a3a_v2\", \"builder_d5629c2cf2c35ad595411a5dcfd59fde2daf263f5d0c2761858cad08923fcc47_v2\", \"builder_ee30cfe615ad79242c90cf868fc3e32771e3342e63241239745f710a5c60d840_v2\", \"builder_ee80cf8bba7c81fee9e980afd619ea0acf20624840b3b5e7cf3f2ef0d6b70dc4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"webrtc-ci\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-xenial-7-7v6y\"], \"image\": [\"chrome-xenial-20032200-f0f7a76907a\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4901-91f024a\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Step('isolate tests') (retcode: 1)\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1585296526312562",
"status": "COMPLETED",
"status_changed_ts": "1585296526694225",
"tags": [
"build_address:luci.webrtc.ci/Android64 Builder arm64/6675",
"builder:Android64 Builder arm64",
"buildset:commit/git/4333600357a8e985cb5808fa45dc156aba46ebf8",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/4333600357a8e985cb5808fa45dc156aba46ebf8",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9050120251526142592",
"scheduler_job_id:webrtc/Android64 Builder arm64",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8884690185993200576/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4b33d59bba1a7110",
"user_agent:luci-scheduler"
],
"updated_ts": "1585297681581336",
"url": "https://ci.chromium.org/b/8884690185993200576",
"utcnow_ts": "1585297682530415"
}
}
[08:28:02.545] Invocation finished in 25m4.606895132s with status FAILED