[14:21:16.873] New invocation is queued and will start shortly
[14:21:17.971] Starting the invocation (attempt 1)
[14:21:18.011] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:21:18.011] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:21:18.011] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9026178850855702176",
"parameters_json": "{\"builder_name\":\"Win64 ASan\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@98d9c306efbeb487a36c59116c1c5f5b959c3cc4\",\"title\":\"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\",\"url\":\"https://webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Win64 ASan",
"scheduler_invocation_id:9026178850855702176",
"scheduler_job_id:webrtc/Win64 ASan",
"user_agent:luci-scheduler",
"buildset:commit/git/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"gitiles_ref:refs/heads/master"
]
}
[14:21:19.209] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1608128478175268",
"id": "8860748788827629552",
"parameters_json": "{\"builder_name\": \"Win64 ASan\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"title\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"url\": \"https://webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1608128478993940",
"tags": [
"build_address:luci.webrtc.ci/Win64 ASan/4516",
"builder:Win64 ASan",
"buildset:commit/git/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9026178850855702176",
"scheduler_job_id:webrtc/Win64 ASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8860748788827629552/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1608128478994442",
"url": "https://ci.chromium.org/b/8860748788827629552",
"utcnow_ts": "1608128479200380"
}
}
[14:21:19.209] Task URL: https://ci.chromium.org/b/8860748788827629552
[14:21:19.209] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:2:0) after 1m0s
[14:22:19.226] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:2:0)
[14:22:19.226] Timer tick, asking Buildbucket for the build status
[14:22:19.371] Build 8860748788827629552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:22:19.371] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:3:0) after 1m0s
[14:23:19.428] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:3:0)
[14:23:19.428] Timer tick, asking Buildbucket for the build status
[14:23:19.544] Build 8860748788827629552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:23:19.544] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:4:0) after 1m0s
[14:24:19.616] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:4:0)
[14:24:19.616] Timer tick, asking Buildbucket for the build status
[14:24:19.693] Build 8860748788827629552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:24:19.693] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:5:0) after 1m0s
[14:25:19.727] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:5:0)
[14:25:19.727] Timer tick, asking Buildbucket for the build status
[14:25:19.802] Build 8860748788827629552: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:25:19.802] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:6:0) after 1m0s
[14:26:05.526] Received PubSub notification, asking Buildbucket for the build status
[14:26:05.604] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:19.823] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:6:0)
[14:26:19.823] Timer tick, asking Buildbucket for the build status
[14:26:19.881] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:19.881] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:8:0) after 1m0s
[14:27:19.902] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:8:0)
[14:27:19.902] Timer tick, asking Buildbucket for the build status
[14:27:20.214] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:20.214] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:9:0) after 1m0s
[14:28:20.268] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:9:0)
[14:28:20.268] Timer tick, asking Buildbucket for the build status
[14:28:20.706] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:20.706] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:10:0) after 1m0s
[14:29:21.220] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:10:0)
[14:29:21.220] Timer tick, asking Buildbucket for the build status
[14:29:21.312] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:21.312] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:11:0) after 1m0s
[14:30:21.392] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:11:0)
[14:30:21.392] Timer tick, asking Buildbucket for the build status
[14:30:21.505] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:21.505] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:12:0) after 1m0s
[14:31:21.532] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:12:0)
[14:31:21.532] Timer tick, asking Buildbucket for the build status
[14:31:21.650] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:21.650] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:13:0) after 1m0s
[14:32:21.730] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:13:0)
[14:32:21.730] Timer tick, asking Buildbucket for the build status
[14:32:22.006] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:22.006] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:14:0) after 1m0s
[14:33:22.021] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:14:0)
[14:33:22.021] Timer tick, asking Buildbucket for the build status
[14:33:22.320] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:22.320] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:15:0) after 1m0s
[14:34:22.754] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:15:0)
[14:34:22.754] Timer tick, asking Buildbucket for the build status
[14:34:22.837] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:22.837] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:16:0) after 1m0s
[14:35:22.899] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:16:0)
[14:35:22.899] Timer tick, asking Buildbucket for the build status
[14:35:22.959] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:22.959] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:17:0) after 1m0s
[14:36:23.035] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:17:0)
[14:36:23.035] Timer tick, asking Buildbucket for the build status
[14:36:23.120] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:23.120] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:18:0) after 1m0s
[14:37:23.246] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:18:0)
[14:37:23.246] Timer tick, asking Buildbucket for the build status
[14:37:23.541] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:23.541] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:19:0) after 1m0s
[14:38:23.609] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:19:0)
[14:38:23.610] Timer tick, asking Buildbucket for the build status
[14:38:23.672] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:23.672] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:20:0) after 1m0s
[14:39:23.723] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:20:0)
[14:39:23.723] Timer tick, asking Buildbucket for the build status
[14:39:23.779] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:23.779] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:21:0) after 1m0s
[14:40:23.874] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:21:0)
[14:40:23.875] Timer tick, asking Buildbucket for the build status
[14:40:23.940] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:23.940] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:22:0) after 1m0s
[14:41:24.017] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:22:0)
[14:41:24.017] Timer tick, asking Buildbucket for the build status
[14:41:24.140] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:24.140] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:23:0) after 1m0s
[14:42:24.193] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:23:0)
[14:42:24.193] Timer tick, asking Buildbucket for the build status
[14:42:24.254] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:24.254] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:24:0) after 1m0s
[14:43:24.267] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:24:0)
[14:43:24.267] Timer tick, asking Buildbucket for the build status
[14:43:24.444] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:24.444] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:25:0) after 1m0s
[14:44:24.471] Handling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:25:0)
[14:44:24.471] Timer tick, asking Buildbucket for the build status
[14:44:24.554] Build 8860748788827629552: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:24.554] Scheduling timer "check-buildbucket-build-status" (webrtc/Win64 ASan:9026178850855702176:26:0) after 1m0s
[14:44:30.779] Received PubSub notification, asking Buildbucket for the build status
[14:44:30.845] Build 8860748788827629552: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[14:44:30.845] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1608129870251654",
"created_by": "project:webrtc",
"created_ts": "1608128478175268",
"failure_reason": "INFRA_FAILURE",
"id": "8860748788827629552",
"parameters_json": "{\"builder_name\": \"Win64 ASan\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"title\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"url\": \"https://webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('bot_update') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\", \"temp_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\tmp\\\\rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"title\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\", \"url\": \"https://webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}]}, \"bot_id\": \"luci-webrtc-ci-win10-8-7sy6\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.webrtc\", \"buildername\": \"Win64 ASan\", \"buildnumber\": 4516, \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"98d9c306efbeb487a36c59116c1c5f5b959c3cc4\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_021e593f617754612c180faa8420d13b88579b49bd6f099a542c510a6e15676e_v2\", \"builder_81f53b25d31fdb07e0c26983f8c38646f89ef9be55c4f2257151c137ead8af33_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\"], \"gce\": [\"1\"], \"gcp\": [\"webrtc-ci\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-win10-8-7sy6\"], \"image\": [\"chrome-win10-1703-20092300-22ba5320847\"], \"integrity\": [\"high\"], \"locale\": [\"en_US.cp1252\"], \"machine_type\": [\"e2-standard-8\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.13\"], \"server_version\": [\"5657-0417a3f\"], \"ssd\": [\"0\"], \"windows_client_version\": [\"10\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('bot_update') (retcode: 1)\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1608128764879082",
"status": "COMPLETED",
"status_changed_ts": "1608128765279205",
"tags": [
"build_address:luci.webrtc.ci/Win64 ASan/4516",
"builder:Win64 ASan",
"buildset:commit/git/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/98d9c306efbeb487a36c59116c1c5f5b959c3cc4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9026178850855702176",
"scheduler_job_id:webrtc/Win64 ASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8860748788827629552/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Windows",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:5084bec959be8e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1608129870361668",
"url": "https://ci.chromium.org/b/8860748788827629552",
"utcnow_ts": "1608129870838497"
}
}
[14:44:30.845] Invocation finished in 23m13.988004635s with status FAILED