[08:54:25.071] New invocation is queued and will start shortly
[08:54:26.157] Starting the invocation (attempt 1)
[08:54:26.197] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:54:26.197] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:54:26.198] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9037886423996084512",
"parameters_json": "{\"builder_name\":\"ToTLinuxASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"3f1f7b23c8e2bf37884c32b4e5d281192eef9b24\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTLinuxASan",
"scheduler_invocation_id:9037886423996084512",
"scheduler_job_id:chromium/ToTLinuxASan",
"user_agent:luci-scheduler",
"buildset:commit/git/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"gitiles_ref:refs/heads/master"
]
}
[08:54:27.154] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1596963266319047",
"id": "8872456362014910112",
"parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f1f7b23c8e2bf37884c32b4e5d281192eef9b24\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1596963267013285",
"tags": [
"build_address:luci.chromium.ci/ToTLinuxASan/10970",
"builder:ToTLinuxASan",
"buildset:commit/git/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9037886423996084512",
"scheduler_job_id:chromium/ToTLinuxASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8872456362014910112/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1596963267013431",
"url": "https://ci.chromium.org/b/8872456362014910112",
"utcnow_ts": "1596963267145258"
}
}
[08:54:27.154] Task URL: https://ci.chromium.org/b/8872456362014910112
[08:54:27.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:2:0) after 1m0s
[08:55:00.145] Received PubSub notification, asking Buildbucket for the build status
[08:55:00.535] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:27.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:2:0)
[08:55:27.177] Timer tick, asking Buildbucket for the build status
[08:55:27.289] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:27.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:4:0) after 1m0s
[08:56:27.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:4:0)
[08:56:27.329] Timer tick, asking Buildbucket for the build status
[08:56:27.592] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:27.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:5:0) after 1m0s
[08:57:27.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:5:0)
[08:57:27.617] Timer tick, asking Buildbucket for the build status
[08:57:27.864] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:27.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:6:0) after 1m0s
[08:58:28.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:6:0)
[08:58:28.035] Timer tick, asking Buildbucket for the build status
[08:58:28.161] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:28.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:7:0) after 1m0s
[08:59:28.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:7:0)
[08:59:28.234] Timer tick, asking Buildbucket for the build status
[08:59:28.395] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:28.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:8:0) after 1m0s
[09:00:28.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:8:0)
[09:00:28.432] Timer tick, asking Buildbucket for the build status
[09:00:29.361] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:29.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:9:0) after 1m0s
[09:01:29.511] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:9:0)
[09:01:29.511] Timer tick, asking Buildbucket for the build status
[09:01:29.592] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:29.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:10:0) after 1m0s
[09:02:29.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:10:0)
[09:02:29.683] Timer tick, asking Buildbucket for the build status
[09:02:29.832] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:29.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:11:0) after 1m0s
[09:03:29.905] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:11:0)
[09:03:29.905] Timer tick, asking Buildbucket for the build status
[09:03:29.996] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:29.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:12:0) after 1m0s
[09:04:30.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:12:0)
[09:04:30.107] Timer tick, asking Buildbucket for the build status
[09:04:30.318] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:30.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:13:0) after 1m0s
[09:05:30.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:13:0)
[09:05:30.406] Timer tick, asking Buildbucket for the build status
[09:05:30.512] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:30.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:14:0) after 1m0s
[09:06:30.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:14:0)
[09:06:30.662] Timer tick, asking Buildbucket for the build status
[09:06:30.798] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:30.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:15:0) after 1m0s
[09:07:30.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:15:0)
[09:07:30.935] Timer tick, asking Buildbucket for the build status
[09:07:31.006] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:31.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:16:0) after 1m0s
[09:08:31.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:16:0)
[09:08:31.079] Timer tick, asking Buildbucket for the build status
[09:08:31.155] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:31.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:17:0) after 1m0s
[09:09:31.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:17:0)
[09:09:31.189] Timer tick, asking Buildbucket for the build status
[09:09:31.350] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:31.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:18:0) after 1m0s
[09:10:31.383] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:18:0)
[09:10:31.383] Timer tick, asking Buildbucket for the build status
[09:10:31.494] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:31.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:19:0) after 1m0s
[09:11:31.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:19:0)
[09:11:31.518] Timer tick, asking Buildbucket for the build status
[09:11:31.848] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:31.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:20:0) after 1m0s
[09:12:31.925] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:20:0)
[09:12:31.925] Timer tick, asking Buildbucket for the build status
[09:12:32.032] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:32.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:21:0) after 1m0s
[09:13:32.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:21:0)
[09:13:32.060] Timer tick, asking Buildbucket for the build status
[09:13:32.147] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:32.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:22:0) after 1m0s
[09:14:32.178] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:22:0)
[09:14:32.178] Timer tick, asking Buildbucket for the build status
[09:14:32.348] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:32.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:23:0) after 1m0s
[09:15:32.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:23:0)
[09:15:32.396] Timer tick, asking Buildbucket for the build status
[09:15:32.534] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:32.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:24:0) after 1m0s
[09:16:32.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:24:0)
[09:16:32.526] Timer tick, asking Buildbucket for the build status
[09:16:32.622] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:32.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:25:0) after 1m0s
[09:17:32.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:25:0)
[09:17:32.649] Timer tick, asking Buildbucket for the build status
[09:17:32.831] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:26:0) after 1m0s
[09:18:32.891] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:26:0)
[09:18:32.891] Timer tick, asking Buildbucket for the build status
[09:18:33.028] Build 8872456362014910112: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:33.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9037886423996084512:27:0) after 1m0s
[09:18:43.517] Received PubSub notification, asking Buildbucket for the build status
[09:18:43.621] Build 8872456362014910112: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:18:43.621] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1596964723133381",
"created_by": "project:chromium",
"created_ts": "1596963266319047",
"failure_reason": "BUILD_FAILURE",
"id": "8872456362014910112",
"parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f1f7b23c8e2bf37884c32b4e5d281192eef9b24\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[84/81961] CXX obj/components/search_engines/prepopulated_engines/prepopulated_engines.o\\nFAILED: obj/components/search_engines/prepopulated_engines/prepopulated_engines.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/components/search_engines/prep...(too long)\\ngen/components/search_engines/prepopulated_engines.cc:112:13: error: suspicious concatenation of string literals in an array initialization; did you mean to separate the elements with a comma? [-Werror,-Wstring-concatenation]\\nL\\\"\\\\x641c\\\" L\\\"\\\\x72d7\\\" L\\\"\\\",\\n^\\n, ,\\ngen/components/search_engines/prepopulated_engines.cc:112:3: note: place parentheses around the string literal to silence warning\\nL\\\"\\\\x641c\\\" L\\\"\\\\x72d7\\\" L\\\"\\\",\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-7-1g8t\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTLinuxASan\", \"buildnumber\": 10970, \"clang_revision\": \"llvmorg-12-init-2592-gc990455d-0\", \"got_angle_revision\": \"48ba75ac6845428971ea2a12bfb69eb85e608409\", \"got_dawn_revision\": \"101a5829d50f9509d514a13d49946a99c8f1c469\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"3f1f7b23c8e2bf37884c32b4e5d281192eef9b24\", \"got_revision_cp\": \"refs/heads/master@{#796264}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"59b4828f293eb16f8983ae9ea0a8a0a84cf8174c\", \"got_v8_revision\": \"4f52dde736e657ac01cf74a6cdc38c752f9a5dae\", \"got_v8_revision_cp\": \"refs/heads/8.6.337@{#1}\", \"got_webrtc_revision\": \"4c2f9c90f42591f0935b496d61ee256ebf53198f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31887}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f1f7b23c8e2bf37884c32b4e5d281192eef9b24\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4546ef179f50eb727f19fe6abd7705a7b8921ff8263e4e2e8e2644dd615ef1a7_v2\", \"builder_608a43c213d1fbf09444ab7c8abfb2a24c74a7c840e76eba6946ec84b4490281_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-7-1g8t\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5472-d0af7f3\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[84/81961] CXX obj/components/search_engines/prepopulated_engines/prepopulated_engines.o\\nFAILED: obj/components/search_engines/prepopulated_engines/prepopulated_engines.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/components/search_engines/prep...(too long)\\ngen/components/search_engines/prepopulated_engines.cc:112:13: error: suspicious concatenation of string literals in an array initialization; did you mean to separate the elements with a comma? [-Werror,-Wstring-concatenation]\\nL\\\"\\\\x641c\\\" L\\\"\\\\x72d7\\\" L\\\"\\\",\\n^\\n, ,\\ngen/components/search_engines/prepopulated_engines.cc:112:3: note: place parentheses around the string literal to silence warning\\nL\\\"\\\\x641c\\\" L\\\"\\\\x72d7\\\" L\\\"\\\",\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1596963289640427",
"status": "COMPLETED",
"status_changed_ts": "1596963299772608",
"tags": [
"build_address:luci.chromium.ci/ToTLinuxASan/10970",
"builder:ToTLinuxASan",
"buildset:commit/git/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f1f7b23c8e2bf37884c32b4e5d281192eef9b24",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9037886423996084512",
"scheduler_job_id:chromium/ToTLinuxASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8872456362014910112/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4deb3f2da4650210",
"user_agent:luci-scheduler"
],
"updated_ts": "1596964723208849",
"url": "https://ci.chromium.org/b/8872456362014910112",
"utcnow_ts": "1596964723605897"
}
}
[09:18:43.621] Invocation finished in 24m18.575682398s with status FAILED