[16:10:06.664] New invocation is queued and will start shortly
[16:10:07.771] Starting the invocation (attempt 1)
[16:10:07.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:10:07.826] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:10:07.827] Buildbucket request:
{
"bucket": "luci.v8.try.triggered",
"client_operation_id": "9032694985464802128",
"parameters_json": "{\"builder_name\":\"v8_verify_flakes\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"cron\":{\"generation\":\"13350\"},\"id\":\"cron:v1:13350\"}]}}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:v8_verify_flakes",
"scheduler_invocation_id:9032694985464802128",
"scheduler_job_id:v8/v8_verify_flakes",
"user_agent:luci-scheduler"
]
}
[16:10:08.405] Buildbucket response:
{
"build": {
"bucket": "luci.v8.try.triggered",
"canary_preference": "PROD",
"created_by": "project:v8",
"created_ts": "1601914208025373",
"id": "8867264923364750096",
"parameters_json": "{\"builder_name\": \"v8_verify_flakes\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"cron\": {\"generation\": \"13350\"}, \"id\": \"cron:v1:13350\"}]}}}",
"project": "v8",
"result_details_json": "{\"properties\": {}}",
"service_account": "v8-try-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1601914208279996",
"tags": [
"builder:v8_verify_flakes",
"scheduler_invocation_id:9032694985464802128",
"scheduler_job_id:v8/v8_verify_flakes",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/v8/buildbucket/cr-buildbucket.appspot.com/8867264923364750096/+/annotations",
"swarming_tag:luci_project:v8",
"swarming_tag:recipe_name:v8/verify_flakes",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1601914208280188",
"url": "https://ci.chromium.org/b/8867264923364750096",
"utcnow_ts": "1601914208397270"
}
}
[16:10:08.405] Task URL: https://ci.chromium.org/b/8867264923364750096
[16:10:08.405] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:2:0) after 1m0s
[16:11:08.416] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:2:0)
[16:11:08.416] Timer tick, asking Buildbucket for the build status
[16:11:08.681] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:11:08.681] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:3:0) after 1m0s
[16:12:08.713] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:3:0)
[16:12:08.713] Timer tick, asking Buildbucket for the build status
[16:12:08.859] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:12:08.859] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:4:0) after 1m0s
[16:13:08.969] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:4:0)
[16:13:08.969] Timer tick, asking Buildbucket for the build status
[16:13:09.175] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:13:09.175] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:5:0) after 1m0s
[16:14:09.310] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:5:0)
[16:14:09.310] Timer tick, asking Buildbucket for the build status
[16:14:10.239] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:14:10.239] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:6:0) after 1m0s
[16:15:10.257] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:6:0)
[16:15:10.257] Timer tick, asking Buildbucket for the build status
[16:15:10.343] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:15:10.343] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:7:0) after 1m0s
[16:16:10.324] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:7:0)
[16:16:10.324] Timer tick, asking Buildbucket for the build status
[16:16:10.595] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:16:10.595] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:8:0) after 1m0s
[16:17:10.649] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:8:0)
[16:17:10.649] Timer tick, asking Buildbucket for the build status
[16:17:11.886] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:17:11.886] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:9:0) after 1m0s
[16:18:11.879] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:9:0)
[16:18:11.879] Timer tick, asking Buildbucket for the build status
[16:18:12.062] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:18:12.062] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:10:0) after 1m0s
[16:19:12.098] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:10:0)
[16:19:12.098] Timer tick, asking Buildbucket for the build status
[16:19:12.437] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:19:12.437] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:11:0) after 1m0s
[16:20:12.506] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:11:0)
[16:20:12.506] Timer tick, asking Buildbucket for the build status
[16:20:13.870] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:20:13.870] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:12:0) after 1m0s
[16:21:13.921] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:12:0)
[16:21:13.921] Timer tick, asking Buildbucket for the build status
[16:21:14.412] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:21:14.412] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:13:0) after 1m0s
[16:23:08.809] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:13:0)
[16:23:08.809] Timer tick, asking Buildbucket for the build status
[16:23:08.914] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:23:08.914] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:14:0) after 1m0s
[16:24:09.273] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:14:0)
[16:24:09.273] Timer tick, asking Buildbucket for the build status
[16:24:09.759] Build 8867264923364750096: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:24:09.759] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:15:0) after 1m0s
[16:24:46.517] Received PubSub notification, asking Buildbucket for the build status
[16:24:46.751] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:09.855] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:15:0)
[16:25:09.855] Timer tick, asking Buildbucket for the build status
[16:25:11.574] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:11.574] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:17:0) after 1m0s
[16:26:11.824] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:17:0)
[16:26:11.824] Timer tick, asking Buildbucket for the build status
[16:26:15.741] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:15.741] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:18:0) after 1m0s
[16:27:15.833] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:18:0)
[16:27:15.834] Timer tick, asking Buildbucket for the build status
[16:27:15.899] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:15.899] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:19:0) after 1m0s
[16:28:17.205] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:19:0)
[16:28:17.205] Timer tick, asking Buildbucket for the build status
[16:28:17.306] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:17.306] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:20:0) after 1m0s
[16:29:17.468] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:20:0)
[16:29:17.468] Timer tick, asking Buildbucket for the build status
[16:29:18.676] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:18.676] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:21:0) after 1m0s
[16:30:18.745] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:21:0)
[16:30:18.745] Timer tick, asking Buildbucket for the build status
[16:30:18.882] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:18.882] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:22:0) after 1m0s
[16:31:18.928] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:22:0)
[16:31:18.928] Timer tick, asking Buildbucket for the build status
[16:31:19.042] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:19.042] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:23:0) after 1m0s
[16:32:19.653] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:23:0)
[16:32:19.653] Timer tick, asking Buildbucket for the build status
[16:32:19.756] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:19.756] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:24:0) after 1m0s
[16:33:19.902] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:24:0)
[16:33:19.902] Timer tick, asking Buildbucket for the build status
[16:33:20.822] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:20.822] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:25:0) after 1m0s
[16:34:20.914] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:25:0)
[16:34:20.914] Timer tick, asking Buildbucket for the build status
[16:34:20.987] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:20.987] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:26:0) after 1m0s
[16:35:21.004] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:26:0)
[16:35:21.004] Timer tick, asking Buildbucket for the build status
[16:35:21.104] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:21.104] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:27:0) after 1m0s
[16:36:21.089] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:27:0)
[16:36:21.089] Timer tick, asking Buildbucket for the build status
[16:36:21.344] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:21.344] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:28:0) after 1m0s
[16:37:21.388] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:28:0)
[16:37:21.388] Timer tick, asking Buildbucket for the build status
[16:37:21.615] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:21.615] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:29:0) after 1m0s
[16:38:21.616] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:29:0)
[16:38:21.616] Timer tick, asking Buildbucket for the build status
[16:38:21.732] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:21.733] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:30:0) after 1m0s
[16:39:21.797] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:30:0)
[16:39:21.797] Timer tick, asking Buildbucket for the build status
[16:39:23.463] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:23.463] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:31:0) after 1m0s
[16:40:23.484] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:31:0)
[16:40:23.484] Timer tick, asking Buildbucket for the build status
[16:40:23.614] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:23.614] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:32:0) after 1m0s
[16:41:23.675] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:32:0)
[16:41:23.675] Timer tick, asking Buildbucket for the build status
[16:41:24.472] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:24.472] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:33:0) after 1m0s
[16:42:24.506] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:33:0)
[16:42:24.506] Timer tick, asking Buildbucket for the build status
[16:42:24.589] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:24.589] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:34:0) after 1m0s
[16:43:24.681] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:34:0)
[16:43:24.681] Timer tick, asking Buildbucket for the build status
[16:43:24.836] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:24.836] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:35:0) after 1m0s
[16:44:24.865] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:35:0)
[16:44:24.865] Timer tick, asking Buildbucket for the build status
[16:44:25.003] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:25.003] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:36:0) after 1m0s
[16:45:25.038] Handling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:36:0)
[16:45:25.038] Timer tick, asking Buildbucket for the build status
[16:45:31.694] Build 8867264923364750096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:31.694] Scheduling timer "check-buildbucket-build-status" (v8/v8_verify_flakes:9032694985464802128:37:0) after 1m0s
[16:46:23.488] Received PubSub notification, asking Buildbucket for the build status
[16:46:25.467] Build 8867264923364750096: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:46:25.467] Buildbucket build:
{
"build": {
"bucket": "luci.v8.try.triggered",
"canary_preference": "PROD",
"completed_ts": "1601916382744687",
"created_by": "project:v8",
"created_ts": "1601914208025373",
"failure_reason": "BUILD_FAILURE",
"id": "8867264923364750096",
"parameters_json": "{\"builder_name\": \"v8_verify_flakes\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"cron\": {\"generation\": \"13350\"}, \"id\": \"cron:v1:13350\"}]}}}",
"project": "v8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Some flakes failed to reproduce: CpuProfileDeepStack, FunctionCallSample\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"cron\": {\"generation\": \"13350\"}, \"id\": \"cron:v1:13350\"}]}, \"bot_id\": \"luci-v8-try-slim-56-9h1j\", \"builder_group\": \"tryserver.v8\", \"buildername\": \"v8_verify_flakes\", \"got_revision\": \"77cc96aa48a4ec2841b4c1fffd63f2a69c3f59d0\", \"path_config\": \"generic\", \"recipe\": \"v8/verify_flakes\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"git\", \"goma_v2\", \"v8_builder_cache_nowait\", \"vpython\"], \"cores\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"host_class\": [\"multibot\"], \"id\": [\"luci-v8-try-slim-56-9h1j\"], \"image\": [\"chrome-xenial-20091600-9ddf7e422ac\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"g1-small\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.v8.try\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5564-e41b668\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Some flakes failed to reproduce: CpuProfileDeepStack, FunctionCallSample\"}}",
"service_account": "v8-try-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1601915085442975",
"status": "COMPLETED",
"status_changed_ts": "1601915086178892",
"tags": [
"builder:v8_verify_flakes",
"scheduler_invocation_id:9032694985464802128",
"scheduler_job_id:v8/v8_verify_flakes",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/v8/buildbucket/cr-buildbucket.appspot.com/8867264923364750096/+/annotations",
"swarming_tag:luci_project:v8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:v8/verify_flakes",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4f12588c740dbd10",
"user_agent:luci-scheduler"
],
"updated_ts": "1601916382942476",
"url": "https://ci.chromium.org/b/8867264923364750096",
"utcnow_ts": "1601916385327036"
}
}
[16:46:25.467] Invocation finished in 36m18.828595051s with status FAILED