[00:39:40.405] New invocation is queued and will start shortly
[00:39:41.582] Starting the invocation (attempt 1)
[00:39:41.684] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:39:41.684] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:39:41.684] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9061835149760675264",
"parameters_json": "{\"builder_name\":\"ToTWinASanLibfuzzer\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"e7e49fe05664a8d64c44fbb5767d204634ccd541\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTWinASanLibfuzzer",
"scheduler_invocation_id:9061835149760675264",
"scheduler_job_id:chromium/ToTWinASanLibfuzzer",
"user_agent:luci-scheduler",
"buildset:commit/git/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"gitiles_ref:refs/heads/master"
]
}
[00:39:43.012] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1574123981987831",
"id": "8896405087421957648",
"parameters_json": "{\"builder_name\": \"ToTWinASanLibfuzzer\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e7e49fe05664a8d64c44fbb5767d204634ccd541\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1574123982823629",
"tags": [
"build_address:luci.chromium.ci/ToTWinASanLibfuzzer/4212",
"builder:ToTWinASanLibfuzzer",
"buildset:commit/git/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9061835149760675264",
"scheduler_job_id:chromium/ToTWinASanLibfuzzer",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896405087421957648/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1574123982823744",
"url": "https://ci.chromium.org/b/8896405087421957648",
"utcnow_ts": "1574123983003671"
}
}
[00:39:43.012] Task URL: https://ci.chromium.org/b/8896405087421957648
[00:39:43.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:2:0) after 1m0s
[00:40:43.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:2:0)
[00:40:43.088] Timer tick, asking Buildbucket for the build status
[00:40:43.394] Build 8896405087421957648: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:40:43.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:3:0) after 1m0s
[00:40:49.739] Received PubSub notification, asking Buildbucket for the build status
[00:40:49.968] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:43.473] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:3:0)
[00:41:43.474] Timer tick, asking Buildbucket for the build status
[00:41:43.660] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:43.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:5:0) after 1m0s
[00:42:43.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:5:0)
[00:42:43.697] Timer tick, asking Buildbucket for the build status
[00:42:44.275] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:44.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:6:0) after 1m0s
[00:43:44.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:6:0)
[00:43:44.297] Timer tick, asking Buildbucket for the build status
[00:43:44.573] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:44.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:7:0) after 1m0s
[00:44:44.624] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:7:0)
[00:44:44.624] Timer tick, asking Buildbucket for the build status
[00:44:45.305] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:45.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:8:0) after 1m0s
[00:45:45.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:8:0)
[00:45:45.309] Timer tick, asking Buildbucket for the build status
[00:45:46.113] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:46.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:9:0) after 1m0s
[00:46:46.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:9:0)
[00:46:46.141] Timer tick, asking Buildbucket for the build status
[00:46:47.756] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:47.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:10:0) after 1m0s
[00:47:47.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:10:0)
[00:47:47.809] Timer tick, asking Buildbucket for the build status
[00:47:48.059] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:48.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:11:0) after 1m0s
[00:48:48.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:11:0)
[00:48:48.171] Timer tick, asking Buildbucket for the build status
[00:48:49.578] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:49.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:12:0) after 1m0s
[00:49:49.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:12:0)
[00:49:49.605] Timer tick, asking Buildbucket for the build status
[00:49:49.995] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:49.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:13:0) after 1m0s
[00:50:50.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:13:0)
[00:50:50.036] Timer tick, asking Buildbucket for the build status
[00:50:50.565] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:50.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:14:0) after 1m0s
[00:51:50.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:14:0)
[00:51:50.618] Timer tick, asking Buildbucket for the build status
[00:51:51.372] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:51.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:15:0) after 1m0s
[00:52:51.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:15:0)
[00:52:51.398] Timer tick, asking Buildbucket for the build status
[00:52:51.892] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:51.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:16:0) after 1m0s
[00:53:51.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:16:0)
[00:53:51.999] Timer tick, asking Buildbucket for the build status
[00:53:54.264] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:54.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:17:0) after 1m0s
[00:54:54.262] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:17:0)
[00:54:54.262] Timer tick, asking Buildbucket for the build status
[00:54:54.914] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:54.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:18:0) after 1m0s
[00:55:54.966] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:18:0)
[00:55:54.966] Timer tick, asking Buildbucket for the build status
[00:55:55.613] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:55.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:19:0) after 1m0s
[00:56:55.635] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:19:0)
[00:56:55.635] Timer tick, asking Buildbucket for the build status
[00:56:58.154] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:58.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:20:0) after 1m0s
[00:57:58.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:20:0)
[00:57:58.312] Timer tick, asking Buildbucket for the build status
[00:57:59.171] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:59.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:21:0) after 1m0s
[00:58:59.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:21:0)
[00:58:59.316] Timer tick, asking Buildbucket for the build status
[00:58:59.652] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:59.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:22:0) after 1m0s
[00:59:59.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:22:0)
[00:59:59.674] Timer tick, asking Buildbucket for the build status
[00:59:59.978] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:59.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:23:0) after 1m0s
[01:01:00.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:23:0)
[01:01:00.067] Timer tick, asking Buildbucket for the build status
[01:01:00.362] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:00.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:24:0) after 1m0s
[01:02:00.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:24:0)
[01:02:00.378] Timer tick, asking Buildbucket for the build status
[01:02:00.558] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:00.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:25:0) after 1m0s
[01:03:00.657] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:25:0)
[01:03:00.657] Timer tick, asking Buildbucket for the build status
[01:03:01.042] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:01.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:26:0) after 1m0s
[01:04:01.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:26:0)
[01:04:01.100] Timer tick, asking Buildbucket for the build status
[01:04:02.991] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:02.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:27:0) after 1m0s
[01:05:03.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:27:0)
[01:05:03.048] Timer tick, asking Buildbucket for the build status
[01:05:03.212] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:03.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:28:0) after 1m0s
[01:06:03.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:28:0)
[01:06:03.299] Timer tick, asking Buildbucket for the build status
[01:06:04.326] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:04.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:29:0) after 1m0s
[01:07:04.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:29:0)
[01:07:04.358] Timer tick, asking Buildbucket for the build status
[01:07:04.924] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:04.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:30:0) after 1m0s
[01:08:04.992] Handling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:30:0)
[01:08:04.992] Timer tick, asking Buildbucket for the build status
[01:08:05.464] Build 8896405087421957648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:05.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWinASanLibfuzzer:9061835149760675264:31:0) after 1m0s
[01:08:52.701] Received PubSub notification, asking Buildbucket for the build status
[01:08:53.061] Build 8896405087421957648: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:08:53.061] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1574125732251568",
"created_by": "project:chromium",
"created_ts": "1574123981987831",
"failure_reason": "BUILD_FAILURE",
"id": "8896405087421957648",
"parameters_json": "{\"builder_name\": \"ToTWinASanLibfuzzer\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e7e49fe05664a8d64c44fbb5767d204634ccd541\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\", \"temp_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\tmp\\\\rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-win10-32-5-bbrf\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTWinASanLibfuzzer\", \"buildnumber\": 4212, \"got_angle_revision\": \"e4b3136913c68b05a84766e8048b28737e9961ee\", \"got_dawn_revision\": \"d0c07f112eb2038891b62d529d1d841e06673b67\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"e7e49fe05664a8d64c44fbb5767d204634ccd541\", \"got_revision_cp\": \"refs/heads/master@{#716397}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"79afb7620a69d0983de8b109837271f7beabe021\", \"got_v8_revision\": \"94acd86a2f642870c4d03887e445d64b54ebee39\", \"got_v8_revision_cp\": \"refs/heads/8.0.298@{#1}\", \"got_webrtc_revision\": \"aa3f5da8dc014b7ae426396c944217a1cd25b3ae\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29821}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e7e49fe05664a8d64c44fbb5767d204634ccd541\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"git\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-win10-32-5-bbrf\"], \"image\": [\"chrome-win10-1703-19102400-d35fedf5a0d\"], \"integrity\": [\"high\"], \"locale\": [\"en_US.cp1252\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.13\"], \"server_version\": [\"4638-f6b223c\"], \"ssd\": [\"0\"], \"windows_client_version\": [\"10\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-b\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1574124048899344",
"status": "COMPLETED",
"status_changed_ts": "1574124049434334",
"tags": [
"build_address:luci.chromium.ci/ToTWinASanLibfuzzer/4212",
"builder:ToTWinASanLibfuzzer",
"buildset:commit/git/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7e49fe05664a8d64c44fbb5767d204634ccd541",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9061835149760675264",
"scheduler_job_id:chromium/ToTWinASanLibfuzzer",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896405087421957648/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Windows",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4899eb765897fb10",
"user_agent:luci-scheduler"
],
"updated_ts": "1574125732369850",
"url": "https://ci.chromium.org/b/8896405087421957648",
"utcnow_ts": "1574125733051693"
}
}
[01:08:53.061] Invocation finished in 29m12.688239664s with status FAILED