[04:00:18.252] New invocation is queued and will start shortly
[04:00:20.138] Starting the invocation (attempt 1)
[04:00:20.208] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:20.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:20.209] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9105490264952193360",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"a1b22872e1807a2757589b15f20e8c956b7e54f9\",\"root_solution_revision_timestamp\":1532490904}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9105490264952193360",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5351",
"user_agent:recipe"
]
}
[04:00:22.066] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1532491220611040",
"experimental": true,
"id": "8940060201814620672",
"lease_expiration_ts": "1532606421604350",
"lease_key": "877125088",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"a1b22872e1807a2757589b15f20e8c956b7e54f9\", \"root_solution_revision_timestamp\": 1532490904}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1532491221807280",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5351",
"scheduler_invocation_id:9105490264952193360",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8940060201814620672",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:6d851ad604a64afe293b646c0b4f1f875a182f69",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940060201814620672/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5351",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9105490264952193360",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:9a1e4e921277ca788b309e06f68f2bff08c01e76",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3ee869d1a9671010",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1532491221807420",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"utcnow_ts": "1532491222053290"
}
}
[04:00:22.066] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2423
[04:00:22.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:2:0) after 1m0s
[04:00:31.914] Received PubSub notification, asking Buildbucket for the build status
[04:00:31.991] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:22.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:2:0)
[04:01:22.119] Timer tick, asking Buildbucket for the build status
[04:01:22.251] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:22.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:4:0) after 1m0s
[04:02:22.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:4:0)
[04:02:22.267] Timer tick, asking Buildbucket for the build status
[04:02:22.361] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:22.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:5:0) after 1m0s
[04:03:22.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:5:0)
[04:03:22.412] Timer tick, asking Buildbucket for the build status
[04:03:22.486] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:22.486] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:6:0) after 1m0s
[04:04:22.515] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:6:0)
[04:04:22.515] Timer tick, asking Buildbucket for the build status
[04:04:22.652] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:22.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:7:0) after 1m0s
[04:05:22.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:7:0)
[04:05:22.666] Timer tick, asking Buildbucket for the build status
[04:05:22.761] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:22.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:8:0) after 1m0s
[04:06:22.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:8:0)
[04:06:22.783] Timer tick, asking Buildbucket for the build status
[04:06:22.830] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:22.830] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:9:0) after 1m0s
[04:07:22.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:9:0)
[04:07:22.853] Timer tick, asking Buildbucket for the build status
[04:07:22.890] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:22.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:10:0) after 1m0s
[04:08:22.909] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:10:0)
[04:08:22.909] Timer tick, asking Buildbucket for the build status
[04:08:23.031] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:23.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:11:0) after 1m0s
[04:09:23.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:11:0)
[04:09:23.071] Timer tick, asking Buildbucket for the build status
[04:09:23.109] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:23.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:12:0) after 1m0s
[04:10:23.136] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:12:0)
[04:10:23.136] Timer tick, asking Buildbucket for the build status
[04:10:23.192] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:23.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:13:0) after 1m0s
[04:11:23.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:13:0)
[04:11:23.211] Timer tick, asking Buildbucket for the build status
[04:11:23.264] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:23.264] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:14:0) after 1m0s
[04:12:23.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:14:0)
[04:12:23.281] Timer tick, asking Buildbucket for the build status
[04:12:23.322] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:23.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:15:0) after 1m0s
[04:13:23.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:15:0)
[04:13:23.342] Timer tick, asking Buildbucket for the build status
[04:13:23.473] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:23.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:16:0) after 1m0s
[04:14:23.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:16:0)
[04:14:23.491] Timer tick, asking Buildbucket for the build status
[04:14:23.560] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:23.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:17:0) after 1m0s
[04:15:23.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:17:0)
[04:15:23.617] Timer tick, asking Buildbucket for the build status
[04:15:23.749] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:23.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:18:0) after 1m0s
[04:16:23.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:18:0)
[04:16:23.821] Timer tick, asking Buildbucket for the build status
[04:16:23.868] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:23.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:19:0) after 1m0s
[04:17:23.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:19:0)
[04:17:23.887] Timer tick, asking Buildbucket for the build status
[04:17:23.998] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:23.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:20:0) after 1m0s
[04:18:24.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:20:0)
[04:18:24.018] Timer tick, asking Buildbucket for the build status
[04:18:24.100] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:24.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:21:0) after 1m0s
[04:19:24.126] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:21:0)
[04:19:24.126] Timer tick, asking Buildbucket for the build status
[04:19:24.162] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:24.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:22:0) after 1m0s
[04:20:24.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:22:0)
[04:20:24.179] Timer tick, asking Buildbucket for the build status
[04:20:24.256] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:24.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:23:0) after 1m0s
[04:21:24.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:23:0)
[04:21:24.275] Timer tick, asking Buildbucket for the build status
[04:21:24.317] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:24.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:24:0) after 1m0s
[04:22:24.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:24:0)
[04:22:24.340] Timer tick, asking Buildbucket for the build status
[04:22:24.502] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:24.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:25:0) after 1m0s
[04:23:24.534] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:25:0)
[04:23:24.534] Timer tick, asking Buildbucket for the build status
[04:23:24.576] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:24.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:26:0) after 1m0s
[04:24:24.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:26:0)
[04:24:24.598] Timer tick, asking Buildbucket for the build status
[04:24:24.639] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:24.639] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:27:0) after 1m0s
[04:25:24.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:27:0)
[04:25:24.670] Timer tick, asking Buildbucket for the build status
[04:25:24.721] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:24.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:28:0) after 1m0s
[04:26:24.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:28:0)
[04:26:24.739] Timer tick, asking Buildbucket for the build status
[04:26:24.847] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:24.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:29:0) after 1m0s
[04:27:24.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:29:0)
[04:27:24.866] Timer tick, asking Buildbucket for the build status
[04:27:24.932] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:24.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:30:0) after 1m0s
[04:28:24.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:30:0)
[04:28:24.970] Timer tick, asking Buildbucket for the build status
[04:28:25.276] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:25.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:31:0) after 1m0s
[04:29:25.299] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:31:0)
[04:29:25.299] Timer tick, asking Buildbucket for the build status
[04:29:25.405] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:25.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:32:0) after 1m0s
[04:30:25.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:32:0)
[04:30:25.423] Timer tick, asking Buildbucket for the build status
[04:30:25.496] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:25.496] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:33:0) after 1m0s
[04:31:25.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:33:0)
[04:31:25.518] Timer tick, asking Buildbucket for the build status
[04:31:25.561] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:25.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:34:0) after 1m0s
[04:32:25.582] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:34:0)
[04:32:25.582] Timer tick, asking Buildbucket for the build status
[04:32:25.635] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:25.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:35:0) after 1m0s
[04:33:25.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:35:0)
[04:33:25.651] Timer tick, asking Buildbucket for the build status
[04:33:25.690] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:25.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:36:0) after 1m0s
[04:34:25.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:36:0)
[04:34:25.704] Timer tick, asking Buildbucket for the build status
[04:34:25.780] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:25.780] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:37:0) after 1m0s
[04:35:25.804] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:37:0)
[04:35:25.804] Timer tick, asking Buildbucket for the build status
[04:35:25.841] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:25.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:38:0) after 1m0s
[04:36:25.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:38:0)
[04:36:25.901] Timer tick, asking Buildbucket for the build status
[04:36:26.255] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:26.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:39:0) after 1m0s
[04:37:26.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:39:0)
[04:37:26.288] Timer tick, asking Buildbucket for the build status
[04:37:26.327] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:26.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:40:0) after 1m0s
[04:38:26.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:40:0)
[04:38:26.348] Timer tick, asking Buildbucket for the build status
[04:38:26.425] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:26.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:41:0) after 1m0s
[04:39:26.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:41:0)
[04:39:26.444] Timer tick, asking Buildbucket for the build status
[04:39:26.604] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:26.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:42:0) after 1m0s
[04:40:26.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:42:0)
[04:40:26.625] Timer tick, asking Buildbucket for the build status
[04:40:26.683] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:26.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:43:0) after 1m0s
[04:41:26.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:43:0)
[04:41:26.700] Timer tick, asking Buildbucket for the build status
[04:41:26.807] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:26.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:44:0) after 1m0s
[04:42:26.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:44:0)
[04:42:26.826] Timer tick, asking Buildbucket for the build status
[04:42:26.892] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:26.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:45:0) after 1m0s
[04:43:26.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:45:0)
[04:43:26.922] Timer tick, asking Buildbucket for the build status
[04:43:27.059] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:27.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:46:0) after 1m0s
[04:44:27.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:46:0)
[04:44:27.082] Timer tick, asking Buildbucket for the build status
[04:44:27.163] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:27.163] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:47:0) after 1m0s
[04:45:27.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:47:0)
[04:45:27.243] Timer tick, asking Buildbucket for the build status
[04:45:27.349] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:27.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:48:0) after 1m0s
[04:46:27.372] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:48:0)
[04:46:27.372] Timer tick, asking Buildbucket for the build status
[04:46:27.478] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:27.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:49:0) after 1m0s
[04:47:27.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:49:0)
[04:47:27.499] Timer tick, asking Buildbucket for the build status
[04:47:27.660] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:27.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:50:0) after 1m0s
[04:48:27.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:50:0)
[04:48:27.681] Timer tick, asking Buildbucket for the build status
[04:48:27.813] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:27.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:51:0) after 1m0s
[04:49:27.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:51:0)
[04:49:27.839] Timer tick, asking Buildbucket for the build status
[04:49:28.205] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:28.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:52:0) after 1m0s
[04:50:28.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:52:0)
[04:50:28.224] Timer tick, asking Buildbucket for the build status
[04:50:28.287] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:28.287] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:53:0) after 1m0s
[04:51:28.306] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:53:0)
[04:51:28.306] Timer tick, asking Buildbucket for the build status
[04:51:28.422] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:28.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:54:0) after 1m0s
[04:52:28.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:54:0)
[04:52:28.441] Timer tick, asking Buildbucket for the build status
[04:52:28.551] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:28.551] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:55:0) after 1m0s
[04:53:28.570] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:55:0)
[04:53:28.570] Timer tick, asking Buildbucket for the build status
[04:53:28.624] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:28.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:56:0) after 1m0s
[04:54:28.641] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:56:0)
[04:54:28.641] Timer tick, asking Buildbucket for the build status
[04:54:28.766] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:28.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:57:0) after 1m0s
[04:55:28.785] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:57:0)
[04:55:28.785] Timer tick, asking Buildbucket for the build status
[04:55:28.853] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:28.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:58:0) after 1m0s
[04:56:28.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:58:0)
[04:56:28.917] Timer tick, asking Buildbucket for the build status
[04:56:29.050] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:29.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:59:0) after 1m0s
[04:57:29.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:59:0)
[04:57:29.084] Timer tick, asking Buildbucket for the build status
[04:57:29.322] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:29.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:60:0) after 1m0s
[04:58:29.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:60:0)
[04:58:29.349] Timer tick, asking Buildbucket for the build status
[04:58:29.438] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:29.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:61:0) after 1m0s
[04:59:29.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:61:0)
[04:59:29.456] Timer tick, asking Buildbucket for the build status
[04:59:30.045] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:30.045] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:62:0) after 1m0s
[05:00:30.073] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:62:0)
[05:00:30.073] Timer tick, asking Buildbucket for the build status
[05:00:30.172] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:30.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:63:0) after 1m0s
[05:01:30.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:63:0)
[05:01:30.227] Timer tick, asking Buildbucket for the build status
[05:01:30.416] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:30.416] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:64:0) after 1m0s
[05:02:30.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:64:0)
[05:02:30.465] Timer tick, asking Buildbucket for the build status
[05:02:30.867] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:30.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:65:0) after 1m0s
[05:03:30.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:65:0)
[05:03:30.897] Timer tick, asking Buildbucket for the build status
[05:03:31.046] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:31.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:66:0) after 1m0s
[05:04:31.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:66:0)
[05:04:31.065] Timer tick, asking Buildbucket for the build status
[05:04:31.173] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:31.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:67:0) after 1m0s
[05:05:31.190] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:67:0)
[05:05:31.190] Timer tick, asking Buildbucket for the build status
[05:05:31.269] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:31.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:68:0) after 1m0s
[05:06:31.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:68:0)
[05:06:31.288] Timer tick, asking Buildbucket for the build status
[05:06:31.372] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:31.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:69:0) after 1m0s
[05:07:31.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:69:0)
[05:07:31.390] Timer tick, asking Buildbucket for the build status
[05:07:31.428] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:31.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:70:0) after 1m0s
[05:08:31.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:70:0)
[05:08:31.449] Timer tick, asking Buildbucket for the build status
[05:08:31.513] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:31.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:71:0) after 1m0s
[05:09:31.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:71:0)
[05:09:31.536] Timer tick, asking Buildbucket for the build status
[05:09:31.591] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:31.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:72:0) after 1m0s
[05:10:31.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:72:0)
[05:10:31.613] Timer tick, asking Buildbucket for the build status
[05:10:31.690] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:31.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:73:0) after 1m0s
[05:11:31.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:73:0)
[05:11:31.710] Timer tick, asking Buildbucket for the build status
[05:11:31.759] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:31.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:74:0) after 1m0s
[05:12:31.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:74:0)
[05:12:31.779] Timer tick, asking Buildbucket for the build status
[05:12:31.840] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:31.840] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:75:0) after 1m0s
[05:13:31.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:75:0)
[05:13:31.879] Timer tick, asking Buildbucket for the build status
[05:13:31.965] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:31.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:76:0) after 1m0s
[05:14:31.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:76:0)
[05:14:31.986] Timer tick, asking Buildbucket for the build status
[05:14:32.165] Build 8940060201814620672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:32.166] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9105490264952193360:77:0) after 1m0s
[05:15:25.072] Received PubSub notification, asking Buildbucket for the build status
[05:15:25.253] Build 8940060201814620672: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[05:15:25.253] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1532495723319400",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1532491220611040",
"experimental": true,
"failure_reason": "BUILD_FAILURE",
"id": "8940060201814620672",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"a1b22872e1807a2757589b15f20e8c956b7e54f9\", \"root_solution_revision_timestamp\": 1532490904}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure gsutil upload kythe index pack\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"gsutil upload kythe index pack\"}, \"humanReason\": \"Infra Failure: Step('gsutil upload kythe index pack') returned 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940060201814620672/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3684-658b5dc\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"fa95e2a7489d9efe3f8dd770c204b4d968eb9b02\", \"got_clang_revision\": \"337439-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"a1b22872e1807a2757589b15f20e8c956b7e54f9\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24087}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1532490904, \"got_revision_cp\": \"refs/heads/master@{#577795}\", \"root_solution_revision\": \"a1b22872e1807a2757589b15f20e8c956b7e54f9\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"715cc238d24b5d9bb7a7619946a8bf9fe44d339e\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"0359b6977caf19b91db435ac1219107b325e237c\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1532491220611040, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5351\", \"scheduler_invocation_id:9105490264952193360\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8940060201814620672\"}}, \"got_v8_revision\": \"dbe25137ad7c9859ff1723e63f265ead5af5c5d3\", \"got_v8_revision_cp\": \"refs/heads/7.0.39@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"buildnumber\": 2423, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"0dd5c6f980d22be96b728155249df2da355989d9\"}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1532491230908870",
"status": "COMPLETED",
"status_changed_ts": "1532495724450640",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5351",
"scheduler_invocation_id:9105490264952193360",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8940060201814620672",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:6d851ad604a64afe293b646c0b4f1f875a182f69",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940060201814620672/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5351",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9105490264952193360",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:9a1e4e921277ca788b309e06f68f2bff08c01e76",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3ee869d1a9671010",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1532495724452030",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2423",
"utcnow_ts": "1532495725162510"
}
}
[05:15:25.254] Invocation finished in 1h15m7.01867541s with status FAILED