[20:01:02.320] New invocation is queued and will start shortly
[20:01:02.320] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:01:03.721] Starting the invocation (attempt 1)
[20:01:03.762] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:01:03.762] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:01:03.762] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9098906839245465088",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"52ef60acdd29e5a335362e1fa641d65e0e5e097d\",\"root_solution_revision_timestamp\":1538769533}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9098906839245465088",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5948",
"user_agent:recipe"
]
}
[20:01:05.114] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1538769663835931",
"id": "8933476776933006048",
"lease_expiration_ts": "1538884864855386",
"lease_key": "2010053060",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"52ef60acdd29e5a335362e1fa641d65e0e5e097d\", \"root_solution_revision_timestamp\": 1538769533}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1538769665003431",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5948",
"scheduler_invocation_id:9098906839245465088",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8933476776933006048",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933476776933006048/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5948",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9098906839245465088",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:af6a8c551c863d2e40c54e28c8a12b6b5678fd9b",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:405ea34167225910",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1538769665003507",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"utcnow_ts": "1538769665099175"
}
}
[20:01:05.114] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3804
[20:01:05.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:2:0) after 1m0s
[20:01:26.299] Received PubSub notification, asking Buildbucket for the build status
[20:01:26.346] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:05.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:2:0)
[20:02:05.133] Timer tick, asking Buildbucket for the build status
[20:02:05.248] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:05.248] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:4:0) after 1m0s
[20:03:05.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:4:0)
[20:03:05.270] Timer tick, asking Buildbucket for the build status
[20:03:05.311] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:05.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:5:0) after 1m0s
[20:04:05.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:5:0)
[20:04:05.333] Timer tick, asking Buildbucket for the build status
[20:04:05.431] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:05.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:6:0) after 1m0s
[20:05:05.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:6:0)
[20:05:05.803] Timer tick, asking Buildbucket for the build status
[20:05:05.878] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:05.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:7:0) after 1m0s
[20:06:05.899] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:7:0)
[20:06:05.899] Timer tick, asking Buildbucket for the build status
[20:06:05.954] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:05.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:8:0) after 1m0s
[20:07:05.973] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:8:0)
[20:07:05.973] Timer tick, asking Buildbucket for the build status
[20:07:06.078] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:06.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:9:0) after 1m0s
[20:08:06.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:9:0)
[20:08:06.098] Timer tick, asking Buildbucket for the build status
[20:08:06.256] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:06.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:10:0) after 1m0s
[20:09:06.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:10:0)
[20:09:06.604] Timer tick, asking Buildbucket for the build status
[20:09:06.644] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:06.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:11:0) after 1m0s
[20:10:07.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:11:0)
[20:10:07.155] Timer tick, asking Buildbucket for the build status
[20:10:07.216] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:07.216] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:12:0) after 1m0s
[20:11:07.692] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:12:0)
[20:11:07.692] Timer tick, asking Buildbucket for the build status
[20:11:07.788] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:07.788] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:13:0) after 1m0s
[20:12:07.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:13:0)
[20:12:07.926] Timer tick, asking Buildbucket for the build status
[20:12:08.119] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:08.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:14:0) after 1m0s
[20:13:08.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:14:0)
[20:13:08.213] Timer tick, asking Buildbucket for the build status
[20:13:08.310] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:08.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:15:0) after 1m0s
[20:14:08.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:15:0)
[20:14:08.328] Timer tick, asking Buildbucket for the build status
[20:14:08.367] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:08.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:16:0) after 1m0s
[20:15:08.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:16:0)
[20:15:08.827] Timer tick, asking Buildbucket for the build status
[20:15:08.905] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:08.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:17:0) after 1m0s
[20:16:08.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:17:0)
[20:16:08.993] Timer tick, asking Buildbucket for the build status
[20:16:09.063] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:09.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:18:0) after 1m0s
[20:17:09.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:18:0)
[20:17:09.107] Timer tick, asking Buildbucket for the build status
[20:17:09.152] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:09.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:19:0) after 1m0s
[20:18:09.178] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:19:0)
[20:18:09.178] Timer tick, asking Buildbucket for the build status
[20:18:09.406] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:09.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:20:0) after 1m0s
[20:19:09.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:20:0)
[20:19:09.422] Timer tick, asking Buildbucket for the build status
[20:19:09.470] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:09.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:21:0) after 1m0s
[20:20:09.492] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:21:0)
[20:20:09.492] Timer tick, asking Buildbucket for the build status
[20:20:09.572] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:09.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:22:0) after 1m0s
[20:21:10.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:22:0)
[20:21:10.005] Timer tick, asking Buildbucket for the build status
[20:21:10.228] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:10.228] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:23:0) after 1m0s
[20:22:10.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:23:0)
[20:22:10.243] Timer tick, asking Buildbucket for the build status
[20:22:10.372] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:10.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:24:0) after 1m0s
[20:23:10.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:24:0)
[20:23:10.432] Timer tick, asking Buildbucket for the build status
[20:23:10.533] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:10.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:25:0) after 1m0s
[20:24:10.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:25:0)
[20:24:10.589] Timer tick, asking Buildbucket for the build status
[20:24:10.641] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:10.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:26:0) after 1m0s
[20:25:10.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:26:0)
[20:25:10.664] Timer tick, asking Buildbucket for the build status
[20:25:10.821] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:10.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:27:0) after 1m0s
[20:26:10.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:27:0)
[20:26:10.900] Timer tick, asking Buildbucket for the build status
[20:26:10.997] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:10.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:28:0) after 1m0s
[20:27:11.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:28:0)
[20:27:11.029] Timer tick, asking Buildbucket for the build status
[20:27:11.137] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:11.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:29:0) after 1m0s
[20:28:11.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:29:0)
[20:28:11.195] Timer tick, asking Buildbucket for the build status
[20:28:11.254] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:11.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:30:0) after 1m0s
[20:29:11.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:30:0)
[20:29:11.286] Timer tick, asking Buildbucket for the build status
[20:29:11.476] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:11.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:31:0) after 1m0s
[20:30:11.504] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:31:0)
[20:30:11.504] Timer tick, asking Buildbucket for the build status
[20:30:11.621] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:11.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:32:0) after 1m0s
[20:31:11.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:32:0)
[20:31:11.639] Timer tick, asking Buildbucket for the build status
[20:31:11.692] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:11.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:33:0) after 1m0s
[20:32:12.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:33:0)
[20:32:12.209] Timer tick, asking Buildbucket for the build status
[20:32:12.272] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:12.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:34:0) after 1m0s
[20:33:12.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:34:0)
[20:33:12.324] Timer tick, asking Buildbucket for the build status
[20:33:12.428] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:12.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:35:0) after 1m0s
[20:34:12.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:35:0)
[20:34:12.448] Timer tick, asking Buildbucket for the build status
[20:34:12.514] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:12.514] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:36:0) after 1m0s
[20:35:12.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:36:0)
[20:35:12.597] Timer tick, asking Buildbucket for the build status
[20:35:12.664] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:12.664] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:37:0) after 1m0s
[20:36:13.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:37:0)
[20:36:13.233] Timer tick, asking Buildbucket for the build status
[20:36:13.348] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:13.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:38:0) after 1m0s
[20:37:13.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:38:0)
[20:37:13.874] Timer tick, asking Buildbucket for the build status
[20:37:13.930] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:13.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:39:0) after 1m0s
[20:38:13.994] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:39:0)
[20:38:13.994] Timer tick, asking Buildbucket for the build status
[20:38:14.103] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:14.103] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:40:0) after 1m0s
[20:39:14.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:40:0)
[20:39:14.673] Timer tick, asking Buildbucket for the build status
[20:39:14.754] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:14.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:41:0) after 1m0s
[20:40:14.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:41:0)
[20:40:14.827] Timer tick, asking Buildbucket for the build status
[20:40:14.912] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:14.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:42:0) after 1m0s
[20:41:14.930] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:42:0)
[20:41:14.930] Timer tick, asking Buildbucket for the build status
[20:41:14.975] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:14.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:43:0) after 1m0s
[20:42:15.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:43:0)
[20:42:15.704] Timer tick, asking Buildbucket for the build status
[20:42:15.877] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:15.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:44:0) after 1m0s
[20:43:15.896] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:44:0)
[20:43:15.896] Timer tick, asking Buildbucket for the build status
[20:43:15.932] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:15.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:45:0) after 1m0s
[20:44:15.976] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:45:0)
[20:44:15.976] Timer tick, asking Buildbucket for the build status
[20:44:16.078] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:16.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:46:0) after 1m0s
[20:45:16.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:46:0)
[20:45:16.510] Timer tick, asking Buildbucket for the build status
[20:45:16.622] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:16.622] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:47:0) after 1m0s
[20:46:16.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:47:0)
[20:46:16.703] Timer tick, asking Buildbucket for the build status
[20:46:16.771] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:16.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:48:0) after 1m0s
[20:47:16.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:48:0)
[20:47:16.788] Timer tick, asking Buildbucket for the build status
[20:47:16.842] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:16.842] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:49:0) after 1m0s
[20:48:17.198] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:49:0)
[20:48:17.198] Timer tick, asking Buildbucket for the build status
[20:48:17.272] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:17.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:50:0) after 1m0s
[20:49:17.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:50:0)
[20:49:17.432] Timer tick, asking Buildbucket for the build status
[20:49:17.543] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:17.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:51:0) after 1m0s
[20:50:17.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:51:0)
[20:50:17.781] Timer tick, asking Buildbucket for the build status
[20:50:17.831] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:17.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:52:0) after 1m0s
[20:51:17.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:52:0)
[20:51:17.866] Timer tick, asking Buildbucket for the build status
[20:51:17.908] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:17.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:53:0) after 1m0s
[20:52:18.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:53:0)
[20:52:18.385] Timer tick, asking Buildbucket for the build status
[20:52:18.457] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:18.457] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:54:0) after 1m0s
[20:53:19.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:54:0)
[20:53:19.094] Timer tick, asking Buildbucket for the build status
[20:53:19.142] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:19.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:55:0) after 1m0s
[20:54:19.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:55:0)
[20:54:19.727] Timer tick, asking Buildbucket for the build status
[20:54:19.816] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:19.816] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:56:0) after 1m0s
[20:55:20.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:56:0)
[20:55:20.431] Timer tick, asking Buildbucket for the build status
[20:55:20.470] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:20.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:57:0) after 1m0s
[20:56:21.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:57:0)
[20:56:21.019] Timer tick, asking Buildbucket for the build status
[20:56:21.098] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:21.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:58:0) after 1m0s
[20:57:21.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:58:0)
[20:57:21.816] Timer tick, asking Buildbucket for the build status
[20:57:21.941] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:21.941] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:59:0) after 1m0s
[20:58:21.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:59:0)
[20:58:21.967] Timer tick, asking Buildbucket for the build status
[20:58:22.027] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:22.027] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:60:0) after 1m0s
[20:59:22.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:60:0)
[20:59:22.586] Timer tick, asking Buildbucket for the build status
[20:59:22.624] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:22.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:61:0) after 1m0s
[21:00:23.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:61:0)
[21:00:23.217] Timer tick, asking Buildbucket for the build status
[21:00:23.290] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:23.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:62:0) after 1m0s
[21:01:23.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:62:0)
[21:01:23.812] Timer tick, asking Buildbucket for the build status
[21:01:23.861] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:23.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:63:0) after 1m0s
[21:02:23.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:63:0)
[21:02:23.883] Timer tick, asking Buildbucket for the build status
[21:02:24.090] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:24.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:64:0) after 1m0s
[21:03:24.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:64:0)
[21:03:24.369] Timer tick, asking Buildbucket for the build status
[21:03:24.456] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:24.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:65:0) after 1m0s
[21:04:25.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:65:0)
[21:04:25.012] Timer tick, asking Buildbucket for the build status
[21:04:25.053] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:25.053] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:66:0) after 1m0s
[21:05:25.070] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:66:0)
[21:05:25.070] Timer tick, asking Buildbucket for the build status
[21:05:25.137] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:25.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:67:0) after 1m0s
[21:06:25.678] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:67:0)
[21:06:25.678] Timer tick, asking Buildbucket for the build status
[21:06:25.796] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:25.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:68:0) after 1m0s
[21:07:26.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:68:0)
[21:07:26.326] Timer tick, asking Buildbucket for the build status
[21:07:26.401] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:26.401] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:69:0) after 1m0s
[21:08:26.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:69:0)
[21:08:26.807] Timer tick, asking Buildbucket for the build status
[21:08:26.872] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:26.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:70:0) after 1m0s
[21:09:26.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:70:0)
[21:09:26.905] Timer tick, asking Buildbucket for the build status
[21:09:26.998] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:26.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:71:0) after 1m0s
[21:10:27.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:71:0)
[21:10:27.311] Timer tick, asking Buildbucket for the build status
[21:10:27.390] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:27.390] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:72:0) after 1m0s
[21:11:27.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:72:0)
[21:11:27.940] Timer tick, asking Buildbucket for the build status
[21:11:27.988] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:27.988] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:73:0) after 1m0s
[21:12:28.580] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:73:0)
[21:12:28.580] Timer tick, asking Buildbucket for the build status
[21:12:28.683] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:28.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:74:0) after 1m0s
[21:13:28.715] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:74:0)
[21:13:28.715] Timer tick, asking Buildbucket for the build status
[21:13:28.787] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:28.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:75:0) after 1m0s
[21:14:28.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:75:0)
[21:14:28.830] Timer tick, asking Buildbucket for the build status
[21:14:29.002] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:29.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:76:0) after 1m0s
[21:15:29.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:76:0)
[21:15:29.038] Timer tick, asking Buildbucket for the build status
[21:15:29.130] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:29.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:77:0) after 1m0s
[21:16:29.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:77:0)
[21:16:29.189] Timer tick, asking Buildbucket for the build status
[21:16:29.245] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:29.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:78:0) after 1m0s
[21:17:29.273] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:78:0)
[21:17:29.273] Timer tick, asking Buildbucket for the build status
[21:17:29.340] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:29.340] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:79:0) after 1m0s
[21:18:29.363] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:79:0)
[21:18:29.363] Timer tick, asking Buildbucket for the build status
[21:18:34.847] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:34.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:80:0) after 1m0s
[21:19:34.873] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:80:0)
[21:19:34.873] Timer tick, asking Buildbucket for the build status
[21:19:34.959] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:34.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:81:0) after 1m0s
[21:20:35.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:81:0)
[21:20:35.072] Timer tick, asking Buildbucket for the build status
[21:20:35.105] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:35.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:82:0) after 1m0s
[21:21:35.580] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:82:0)
[21:21:35.580] Timer tick, asking Buildbucket for the build status
[21:21:35.657] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:35.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:83:0) after 1m0s
[21:22:36.105] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:83:0)
[21:22:36.105] Timer tick, asking Buildbucket for the build status
[21:22:36.140] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:36.140] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:84:0) after 1m0s
[21:23:36.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:84:0)
[21:23:36.327] Timer tick, asking Buildbucket for the build status
[21:23:36.373] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:36.373] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:85:0) after 1m0s
[21:24:37.171] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:85:0)
[21:24:37.171] Timer tick, asking Buildbucket for the build status
[21:24:37.316] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:37.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:86:0) after 1m0s
[21:25:37.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:86:0)
[21:25:37.332] Timer tick, asking Buildbucket for the build status
[21:25:37.415] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:37.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:87:0) after 1m0s
[21:26:37.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:87:0)
[21:26:37.783] Timer tick, asking Buildbucket for the build status
[21:26:37.825] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:37.825] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:88:0) after 1m0s
[21:27:37.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:88:0)
[21:27:37.846] Timer tick, asking Buildbucket for the build status
[21:27:37.880] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:37.880] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:89:0) after 1m0s
[21:28:38.325] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:89:0)
[21:28:38.325] Timer tick, asking Buildbucket for the build status
[21:28:38.526] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:38.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:90:0) after 1m0s
[21:29:38.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:90:0)
[21:29:38.549] Timer tick, asking Buildbucket for the build status
[21:29:38.603] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:38.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:91:0) after 1m0s
[21:30:38.624] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:91:0)
[21:30:38.625] Timer tick, asking Buildbucket for the build status
[21:30:38.693] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:38.693] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:92:0) after 1m0s
[21:31:38.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:92:0)
[21:31:38.970] Timer tick, asking Buildbucket for the build status
[21:31:39.014] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:39.015] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:93:0) after 1m0s
[21:32:39.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:93:0)
[21:32:39.225] Timer tick, asking Buildbucket for the build status
[21:32:39.295] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:39.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:94:0) after 1m0s
[21:33:39.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:94:0)
[21:33:39.315] Timer tick, asking Buildbucket for the build status
[21:33:39.376] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:39.376] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:95:0) after 1m0s
[21:34:39.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:95:0)
[21:34:39.395] Timer tick, asking Buildbucket for the build status
[21:34:39.434] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:39.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:96:0) after 1m0s
[21:35:40.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:96:0)
[21:35:40.491] Timer tick, asking Buildbucket for the build status
[21:35:40.552] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:40.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:97:0) after 1m0s
[21:36:40.570] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:97:0)
[21:36:40.570] Timer tick, asking Buildbucket for the build status
[21:36:40.638] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:40.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:98:0) after 1m0s
[21:37:40.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:98:0)
[21:37:40.656] Timer tick, asking Buildbucket for the build status
[21:37:40.779] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:40.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:99:0) after 1m0s
[21:38:40.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:99:0)
[21:38:40.809] Timer tick, asking Buildbucket for the build status
[21:38:40.984] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:40.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:100:0) after 1m0s
[21:39:41.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:100:0)
[21:39:41.010] Timer tick, asking Buildbucket for the build status
[21:39:41.229] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:41.229] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:101:0) after 1m0s
[21:40:41.538] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:101:0)
[21:40:41.538] Timer tick, asking Buildbucket for the build status
[21:40:41.603] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:41.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:102:0) after 1m0s
[21:41:41.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:102:0)
[21:41:41.635] Timer tick, asking Buildbucket for the build status
[21:41:41.952] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:41.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:103:0) after 1m0s
[21:42:41.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:103:0)
[21:42:41.972] Timer tick, asking Buildbucket for the build status
[21:42:42.170] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:42.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:104:0) after 1m0s
[21:43:42.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:104:0)
[21:43:42.382] Timer tick, asking Buildbucket for the build status
[21:43:42.522] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:42.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:105:0) after 1m0s
[21:44:42.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:105:0)
[21:44:42.542] Timer tick, asking Buildbucket for the build status
[21:44:42.593] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:42.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:106:0) after 1m0s
[21:45:43.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:106:0)
[21:45:43.370] Timer tick, asking Buildbucket for the build status
[21:45:43.454] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:43.454] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:107:0) after 1m0s
[21:46:43.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:107:0)
[21:46:43.477] Timer tick, asking Buildbucket for the build status
[21:46:43.567] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:43.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:108:0) after 1m0s
[21:47:43.601] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:108:0)
[21:47:43.601] Timer tick, asking Buildbucket for the build status
[21:47:43.645] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:43.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:109:0) after 1m0s
[21:48:43.767] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:109:0)
[21:48:43.767] Timer tick, asking Buildbucket for the build status
[21:48:43.839] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:43.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:110:0) after 1m0s
[21:49:44.559] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:110:0)
[21:49:44.559] Timer tick, asking Buildbucket for the build status
[21:49:44.713] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:44.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:111:0) after 1m0s
[21:50:45.373] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:111:0)
[21:50:45.373] Timer tick, asking Buildbucket for the build status
[21:50:45.482] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:45.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:112:0) after 1m0s
[21:51:45.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:112:0)
[21:51:45.527] Timer tick, asking Buildbucket for the build status
[21:51:45.802] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:45.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:113:0) after 1m0s
[21:52:45.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:113:0)
[21:52:45.829] Timer tick, asking Buildbucket for the build status
[21:52:45.868] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:45.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:114:0) after 1m0s
[21:53:46.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:114:0)
[21:53:46.281] Timer tick, asking Buildbucket for the build status
[21:53:46.347] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:46.347] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:115:0) after 1m0s
[21:54:46.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:115:0)
[21:54:46.379] Timer tick, asking Buildbucket for the build status
[21:54:46.414] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:46.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:116:0) after 1m0s
[21:55:46.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:116:0)
[21:55:46.437] Timer tick, asking Buildbucket for the build status
[21:55:46.507] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:46.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:117:0) after 1m0s
[21:56:46.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:117:0)
[21:56:46.527] Timer tick, asking Buildbucket for the build status
[21:56:46.594] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:46.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:118:0) after 1m0s
[21:57:46.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:118:0)
[21:57:46.615] Timer tick, asking Buildbucket for the build status
[21:57:46.664] Build 8933476776933006048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:46.664] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098906839245465088:119:0) after 1m0s
[21:58:02.111] Received PubSub notification, asking Buildbucket for the build status
[21:58:02.158] Build 8933476776933006048: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:58:02.158] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1538776681027943",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1538769663835931",
"failure_reason": "BUILD_FAILURE",
"id": "8933476776933006048",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"52ef60acdd29e5a335362e1fa641d65e0e5e097d\", \"root_solution_revision_timestamp\": 1538769533}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933476776933006048/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3801-8761768\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"2ebbdab4bfb1ed9dfe52ce756b34829207dbe25f\", \"got_clang_revision\": \"343342-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"52ef60acdd29e5a335362e1fa641d65e0e5e097d\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#25015}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1538769533, \"got_revision_cp\": \"refs/heads/master@{#597258}\", \"root_solution_revision\": \"52ef60acdd29e5a335362e1fa641d65e0e5e097d\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"96a0f6191781e6e381c15b83827ef31ecf0f8ef5\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"8efa341839a6525eca02f1d719cc4d53b443327b\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1538769663835931, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5948\", \"scheduler_invocation_id:9098906839245465088\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8933476776933006048\"}}, \"got_v8_revision\": \"da3dfedfcec07d6afe48e7731d6ee1207a34b10d\", \"got_v8_revision_cp\": \"refs/heads/7.1.270@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3804, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1538769685328999",
"status": "COMPLETED",
"status_changed_ts": "1538776681540716",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5948",
"scheduler_invocation_id:9098906839245465088",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8933476776933006048",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933476776933006048/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5948",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9098906839245465088",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:af6a8c551c863d2e40c54e28c8a12b6b5678fd9b",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:405ea34167225910",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1538776681541884",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3804",
"utcnow_ts": "1538776682141814"
}
}
[21:58:02.158] Invocation finished in 1h56m59.911532218s with status FAILED