[00:04:48.333] New invocation is queued and will start shortly
[00:04:48.333] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[00:04:49.646] Starting the invocation (attempt 1)
[00:04:49.703] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:04:49.703] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:04:49.703] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9092730908982846384",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"e0d3565780e2ee6a9706fdccc5e920864a4e2550\",\"root_solution_revision_timestamp\":1544659173}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9092730908982846384",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6765",
"user_agent:recipe"
]
}
[00:04:51.845] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1544659489770873",
"id": "8927300846813061088",
"lease_expiration_ts": "1544774691566721",
"lease_key": "9673592",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"e0d3565780e2ee6a9706fdccc5e920864a4e2550\", \"root_solution_revision_timestamp\": 1544659173}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1544659491703521",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4620",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6765",
"scheduler_invocation_id:9092730908982846384",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4620",
"swarming_tag:buildbucket_bucket:infra/codesearch",
"swarming_tag:buildbucket_build_id:8927300846813061088",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:49e15f9aeb119b624ecb10ba0f73282dd0c8f977",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927300846813061088/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:6765",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9092730908982846384",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:41bdb2df457f8410",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1544659491703624",
"url": "https://ci.chromium.org/b/8927300846813061088",
"utcnow_ts": "1544659491830044"
}
}
[00:04:51.845] Task URL: https://ci.chromium.org/b/8927300846813061088
[00:04:51.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:2:0) after 1m0s
[00:05:11.340] Received PubSub notification, asking Buildbucket for the build status
[00:05:11.408] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:51.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:2:0)
[00:05:51.861] Timer tick, asking Buildbucket for the build status
[00:05:51.925] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:51.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:4:0) after 1m0s
[00:06:51.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:4:0)
[00:06:51.943] Timer tick, asking Buildbucket for the build status
[00:06:52.054] Build 8927300846813061088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:06:52.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:5:0) after 1m0s
[00:07:52.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:5:0)
[00:07:52.075] Timer tick, asking Buildbucket for the build status
[00:07:52.129] Build 8927300846813061088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:07:52.129] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:6:0) after 1m0s
[00:08:52.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:6:0)
[00:08:52.148] Timer tick, asking Buildbucket for the build status
[00:08:52.201] Build 8927300846813061088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:08:52.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:7:0) after 1m0s
[00:09:22.221] Received PubSub notification, asking Buildbucket for the build status
[00:09:22.319] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:52.219] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:7:0)
[00:09:52.219] Timer tick, asking Buildbucket for the build status
[00:09:52.266] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:52.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:9:0) after 1m0s
[00:10:52.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:9:0)
[00:10:52.291] Timer tick, asking Buildbucket for the build status
[00:10:52.419] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:52.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:10:0) after 1m0s
[00:11:52.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:10:0)
[00:11:52.445] Timer tick, asking Buildbucket for the build status
[00:11:52.548] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:52.548] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:11:0) after 1m0s
[00:12:52.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:11:0)
[00:12:52.564] Timer tick, asking Buildbucket for the build status
[00:12:52.630] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:52.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:12:0) after 1m0s
[00:13:52.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:12:0)
[00:13:52.648] Timer tick, asking Buildbucket for the build status
[00:13:52.696] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:52.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:13:0) after 1m0s
[00:14:52.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:13:0)
[00:14:52.713] Timer tick, asking Buildbucket for the build status
[00:14:52.779] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:52.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:14:0) after 1m0s
[00:15:52.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:14:0)
[00:15:52.796] Timer tick, asking Buildbucket for the build status
[00:15:52.860] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:52.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:15:0) after 1m0s
[00:16:52.921] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:15:0)
[00:16:52.921] Timer tick, asking Buildbucket for the build status
[00:16:52.987] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:52.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:16:0) after 1m0s
[00:17:53.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:16:0)
[00:17:53.003] Timer tick, asking Buildbucket for the build status
[00:17:53.111] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:53.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:17:0) after 1m0s
[00:18:53.127] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:17:0)
[00:18:53.127] Timer tick, asking Buildbucket for the build status
[00:18:53.211] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:53.211] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:18:0) after 1m0s
[00:19:53.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:18:0)
[00:19:53.227] Timer tick, asking Buildbucket for the build status
[00:19:53.265] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:53.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:19:0) after 1m0s
[00:20:53.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:19:0)
[00:20:53.364] Timer tick, asking Buildbucket for the build status
[00:20:53.425] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:53.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:20:0) after 1m0s
[00:21:53.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:20:0)
[00:21:53.465] Timer tick, asking Buildbucket for the build status
[00:21:53.498] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:53.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:21:0) after 1m0s
[00:22:53.582] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:21:0)
[00:22:53.582] Timer tick, asking Buildbucket for the build status
[00:22:53.700] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:53.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:22:0) after 1m0s
[00:23:53.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:22:0)
[00:23:53.769] Timer tick, asking Buildbucket for the build status
[00:23:53.856] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:53.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:23:0) after 1m0s
[00:24:53.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:23:0)
[00:24:53.877] Timer tick, asking Buildbucket for the build status
[00:24:53.953] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:53.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:24:0) after 1m0s
[00:25:54.024] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:24:0)
[00:25:54.024] Timer tick, asking Buildbucket for the build status
[00:25:54.112] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:54.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:25:0) after 1m0s
[00:26:54.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:25:0)
[00:26:54.200] Timer tick, asking Buildbucket for the build status
[00:26:54.259] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:54.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:26:0) after 1m0s
[00:27:54.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:26:0)
[00:27:54.291] Timer tick, asking Buildbucket for the build status
[00:27:54.325] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:54.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:27:0) after 1m0s
[00:28:54.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:27:0)
[00:28:54.344] Timer tick, asking Buildbucket for the build status
[00:28:54.395] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:54.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:28:0) after 1m0s
[00:29:54.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:28:0)
[00:29:54.429] Timer tick, asking Buildbucket for the build status
[00:29:54.459] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:54.459] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:29:0) after 1m0s
[00:30:54.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:29:0)
[00:30:54.498] Timer tick, asking Buildbucket for the build status
[00:30:54.591] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:54.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:30:0) after 1m0s
[00:31:54.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:30:0)
[00:31:54.616] Timer tick, asking Buildbucket for the build status
[00:31:54.651] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:54.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:31:0) after 1m0s
[00:32:54.688] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:31:0)
[00:32:54.688] Timer tick, asking Buildbucket for the build status
[00:32:54.761] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:54.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:32:0) after 1m0s
[00:33:54.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:32:0)
[00:33:54.781] Timer tick, asking Buildbucket for the build status
[00:33:54.841] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:54.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:33:0) after 1m0s
[00:34:54.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:33:0)
[00:34:54.864] Timer tick, asking Buildbucket for the build status
[00:34:54.921] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:54.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:34:0) after 1m0s
[00:35:54.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:34:0)
[00:35:54.939] Timer tick, asking Buildbucket for the build status
[00:35:55.008] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:55.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:35:0) after 1m0s
[00:36:55.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:35:0)
[00:36:55.080] Timer tick, asking Buildbucket for the build status
[00:36:55.322] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:55.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:36:0) after 1m0s
[00:37:55.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:36:0)
[00:37:55.407] Timer tick, asking Buildbucket for the build status
[00:37:55.483] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:55.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:37:0) after 1m0s
[00:38:55.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:37:0)
[00:38:55.546] Timer tick, asking Buildbucket for the build status
[00:38:55.645] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:55.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:38:0) after 1m0s
[00:39:55.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:38:0)
[00:39:55.666] Timer tick, asking Buildbucket for the build status
[00:39:55.738] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:55.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:39:0) after 1m0s
[00:40:55.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:39:0)
[00:40:55.757] Timer tick, asking Buildbucket for the build status
[00:40:55.796] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:55.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:40:0) after 1m0s
[00:41:55.815] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:40:0)
[00:41:55.815] Timer tick, asking Buildbucket for the build status
[00:41:55.852] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:55.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:41:0) after 1m0s
[00:42:55.881] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:41:0)
[00:42:55.881] Timer tick, asking Buildbucket for the build status
[00:42:56.059] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:56.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:42:0) after 1m0s
[00:43:56.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:42:0)
[00:43:56.094] Timer tick, asking Buildbucket for the build status
[00:43:56.241] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:56.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:43:0) after 1m0s
[00:44:56.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:43:0)
[00:44:56.258] Timer tick, asking Buildbucket for the build status
[00:44:56.294] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:56.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:44:0) after 1m0s
[00:45:56.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:44:0)
[00:45:56.337] Timer tick, asking Buildbucket for the build status
[00:45:56.384] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:56.384] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:45:0) after 1m0s
[00:46:56.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:45:0)
[00:46:56.400] Timer tick, asking Buildbucket for the build status
[00:46:56.455] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:56.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:46:0) after 1m0s
[00:47:56.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:46:0)
[00:47:56.506] Timer tick, asking Buildbucket for the build status
[00:47:56.570] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:56.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:47:0) after 1m0s
[00:48:56.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:47:0)
[00:48:56.588] Timer tick, asking Buildbucket for the build status
[00:48:56.770] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:56.770] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:48:0) after 1m0s
[00:49:56.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:48:0)
[00:49:56.788] Timer tick, asking Buildbucket for the build status
[00:49:56.958] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:56.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:49:0) after 1m0s
[00:50:56.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:49:0)
[00:50:56.986] Timer tick, asking Buildbucket for the build status
[00:50:57.049] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:57.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:50:0) after 1m0s
[00:51:57.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:50:0)
[00:51:57.069] Timer tick, asking Buildbucket for the build status
[00:51:57.127] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:57.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:51:0) after 1m0s
[00:52:57.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:51:0)
[00:52:57.157] Timer tick, asking Buildbucket for the build status
[00:52:57.237] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:57.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:52:0) after 1m0s
[00:53:57.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:52:0)
[00:53:57.282] Timer tick, asking Buildbucket for the build status
[00:53:57.332] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:57.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:53:0) after 1m0s
[00:54:57.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:53:0)
[00:54:57.349] Timer tick, asking Buildbucket for the build status
[00:54:57.430] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:57.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:54:0) after 1m0s
[00:55:57.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:54:0)
[00:55:57.454] Timer tick, asking Buildbucket for the build status
[00:55:57.623] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:57.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:55:0) after 1m0s
[00:56:57.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:55:0)
[00:56:57.642] Timer tick, asking Buildbucket for the build status
[00:56:58.277] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:58.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:56:0) after 1m0s
[00:57:58.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:56:0)
[00:57:58.338] Timer tick, asking Buildbucket for the build status
[00:57:58.381] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:58.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:57:0) after 1m0s
[00:58:58.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:57:0)
[00:58:58.422] Timer tick, asking Buildbucket for the build status
[00:58:58.572] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:58.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:58:0) after 1m0s
[00:59:58.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:58:0)
[00:59:58.610] Timer tick, asking Buildbucket for the build status
[00:59:58.742] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:58.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:59:0) after 1m0s
[01:00:58.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:59:0)
[01:00:58.764] Timer tick, asking Buildbucket for the build status
[01:00:59.164] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:59.164] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:60:0) after 1m0s
[01:01:59.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:60:0)
[01:01:59.236] Timer tick, asking Buildbucket for the build status
[01:01:59.451] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:59.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:61:0) after 1m0s
[01:02:59.471] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:61:0)
[01:02:59.471] Timer tick, asking Buildbucket for the build status
[01:02:59.522] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:59.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:62:0) after 1m0s
[01:03:59.556] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:62:0)
[01:03:59.556] Timer tick, asking Buildbucket for the build status
[01:03:59.594] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:59.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:63:0) after 1m0s
[01:04:59.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:63:0)
[01:04:59.612] Timer tick, asking Buildbucket for the build status
[01:04:59.822] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:59.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:64:0) after 1m0s
[01:05:59.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:64:0)
[01:05:59.843] Timer tick, asking Buildbucket for the build status
[01:05:59.924] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:59.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:65:0) after 1m0s
[01:06:59.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:65:0)
[01:06:59.945] Timer tick, asking Buildbucket for the build status
[01:07:00.000] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:00.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:66:0) after 1m0s
[01:08:00.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:66:0)
[01:08:00.026] Timer tick, asking Buildbucket for the build status
[01:08:00.104] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:00.104] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:67:0) after 1m0s
[01:09:00.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:67:0)
[01:09:00.124] Timer tick, asking Buildbucket for the build status
[01:09:00.187] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:00.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:68:0) after 1m0s
[01:10:00.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:68:0)
[01:10:00.207] Timer tick, asking Buildbucket for the build status
[01:10:00.354] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:00.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:69:0) after 1m0s
[01:11:00.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:69:0)
[01:11:00.397] Timer tick, asking Buildbucket for the build status
[01:11:00.460] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:00.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:70:0) after 1m0s
[01:12:00.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:70:0)
[01:12:00.498] Timer tick, asking Buildbucket for the build status
[01:12:00.603] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:00.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:71:0) after 1m0s
[01:13:00.622] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:71:0)
[01:13:00.622] Timer tick, asking Buildbucket for the build status
[01:13:00.679] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:00.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:72:0) after 1m0s
[01:14:00.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:72:0)
[01:14:00.703] Timer tick, asking Buildbucket for the build status
[01:14:00.826] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:00.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:73:0) after 1m0s
[01:15:00.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:73:0)
[01:15:00.846] Timer tick, asking Buildbucket for the build status
[01:15:00.923] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:00.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:74:0) after 1m0s
[01:16:00.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:74:0)
[01:16:00.949] Timer tick, asking Buildbucket for the build status
[01:16:00.992] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:00.992] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:75:0) after 1m0s
[01:17:01.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:75:0)
[01:17:01.013] Timer tick, asking Buildbucket for the build status
[01:17:01.063] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:01.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:76:0) after 1m0s
[01:18:01.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:76:0)
[01:18:01.113] Timer tick, asking Buildbucket for the build status
[01:18:01.156] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:01.156] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:77:0) after 1m0s
[01:19:01.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:77:0)
[01:19:01.177] Timer tick, asking Buildbucket for the build status
[01:19:01.254] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:01.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:78:0) after 1m0s
[01:20:01.280] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:78:0)
[01:20:01.280] Timer tick, asking Buildbucket for the build status
[01:20:01.369] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:01.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:79:0) after 1m0s
[01:21:01.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:79:0)
[01:21:01.389] Timer tick, asking Buildbucket for the build status
[01:21:01.428] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:01.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:80:0) after 1m0s
[01:22:01.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:80:0)
[01:22:01.454] Timer tick, asking Buildbucket for the build status
[01:22:01.574] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:01.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:81:0) after 1m0s
[01:23:01.594] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:81:0)
[01:23:01.594] Timer tick, asking Buildbucket for the build status
[01:23:01.747] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:01.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:82:0) after 1m0s
[01:24:01.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:82:0)
[01:24:01.769] Timer tick, asking Buildbucket for the build status
[01:24:01.930] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:01.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:83:0) after 1m0s
[01:25:01.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:83:0)
[01:25:01.968] Timer tick, asking Buildbucket for the build status
[01:25:02.309] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:02.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:84:0) after 1m0s
[01:26:02.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:84:0)
[01:26:02.328] Timer tick, asking Buildbucket for the build status
[01:26:02.366] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:02.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:85:0) after 1m0s
[01:27:02.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:85:0)
[01:27:02.396] Timer tick, asking Buildbucket for the build status
[01:27:02.536] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:02.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:86:0) after 1m0s
[01:28:02.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:86:0)
[01:28:02.554] Timer tick, asking Buildbucket for the build status
[01:28:02.583] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:02.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:87:0) after 1m0s
[01:29:02.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:87:0)
[01:29:02.605] Timer tick, asking Buildbucket for the build status
[01:29:02.647] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:02.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:88:0) after 1m0s
[01:30:02.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:88:0)
[01:30:02.668] Timer tick, asking Buildbucket for the build status
[01:30:02.726] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:02.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:89:0) after 1m0s
[01:31:02.744] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:89:0)
[01:31:02.744] Timer tick, asking Buildbucket for the build status
[01:31:02.775] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:02.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:90:0) after 1m0s
[01:32:02.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:90:0)
[01:32:02.795] Timer tick, asking Buildbucket for the build status
[01:32:02.834] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:02.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:91:0) after 1m0s
[01:33:02.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:91:0)
[01:33:02.857] Timer tick, asking Buildbucket for the build status
[01:33:02.968] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:02.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:92:0) after 1m0s
[01:34:03.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:92:0)
[01:34:03.061] Timer tick, asking Buildbucket for the build status
[01:34:03.117] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:03.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:93:0) after 1m0s
[01:35:03.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:93:0)
[01:35:03.138] Timer tick, asking Buildbucket for the build status
[01:35:03.214] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:03.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:94:0) after 1m0s
[01:36:03.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:94:0)
[01:36:03.246] Timer tick, asking Buildbucket for the build status
[01:36:03.414] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:03.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:95:0) after 1m0s
[01:37:03.440] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:95:0)
[01:37:03.440] Timer tick, asking Buildbucket for the build status
[01:37:03.482] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:03.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:96:0) after 1m0s
[01:38:03.504] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:96:0)
[01:38:03.504] Timer tick, asking Buildbucket for the build status
[01:38:03.567] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:03.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:97:0) after 1m0s
[01:39:03.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:97:0)
[01:39:03.644] Timer tick, asking Buildbucket for the build status
[01:39:03.707] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:03.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:98:0) after 1m0s
[01:40:03.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:98:0)
[01:40:03.739] Timer tick, asking Buildbucket for the build status
[01:40:03.844] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:03.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:99:0) after 1m0s
[01:41:03.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:99:0)
[01:41:03.898] Timer tick, asking Buildbucket for the build status
[01:41:04.004] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:04.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:100:0) after 1m0s
[01:42:04.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:100:0)
[01:42:04.031] Timer tick, asking Buildbucket for the build status
[01:42:04.073] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:04.074] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:101:0) after 1m0s
[01:43:04.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:101:0)
[01:43:04.094] Timer tick, asking Buildbucket for the build status
[01:43:04.162] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:04.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:102:0) after 1m0s
[01:44:04.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:102:0)
[01:44:04.183] Timer tick, asking Buildbucket for the build status
[01:44:04.223] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:04.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:103:0) after 1m0s
[01:45:04.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:103:0)
[01:45:04.247] Timer tick, asking Buildbucket for the build status
[01:45:04.282] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:04.282] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:104:0) after 1m0s
[01:46:04.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:104:0)
[01:46:04.301] Timer tick, asking Buildbucket for the build status
[01:46:04.400] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:04.400] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:105:0) after 1m0s
[01:47:04.418] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:105:0)
[01:47:04.418] Timer tick, asking Buildbucket for the build status
[01:47:04.528] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:04.528] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:106:0) after 1m0s
[01:48:04.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:106:0)
[01:48:04.550] Timer tick, asking Buildbucket for the build status
[01:48:04.638] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:04.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:107:0) after 1m0s
[01:49:04.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:107:0)
[01:49:04.658] Timer tick, asking Buildbucket for the build status
[01:49:04.707] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:04.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:108:0) after 1m0s
[01:50:04.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:108:0)
[01:50:04.792] Timer tick, asking Buildbucket for the build status
[01:50:04.845] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:04.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:109:0) after 1m0s
[01:51:04.873] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:109:0)
[01:51:04.873] Timer tick, asking Buildbucket for the build status
[01:51:04.919] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:04.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:110:0) after 1m0s
[01:52:04.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:110:0)
[01:52:04.937] Timer tick, asking Buildbucket for the build status
[01:52:05.396] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:05.396] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:111:0) after 1m0s
[01:53:05.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:111:0)
[01:53:05.422] Timer tick, asking Buildbucket for the build status
[01:53:05.487] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:05.487] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:112:0) after 1m0s
[01:54:05.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:112:0)
[01:54:05.510] Timer tick, asking Buildbucket for the build status
[01:54:05.611] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:05.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:113:0) after 1m0s
[01:55:05.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:113:0)
[01:55:05.654] Timer tick, asking Buildbucket for the build status
[01:55:05.813] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:05.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:114:0) after 1m0s
[01:56:05.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:114:0)
[01:56:05.833] Timer tick, asking Buildbucket for the build status
[01:56:05.878] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:05.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:115:0) after 1m0s
[01:57:05.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:115:0)
[01:57:05.898] Timer tick, asking Buildbucket for the build status
[01:57:05.962] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:05.962] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:116:0) after 1m0s
[01:58:05.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:116:0)
[01:58:05.989] Timer tick, asking Buildbucket for the build status
[01:58:06.043] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:06.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:117:0) after 1m0s
[01:59:06.126] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:117:0)
[01:59:06.126] Timer tick, asking Buildbucket for the build status
[01:59:06.181] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:06.181] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:118:0) after 1m0s
[02:00:06.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:118:0)
[02:00:06.202] Timer tick, asking Buildbucket for the build status
[02:00:06.296] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:06.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:119:0) after 1m0s
[02:01:06.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:119:0)
[02:01:06.342] Timer tick, asking Buildbucket for the build status
[02:01:06.413] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:06.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:120:0) after 1m0s
[02:02:06.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:120:0)
[02:02:06.461] Timer tick, asking Buildbucket for the build status
[02:02:06.513] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:06.514] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:121:0) after 1m0s
[02:03:06.532] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:121:0)
[02:03:06.532] Timer tick, asking Buildbucket for the build status
[02:03:06.645] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:06.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:122:0) after 1m0s
[02:04:06.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:122:0)
[02:04:06.668] Timer tick, asking Buildbucket for the build status
[02:04:06.727] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:06.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:123:0) after 1m0s
[02:05:06.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:123:0)
[02:05:06.747] Timer tick, asking Buildbucket for the build status
[02:05:06.807] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:06.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:124:0) after 1m0s
[02:06:06.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:124:0)
[02:06:06.827] Timer tick, asking Buildbucket for the build status
[02:06:06.924] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:06.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:125:0) after 1m0s
[02:07:06.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:125:0)
[02:07:06.946] Timer tick, asking Buildbucket for the build status
[02:07:06.986] Build 8927300846813061088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:06.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092730908982846384:126:0) after 1m0s
[02:07:12.490] Received PubSub notification, asking Buildbucket for the build status
[02:07:12.524] Build 8927300846813061088: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[02:07:12.524] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1544666831791429",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1544659489770873",
"failure_reason": "INFRA_FAILURE",
"id": "8927300846813061088",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"e0d3565780e2ee6a9706fdccc5e920864a4e2550\", \"root_solution_revision_timestamp\": 1544659173}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"id\": [\"swarm1879-c4\"], \"server_version\": [\"3937-62425bd\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1544659510577326",
"status": "COMPLETED",
"status_changed_ts": "1544666832220460",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4620",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6765",
"scheduler_invocation_id:9092730908982846384",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4620",
"swarming_tag:buildbucket_bucket:infra/codesearch",
"swarming_tag:buildbucket_build_id:8927300846813061088",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:49e15f9aeb119b624ecb10ba0f73282dd0c8f977",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927300846813061088/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:6765",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9092730908982846384",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:41bdb2df457f8410",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1544666832221213",
"url": "https://ci.chromium.org/b/8927300846813061088",
"utcnow_ts": "1544666832515452"
}
}
[02:07:12.524] Invocation finished in 2h2m24.206982721s with status FAILED