[22:03:46.153] New invocation is queued and will start shortly
[22:03:46.154] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[22:03:47.351] Starting the invocation (attempt 1)
[22:03:47.394] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:03:47.394] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:03:47.394] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9094097478425526000",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"c7b1e05ca4866865791dcaae7c718550b7d9ec5a\",\"root_solution_revision_timestamp\":1543355940}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9094097478425526000",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6584",
"user_agent:recipe"
]
}
[22:03:49.354] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1543356227519011",
"id": "8928667416331095824",
"lease_expiration_ts": "1543471429046285",
"lease_key": "977542246",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c7b1e05ca4866865791dcaae7c718550b7d9ec5a\", \"root_solution_revision_timestamp\": 1543355940}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1543356229150495",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4439",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6584",
"scheduler_invocation_id:9094097478425526000",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4439",
"swarming_tag:buildbucket_bucket:infra/codesearch",
"swarming_tag:buildbucket_build_id:8928667416331095824",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:586d78b1df9b356be85f0824ec8364d9ecbabf90",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8928667416331095824/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:6584",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9094097478425526000",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:914243eb1439b4edf9491de814a79e7b008b0928",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:417004ab24eb7010",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1543356229150574",
"url": "https://ci.chromium.org/b/8928667416331095824",
"utcnow_ts": "1543356229334435"
}
}
[22:03:49.354] Task URL: https://ci.chromium.org/b/8928667416331095824
[22:03:49.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:2:0) after 1m0s
[22:04:49.372] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:2:0)
[22:04:49.372] Timer tick, asking Buildbucket for the build status
[22:04:49.455] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:04:49.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:3:0) after 1m0s
[22:05:49.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:3:0)
[22:05:49.473] Timer tick, asking Buildbucket for the build status
[22:05:49.614] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:05:49.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:4:0) after 1m0s
[22:06:49.699] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:4:0)
[22:06:49.699] Timer tick, asking Buildbucket for the build status
[22:06:49.776] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:06:49.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:5:0) after 1m0s
[22:07:49.794] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:5:0)
[22:07:49.794] Timer tick, asking Buildbucket for the build status
[22:07:49.842] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:07:49.842] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:6:0) after 1m0s
[22:08:49.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:6:0)
[22:08:49.859] Timer tick, asking Buildbucket for the build status
[22:08:49.933] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:08:49.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:7:0) after 1m0s
[22:09:49.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:7:0)
[22:09:49.951] Timer tick, asking Buildbucket for the build status
[22:09:50.010] Build 8928667416331095824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:09:50.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:8:0) after 1m0s
[22:10:21.174] Received PubSub notification, asking Buildbucket for the build status
[22:10:21.215] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:50.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:8:0)
[22:10:50.031] Timer tick, asking Buildbucket for the build status
[22:10:50.201] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:50.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:10:0) after 1m0s
[22:11:50.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:10:0)
[22:11:50.216] Timer tick, asking Buildbucket for the build status
[22:11:50.364] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:50.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:11:0) after 1m0s
[22:12:50.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:11:0)
[22:12:50.383] Timer tick, asking Buildbucket for the build status
[22:12:50.446] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:50.446] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:12:0) after 1m0s
[22:13:50.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:12:0)
[22:13:50.470] Timer tick, asking Buildbucket for the build status
[22:13:50.524] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:50.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:13:0) after 1m0s
[22:14:50.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:13:0)
[22:14:50.596] Timer tick, asking Buildbucket for the build status
[22:14:50.721] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:50.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:14:0) after 1m0s
[22:15:50.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:14:0)
[22:15:50.775] Timer tick, asking Buildbucket for the build status
[22:15:50.835] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:50.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:15:0) after 1m0s
[22:16:50.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:15:0)
[22:16:50.886] Timer tick, asking Buildbucket for the build status
[22:16:50.954] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:50.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:16:0) after 1m0s
[22:17:50.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:16:0)
[22:17:50.972] Timer tick, asking Buildbucket for the build status
[22:17:51.032] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:51.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:17:0) after 1m0s
[22:18:51.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:17:0)
[22:18:51.051] Timer tick, asking Buildbucket for the build status
[22:18:51.151] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:51.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:18:0) after 1m0s
[22:19:51.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:18:0)
[22:19:51.173] Timer tick, asking Buildbucket for the build status
[22:19:51.321] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:51.321] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:19:0) after 1m0s
[22:20:51.341] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:19:0)
[22:20:51.341] Timer tick, asking Buildbucket for the build status
[22:20:51.400] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:51.400] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:20:0) after 1m0s
[22:21:51.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:20:0)
[22:21:51.417] Timer tick, asking Buildbucket for the build status
[22:21:51.557] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:51.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:21:0) after 1m0s
[22:22:51.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:21:0)
[22:22:51.597] Timer tick, asking Buildbucket for the build status
[22:22:51.675] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:51.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:22:0) after 1m0s
[22:23:51.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:22:0)
[22:23:51.790] Timer tick, asking Buildbucket for the build status
[22:23:51.868] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:51.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:23:0) after 1m0s
[22:24:51.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:23:0)
[22:24:51.887] Timer tick, asking Buildbucket for the build status
[22:24:52.044] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:52.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:24:0) after 1m0s
[22:25:52.063] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:24:0)
[22:25:52.063] Timer tick, asking Buildbucket for the build status
[22:25:52.124] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:52.124] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:25:0) after 1m0s
[22:26:52.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:25:0)
[22:26:52.140] Timer tick, asking Buildbucket for the build status
[22:26:52.188] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:52.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:26:0) after 1m0s
[22:27:52.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:26:0)
[22:27:52.205] Timer tick, asking Buildbucket for the build status
[22:27:52.303] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:52.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:27:0) after 1m0s
[22:28:52.331] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:27:0)
[22:28:52.331] Timer tick, asking Buildbucket for the build status
[22:28:52.436] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:52.436] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:28:0) after 1m0s
[22:29:52.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:28:0)
[22:29:52.454] Timer tick, asking Buildbucket for the build status
[22:29:52.502] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:52.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:29:0) after 1m0s
[22:30:52.533] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:29:0)
[22:30:52.533] Timer tick, asking Buildbucket for the build status
[22:30:52.629] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:52.629] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:30:0) after 1m0s
[22:31:52.683] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:30:0)
[22:31:52.683] Timer tick, asking Buildbucket for the build status
[22:31:52.721] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:52.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:31:0) after 1m0s
[22:32:52.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:31:0)
[22:32:52.739] Timer tick, asking Buildbucket for the build status
[22:32:52.799] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:52.799] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:32:0) after 1m0s
[22:33:52.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:32:0)
[22:33:52.820] Timer tick, asking Buildbucket for the build status
[22:33:52.936] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:52.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:33:0) after 1m0s
[22:34:52.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:33:0)
[22:34:52.955] Timer tick, asking Buildbucket for the build status
[22:34:53.125] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:53.125] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:34:0) after 1m0s
[22:35:53.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:34:0)
[22:35:53.147] Timer tick, asking Buildbucket for the build status
[22:35:53.208] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:53.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:35:0) after 1m0s
[22:36:53.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:35:0)
[22:36:53.270] Timer tick, asking Buildbucket for the build status
[22:36:53.320] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:53.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:36:0) after 1m0s
[22:37:53.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:36:0)
[22:37:53.448] Timer tick, asking Buildbucket for the build status
[22:37:53.519] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:53.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:37:0) after 1m0s
[22:38:53.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:37:0)
[22:38:53.544] Timer tick, asking Buildbucket for the build status
[22:38:53.595] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:53.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:38:0) after 1m0s
[22:39:53.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:38:0)
[22:39:53.613] Timer tick, asking Buildbucket for the build status
[22:39:53.712] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:53.712] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:39:0) after 1m0s
[22:40:53.733] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:39:0)
[22:40:53.733] Timer tick, asking Buildbucket for the build status
[22:40:53.809] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:53.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:40:0) after 1m0s
[22:41:53.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:40:0)
[22:41:53.827] Timer tick, asking Buildbucket for the build status
[22:41:53.950] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:53.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:41:0) after 1m0s
[22:42:53.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:41:0)
[22:42:53.971] Timer tick, asking Buildbucket for the build status
[22:42:54.010] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:54.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:42:0) after 1m0s
[22:43:54.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:42:0)
[22:43:54.040] Timer tick, asking Buildbucket for the build status
[22:43:54.116] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:54.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:43:0) after 1m0s
[22:44:54.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:43:0)
[22:44:54.179] Timer tick, asking Buildbucket for the build status
[22:44:54.569] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:54.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:44:0) after 1m0s
[22:45:54.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:44:0)
[22:45:54.588] Timer tick, asking Buildbucket for the build status
[22:45:54.706] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:54.706] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:45:0) after 1m0s
[22:46:54.724] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:45:0)
[22:46:54.724] Timer tick, asking Buildbucket for the build status
[22:46:54.834] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:54.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:46:0) after 1m0s
[22:47:54.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:46:0)
[22:47:54.978] Timer tick, asking Buildbucket for the build status
[22:47:55.021] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:55.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:47:0) after 1m0s
[22:48:55.042] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:47:0)
[22:48:55.042] Timer tick, asking Buildbucket for the build status
[22:48:55.091] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:55.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:48:0) after 1m0s
[22:49:55.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:48:0)
[22:49:55.274] Timer tick, asking Buildbucket for the build status
[22:49:55.346] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:55.346] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:49:0) after 1m0s
[22:50:55.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:49:0)
[22:50:55.367] Timer tick, asking Buildbucket for the build status
[22:50:55.415] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:55.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:50:0) after 1m0s
[22:51:55.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:50:0)
[22:51:55.480] Timer tick, asking Buildbucket for the build status
[22:51:55.537] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:55.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:51:0) after 1m0s
[22:52:55.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:51:0)
[22:52:55.554] Timer tick, asking Buildbucket for the build status
[22:52:55.650] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:55.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:52:0) after 1m0s
[22:53:55.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:52:0)
[22:53:55.673] Timer tick, asking Buildbucket for the build status
[22:53:55.736] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:55.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:53:0) after 1m0s
[22:54:55.870] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:53:0)
[22:54:55.870] Timer tick, asking Buildbucket for the build status
[22:54:55.929] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:55.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:54:0) after 1m0s
[22:55:55.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:54:0)
[22:55:55.965] Timer tick, asking Buildbucket for the build status
[22:55:56.018] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:56.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:55:0) after 1m0s
[22:56:56.068] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:55:0)
[22:56:56.068] Timer tick, asking Buildbucket for the build status
[22:56:56.159] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:56.159] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:56:0) after 1m0s
[22:57:56.188] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:56:0)
[22:57:56.188] Timer tick, asking Buildbucket for the build status
[22:57:56.249] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:56.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:57:0) after 1m0s
[22:58:56.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:57:0)
[22:58:56.271] Timer tick, asking Buildbucket for the build status
[22:58:56.325] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:56.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:58:0) after 1m0s
[22:59:56.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:58:0)
[22:59:56.344] Timer tick, asking Buildbucket for the build status
[22:59:56.446] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:56.446] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:59:0) after 1m0s
[23:00:56.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:59:0)
[23:00:56.467] Timer tick, asking Buildbucket for the build status
[23:00:56.593] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:56.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:60:0) after 1m0s
[23:01:56.662] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:60:0)
[23:01:56.662] Timer tick, asking Buildbucket for the build status
[23:01:56.821] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:56.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:61:0) after 1m0s
[23:02:56.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:61:0)
[23:02:56.847] Timer tick, asking Buildbucket for the build status
[23:02:56.890] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:56.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:62:0) after 1m0s
[23:03:56.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:62:0)
[23:03:56.947] Timer tick, asking Buildbucket for the build status
[23:03:57.041] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:57.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:63:0) after 1m0s
[23:04:57.063] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:63:0)
[23:04:57.063] Timer tick, asking Buildbucket for the build status
[23:04:57.105] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:57.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:64:0) after 1m0s
[23:05:57.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:64:0)
[23:05:57.133] Timer tick, asking Buildbucket for the build status
[23:05:57.197] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:57.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:65:0) after 1m0s
[23:06:57.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:65:0)
[23:06:57.224] Timer tick, asking Buildbucket for the build status
[23:06:57.275] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:57.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:66:0) after 1m0s
[23:07:57.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:66:0)
[23:07:57.309] Timer tick, asking Buildbucket for the build status
[23:07:57.367] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:57.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:67:0) after 1m0s
[23:08:57.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:67:0)
[23:08:57.388] Timer tick, asking Buildbucket for the build status
[23:08:57.595] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:57.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:68:0) after 1m0s
[23:09:57.692] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:68:0)
[23:09:57.692] Timer tick, asking Buildbucket for the build status
[23:09:57.827] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:57.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:69:0) after 1m0s
[23:10:57.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:69:0)
[23:10:57.849] Timer tick, asking Buildbucket for the build status
[23:10:57.915] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:57.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:70:0) after 1m0s
[23:11:57.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:70:0)
[23:11:57.938] Timer tick, asking Buildbucket for the build status
[23:11:58.174] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:58.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:71:0) after 1m0s
[23:12:58.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:71:0)
[23:12:58.195] Timer tick, asking Buildbucket for the build status
[23:12:58.244] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:58.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:72:0) after 1m0s
[23:13:58.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:72:0)
[23:13:58.262] Timer tick, asking Buildbucket for the build status
[23:13:58.334] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:58.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:73:0) after 1m0s
[23:14:58.354] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:73:0)
[23:14:58.354] Timer tick, asking Buildbucket for the build status
[23:14:58.451] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:58.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:74:0) after 1m0s
[23:15:58.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:74:0)
[23:15:58.482] Timer tick, asking Buildbucket for the build status
[23:15:58.566] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:58.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:75:0) after 1m0s
[23:16:58.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:75:0)
[23:16:58.588] Timer tick, asking Buildbucket for the build status
[23:16:58.714] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:58.714] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:76:0) after 1m0s
[23:17:58.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:76:0)
[23:17:58.753] Timer tick, asking Buildbucket for the build status
[23:17:58.818] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:58.818] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:77:0) after 1m0s
[23:18:58.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:77:0)
[23:18:58.838] Timer tick, asking Buildbucket for the build status
[23:18:58.887] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:58.887] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:78:0) after 1m0s
[23:19:58.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:78:0)
[23:19:58.918] Timer tick, asking Buildbucket for the build status
[23:19:59.019] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:59.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:79:0) after 1m0s
[23:20:59.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:79:0)
[23:20:59.038] Timer tick, asking Buildbucket for the build status
[23:20:59.215] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:59.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:80:0) after 1m0s
[23:21:59.235] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:80:0)
[23:21:59.235] Timer tick, asking Buildbucket for the build status
[23:21:59.290] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:59.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:81:0) after 1m0s
[23:22:59.313] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:81:0)
[23:22:59.313] Timer tick, asking Buildbucket for the build status
[23:22:59.423] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:59.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:82:0) after 1m0s
[23:23:59.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:82:0)
[23:23:59.442] Timer tick, asking Buildbucket for the build status
[23:23:59.501] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:59.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:83:0) after 1m0s
[23:24:59.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:83:0)
[23:24:59.598] Timer tick, asking Buildbucket for the build status
[23:24:59.666] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:59.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:84:0) after 1m0s
[23:25:59.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:84:0)
[23:25:59.690] Timer tick, asking Buildbucket for the build status
[23:25:59.750] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:59.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:85:0) after 1m0s
[23:26:59.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:85:0)
[23:26:59.771] Timer tick, asking Buildbucket for the build status
[23:26:59.836] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:59.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:86:0) after 1m0s
[23:27:59.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:86:0)
[23:27:59.856] Timer tick, asking Buildbucket for the build status
[23:28:00.043] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:00.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:87:0) after 1m0s
[23:29:00.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:87:0)
[23:29:00.166] Timer tick, asking Buildbucket for the build status
[23:29:00.243] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:00.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:88:0) after 1m0s
[23:30:00.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:88:0)
[23:30:00.286] Timer tick, asking Buildbucket for the build status
[23:30:00.338] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:00.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:89:0) after 1m0s
[23:31:00.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:89:0)
[23:31:00.360] Timer tick, asking Buildbucket for the build status
[23:31:00.448] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:00.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:90:0) after 1m0s
[23:32:00.487] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:90:0)
[23:32:00.487] Timer tick, asking Buildbucket for the build status
[23:32:00.580] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:00.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:91:0) after 1m0s
[23:33:00.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:91:0)
[23:33:00.610] Timer tick, asking Buildbucket for the build status
[23:33:00.702] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:00.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:92:0) after 1m0s
[23:34:00.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:92:0)
[23:34:00.721] Timer tick, asking Buildbucket for the build status
[23:34:00.828] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:00.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:93:0) after 1m0s
[23:35:00.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:93:0)
[23:35:00.860] Timer tick, asking Buildbucket for the build status
[23:35:00.964] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:00.964] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:94:0) after 1m0s
[23:36:00.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:94:0)
[23:36:00.990] Timer tick, asking Buildbucket for the build status
[23:36:01.173] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:01.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:95:0) after 1m0s
[23:37:01.194] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:95:0)
[23:37:01.194] Timer tick, asking Buildbucket for the build status
[23:37:01.279] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:01.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:96:0) after 1m0s
[23:38:01.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:96:0)
[23:38:01.307] Timer tick, asking Buildbucket for the build status
[23:38:01.351] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:01.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:97:0) after 1m0s
[23:39:01.419] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:97:0)
[23:39:01.419] Timer tick, asking Buildbucket for the build status
[23:39:01.501] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:01.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:98:0) after 1m0s
[23:40:01.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:98:0)
[23:40:01.541] Timer tick, asking Buildbucket for the build status
[23:40:01.600] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:01.600] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:99:0) after 1m0s
[23:41:01.619] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:99:0)
[23:41:01.619] Timer tick, asking Buildbucket for the build status
[23:41:01.821] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:01.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:100:0) after 1m0s
[23:42:01.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:100:0)
[23:42:01.859] Timer tick, asking Buildbucket for the build status
[23:42:01.966] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:01.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:101:0) after 1m0s
[23:43:02.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:101:0)
[23:43:02.083] Timer tick, asking Buildbucket for the build status
[23:43:02.136] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:02.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:102:0) after 1m0s
[23:44:02.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:102:0)
[23:44:02.167] Timer tick, asking Buildbucket for the build status
[23:44:02.284] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:02.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:103:0) after 1m0s
[23:45:02.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:103:0)
[23:45:02.307] Timer tick, asking Buildbucket for the build status
[23:45:02.368] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:02.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:104:0) after 1m0s
[23:46:02.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:104:0)
[23:46:02.388] Timer tick, asking Buildbucket for the build status
[23:46:02.555] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:02.555] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:105:0) after 1m0s
[23:47:02.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:105:0)
[23:47:02.575] Timer tick, asking Buildbucket for the build status
[23:47:02.670] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:02.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:106:0) after 1m0s
[23:48:02.789] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:106:0)
[23:48:02.789] Timer tick, asking Buildbucket for the build status
[23:48:02.860] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:02.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:107:0) after 1m0s
[23:49:02.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:107:0)
[23:49:02.880] Timer tick, asking Buildbucket for the build status
[23:49:02.961] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:02.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:108:0) after 1m0s
[23:50:02.982] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:108:0)
[23:50:02.982] Timer tick, asking Buildbucket for the build status
[23:50:03.041] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:03.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:109:0) after 1m0s
[23:51:03.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:109:0)
[23:51:03.061] Timer tick, asking Buildbucket for the build status
[23:51:03.189] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:03.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:110:0) after 1m0s
[23:52:03.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:110:0)
[23:52:03.213] Timer tick, asking Buildbucket for the build status
[23:52:03.260] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:03.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:111:0) after 1m0s
[23:53:03.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:111:0)
[23:53:03.296] Timer tick, asking Buildbucket for the build status
[23:53:03.434] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:03.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:112:0) after 1m0s
[23:54:03.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:112:0)
[23:54:03.462] Timer tick, asking Buildbucket for the build status
[23:54:03.558] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:03.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:113:0) after 1m0s
[23:55:03.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:113:0)
[23:55:03.581] Timer tick, asking Buildbucket for the build status
[23:55:03.640] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:03.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:114:0) after 1m0s
[23:56:03.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:114:0)
[23:56:03.659] Timer tick, asking Buildbucket for the build status
[23:56:03.921] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:03.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:115:0) after 1m0s
[23:57:03.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:115:0)
[23:57:03.943] Timer tick, asking Buildbucket for the build status
[23:57:04.030] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:04.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:116:0) after 1m0s
[23:58:04.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:116:0)
[23:58:04.053] Timer tick, asking Buildbucket for the build status
[23:58:04.128] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:04.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:117:0) after 1m0s
[23:59:04.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:117:0)
[23:59:04.149] Timer tick, asking Buildbucket for the build status
[23:59:04.358] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:04.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:118:0) after 1m0s
[00:00:04.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:118:0)
[00:00:04.385] Timer tick, asking Buildbucket for the build status
[00:00:04.484] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:04.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:119:0) after 1m0s
[00:01:04.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:119:0)
[00:01:04.569] Timer tick, asking Buildbucket for the build status
[00:01:04.664] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:04.664] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:120:0) after 1m0s
[00:02:04.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:120:0)
[00:02:04.698] Timer tick, asking Buildbucket for the build status
[00:02:04.794] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:04.794] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:121:0) after 1m0s
[00:03:04.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:121:0)
[00:03:04.820] Timer tick, asking Buildbucket for the build status
[00:03:04.874] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:04.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:122:0) after 1m0s
[00:04:04.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:122:0)
[00:04:04.965] Timer tick, asking Buildbucket for the build status
[00:04:05.211] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:05.211] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:123:0) after 1m0s
[00:05:05.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:123:0)
[00:05:05.236] Timer tick, asking Buildbucket for the build status
[00:05:05.272] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:05.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:124:0) after 1m0s
[00:06:05.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:124:0)
[00:06:05.298] Timer tick, asking Buildbucket for the build status
[00:06:05.391] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:05.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:125:0) after 1m0s
[00:07:05.440] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:125:0)
[00:07:05.440] Timer tick, asking Buildbucket for the build status
[00:07:05.515] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:05.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:126:0) after 1m0s
[00:08:05.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:126:0)
[00:08:05.566] Timer tick, asking Buildbucket for the build status
[00:08:05.679] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:05.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:127:0) after 1m0s
[00:09:05.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:127:0)
[00:09:05.703] Timer tick, asking Buildbucket for the build status
[00:09:05.751] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:05.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:128:0) after 1m0s
[00:10:05.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:128:0)
[00:10:05.821] Timer tick, asking Buildbucket for the build status
[00:10:05.956] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:05.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:129:0) after 1m0s
[00:11:05.979] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:129:0)
[00:11:05.979] Timer tick, asking Buildbucket for the build status
[00:11:06.047] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:06.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:130:0) after 1m0s
[00:12:06.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:130:0)
[00:12:06.087] Timer tick, asking Buildbucket for the build status
[00:12:06.236] Build 8928667416331095824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:06.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094097478425526000:131:0) after 1m0s
[00:12:22.410] Received PubSub notification, asking Buildbucket for the build status
[00:12:22.466] Build 8928667416331095824: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[00:12:22.466] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1543363941852219",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1543356227519011",
"failure_reason": "INFRA_FAILURE",
"id": "8928667416331095824",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c7b1e05ca4866865791dcaae7c718550b7d9ec5a\", \"root_solution_revision_timestamp\": 1543355940}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"id\": [\"swarm1879-c4\"], \"server_version\": [\"3885-d07efe8\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1543356619613240",
"status": "COMPLETED",
"status_changed_ts": "1543363942122236",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4439",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:6584",
"scheduler_invocation_id:9094097478425526000",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4439",
"swarming_tag:buildbucket_bucket:infra/codesearch",
"swarming_tag:buildbucket_build_id:8928667416331095824",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:586d78b1df9b356be85f0824ec8364d9ecbabf90",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8928667416331095824/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:6584",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9094097478425526000",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:914243eb1439b4edf9491de814a79e7b008b0928",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:417004ab24eb7010",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1543363942123211",
"url": "https://ci.chromium.org/b/8928667416331095824",
"utcnow_ts": "1543363942448589"
}
}
[00:12:22.466] Invocation finished in 2h8m36.327880262s with status FAILED