[19:01:10.322] New invocation is queued and will start shortly
[19:01:11.450] Starting the invocation (attempt 1)
[19:01:11.492] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:01:11.492] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:01:11.492] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9102081499491170768",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"1667a35577d38ff499ee6948bc2021b2fef3e700\",\"root_solution_revision_timestamp\":1535742013}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9102081499491170768",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5589",
"user_agent:recipe"
]
}
[19:01:13.198] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1535742071626540",
"id": "8936651437460786384",
"lease_expiration_ts": "1535857272974970",
"lease_key": "1943243685",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"1667a35577d38ff499ee6948bc2021b2fef3e700\", \"root_solution_revision_timestamp\": 1535742013}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1535742073053370",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5589",
"scheduler_invocation_id:9102081499491170768",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8936651437460786384",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936651437460786384/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5589",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9102081499491170768",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:3f2cd00fc0b3e7ef580104306f7074a5e7ff7308",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3faa2ddf4e6bd210",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1535742073053520",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"utcnow_ts": "1535742073185650"
}
}
[19:01:13.198] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3445
[19:01:13.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:2:0) after 1m0s
[19:01:47.597] Received PubSub notification, asking Buildbucket for the build status
[19:01:47.676] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:13.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:2:0)
[19:02:13.214] Timer tick, asking Buildbucket for the build status
[19:02:13.274] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:13.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:4:0) after 1m0s
[19:03:13.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:4:0)
[19:03:13.288] Timer tick, asking Buildbucket for the build status
[19:03:13.331] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:13.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:5:0) after 1m0s
[19:04:13.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:5:0)
[19:04:13.885] Timer tick, asking Buildbucket for the build status
[19:04:13.996] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:13.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:6:0) after 1m0s
[19:05:14.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:6:0)
[19:05:14.020] Timer tick, asking Buildbucket for the build status
[19:05:14.111] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:14.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:7:0) after 1m0s
[19:06:14.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:7:0)
[19:06:14.133] Timer tick, asking Buildbucket for the build status
[19:06:14.198] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:14.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:8:0) after 1m0s
[19:07:14.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:8:0)
[19:07:14.295] Timer tick, asking Buildbucket for the build status
[19:07:14.344] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:14.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:9:0) after 1m0s
[19:08:14.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:9:0)
[19:08:14.361] Timer tick, asking Buildbucket for the build status
[19:08:14.419] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:14.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:10:0) after 1m0s
[19:09:14.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:10:0)
[19:09:14.438] Timer tick, asking Buildbucket for the build status
[19:09:14.503] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:14.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:11:0) after 1m0s
[19:10:14.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:11:0)
[19:10:14.693] Timer tick, asking Buildbucket for the build status
[19:10:14.750] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:14.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:12:0) after 1m0s
[19:11:14.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:12:0)
[19:11:14.813] Timer tick, asking Buildbucket for the build status
[19:11:14.849] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:14.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:13:0) after 1m0s
[19:12:14.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:13:0)
[19:12:14.903] Timer tick, asking Buildbucket for the build status
[19:12:15.012] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:15.012] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:14:0) after 1m0s
[19:13:15.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:14:0)
[19:13:15.031] Timer tick, asking Buildbucket for the build status
[19:13:15.063] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:15.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:15:0) after 1m0s
[19:14:15.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:15:0)
[19:14:15.089] Timer tick, asking Buildbucket for the build status
[19:14:15.461] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:15.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:16:0) after 1m0s
[19:15:15.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:16:0)
[19:15:15.479] Timer tick, asking Buildbucket for the build status
[19:15:15.595] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:15.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:17:0) after 1m0s
[19:16:15.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:17:0)
[19:16:15.621] Timer tick, asking Buildbucket for the build status
[19:16:15.680] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:15.680] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:18:0) after 1m0s
[19:17:15.699] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:18:0)
[19:17:15.699] Timer tick, asking Buildbucket for the build status
[19:17:15.796] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:15.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:19:0) after 1m0s
[19:18:15.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:19:0)
[19:18:15.825] Timer tick, asking Buildbucket for the build status
[19:18:15.919] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:15.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:20:0) after 1m0s
[19:19:15.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:20:0)
[19:19:15.936] Timer tick, asking Buildbucket for the build status
[19:19:16.398] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:16.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:21:0) after 1m0s
[19:20:16.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:21:0)
[19:20:16.415] Timer tick, asking Buildbucket for the build status
[19:20:16.488] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:16.488] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:22:0) after 1m0s
[19:21:16.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:22:0)
[19:21:16.517] Timer tick, asking Buildbucket for the build status
[19:21:16.637] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:16.637] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:23:0) after 1m0s
[19:22:16.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:23:0)
[19:22:16.656] Timer tick, asking Buildbucket for the build status
[19:22:16.798] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:16.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:24:0) after 1m0s
[19:23:16.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:24:0)
[19:23:16.883] Timer tick, asking Buildbucket for the build status
[19:23:16.947] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:16.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:25:0) after 1m0s
[19:24:17.022] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:25:0)
[19:24:17.022] Timer tick, asking Buildbucket for the build status
[19:24:17.084] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:17.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:26:0) after 1m0s
[19:25:17.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:26:0)
[19:25:17.104] Timer tick, asking Buildbucket for the build status
[19:25:17.515] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:17.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:27:0) after 1m0s
[19:26:17.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:27:0)
[19:26:17.565] Timer tick, asking Buildbucket for the build status
[19:26:17.602] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:17.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:28:0) after 1m0s
[19:27:17.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:28:0)
[19:27:17.682] Timer tick, asking Buildbucket for the build status
[19:27:17.809] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:17.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:29:0) after 1m0s
[19:28:17.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:29:0)
[19:28:17.826] Timer tick, asking Buildbucket for the build status
[19:28:17.896] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:17.896] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:30:0) after 1m0s
[19:29:17.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:30:0)
[19:29:17.917] Timer tick, asking Buildbucket for the build status
[19:29:17.985] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:17.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:31:0) after 1m0s
[19:30:18.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:31:0)
[19:30:18.084] Timer tick, asking Buildbucket for the build status
[19:30:18.144] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:18.144] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:32:0) after 1m0s
[19:31:18.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:32:0)
[19:31:18.163] Timer tick, asking Buildbucket for the build status
[19:31:18.197] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:18.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:33:0) after 1m0s
[19:32:18.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:33:0)
[19:32:18.215] Timer tick, asking Buildbucket for the build status
[19:32:18.291] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:18.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:34:0) after 1m0s
[19:33:18.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:34:0)
[19:33:18.314] Timer tick, asking Buildbucket for the build status
[19:33:18.372] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:18.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:35:0) after 1m0s
[19:34:18.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:35:0)
[19:34:18.390] Timer tick, asking Buildbucket for the build status
[19:34:18.503] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:18.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:36:0) after 1m0s
[19:35:18.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:36:0)
[19:35:18.535] Timer tick, asking Buildbucket for the build status
[19:35:18.608] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:18.608] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:37:0) after 1m0s
[19:36:18.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:37:0)
[19:36:18.666] Timer tick, asking Buildbucket for the build status
[19:36:18.717] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:18.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:38:0) after 1m0s
[19:37:18.733] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:38:0)
[19:37:18.733] Timer tick, asking Buildbucket for the build status
[19:37:18.801] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:18.801] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:39:0) after 1m0s
[19:38:18.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:39:0)
[19:38:18.843] Timer tick, asking Buildbucket for the build status
[19:38:18.906] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:18.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:40:0) after 1m0s
[19:39:18.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:40:0)
[19:39:18.983] Timer tick, asking Buildbucket for the build status
[19:39:19.022] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:19.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:41:0) after 1m0s
[19:40:19.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:41:0)
[19:40:19.053] Timer tick, asking Buildbucket for the build status
[19:40:19.379] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:19.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:42:0) after 1m0s
[19:41:19.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:42:0)
[19:41:19.412] Timer tick, asking Buildbucket for the build status
[19:41:19.494] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:19.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:43:0) after 1m0s
[19:42:19.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:43:0)
[19:42:19.522] Timer tick, asking Buildbucket for the build status
[19:42:19.779] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:19.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:44:0) after 1m0s
[19:43:19.878] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:44:0)
[19:43:19.878] Timer tick, asking Buildbucket for the build status
[19:43:19.935] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:19.935] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:45:0) after 1m0s
[19:44:19.954] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:45:0)
[19:44:19.954] Timer tick, asking Buildbucket for the build status
[19:44:19.992] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:19.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:46:0) after 1m0s
[19:45:20.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:46:0)
[19:45:20.012] Timer tick, asking Buildbucket for the build status
[19:45:20.069] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:20.069] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:47:0) after 1m0s
[19:46:20.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:47:0)
[19:46:20.089] Timer tick, asking Buildbucket for the build status
[19:46:20.199] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:20.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:48:0) after 1m0s
[19:47:20.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:48:0)
[19:47:20.225] Timer tick, asking Buildbucket for the build status
[19:47:20.759] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:20.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:49:0) after 1m0s
[19:48:20.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:49:0)
[19:48:20.845] Timer tick, asking Buildbucket for the build status
[19:48:20.934] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:20.934] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:50:0) after 1m0s
[19:49:20.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:50:0)
[19:49:20.983] Timer tick, asking Buildbucket for the build status
[19:49:21.081] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:21.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:51:0) after 1m0s
[19:50:21.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:51:0)
[19:50:21.158] Timer tick, asking Buildbucket for the build status
[19:50:21.244] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:21.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:52:0) after 1m0s
[19:51:21.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:52:0)
[19:51:21.312] Timer tick, asking Buildbucket for the build status
[19:51:21.378] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:21.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:53:0) after 1m0s
[19:52:21.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:53:0)
[19:52:21.456] Timer tick, asking Buildbucket for the build status
[19:52:21.550] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:21.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:54:0) after 1m0s
[19:53:21.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:54:0)
[19:53:21.613] Timer tick, asking Buildbucket for the build status
[19:53:21.721] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:21.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:55:0) after 1m0s
[19:54:21.785] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:55:0)
[19:54:21.785] Timer tick, asking Buildbucket for the build status
[19:54:21.840] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:21.840] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:56:0) after 1m0s
[19:55:21.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:56:0)
[19:55:21.895] Timer tick, asking Buildbucket for the build status
[19:55:21.990] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:21.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:57:0) after 1m0s
[19:56:22.008] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:57:0)
[19:56:22.008] Timer tick, asking Buildbucket for the build status
[19:56:22.079] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:22.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:58:0) after 1m0s
[19:57:22.103] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:58:0)
[19:57:22.103] Timer tick, asking Buildbucket for the build status
[19:57:22.171] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:22.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:59:0) after 1m0s
[19:58:22.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:59:0)
[19:58:22.192] Timer tick, asking Buildbucket for the build status
[19:58:22.295] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:22.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:60:0) after 1m0s
[19:59:22.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:60:0)
[19:59:22.314] Timer tick, asking Buildbucket for the build status
[19:59:22.408] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:22.408] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:61:0) after 1m0s
[20:00:22.428] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:61:0)
[20:00:22.428] Timer tick, asking Buildbucket for the build status
[20:00:22.489] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:22.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:62:0) after 1m0s
[20:01:22.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:62:0)
[20:01:22.522] Timer tick, asking Buildbucket for the build status
[20:01:22.633] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:22.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:63:0) after 1m0s
[20:02:22.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:63:0)
[20:02:22.660] Timer tick, asking Buildbucket for the build status
[20:02:22.834] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:22.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:64:0) after 1m0s
[20:03:22.856] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:64:0)
[20:03:22.856] Timer tick, asking Buildbucket for the build status
[20:03:22.973] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:22.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:65:0) after 1m0s
[20:04:22.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:65:0)
[20:04:22.997] Timer tick, asking Buildbucket for the build status
[20:04:23.092] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:23.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:66:0) after 1m0s
[20:05:23.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:66:0)
[20:05:23.125] Timer tick, asking Buildbucket for the build status
[20:05:23.230] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:23.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:67:0) after 1m0s
[20:06:23.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:67:0)
[20:06:23.248] Timer tick, asking Buildbucket for the build status
[20:06:23.428] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:23.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:68:0) after 1m0s
[20:07:23.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:68:0)
[20:07:23.448] Timer tick, asking Buildbucket for the build status
[20:07:23.508] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:23.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:69:0) after 1m0s
[20:08:23.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:69:0)
[20:08:23.541] Timer tick, asking Buildbucket for the build status
[20:08:23.607] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:23.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:70:0) after 1m0s
[20:09:23.641] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:70:0)
[20:09:23.641] Timer tick, asking Buildbucket for the build status
[20:09:23.700] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:23.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:71:0) after 1m0s
[20:10:23.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:71:0)
[20:10:23.734] Timer tick, asking Buildbucket for the build status
[20:10:23.821] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:23.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:72:0) after 1m0s
[20:11:23.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:72:0)
[20:11:23.841] Timer tick, asking Buildbucket for the build status
[20:11:23.946] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:23.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:73:0) after 1m0s
[20:12:23.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:73:0)
[20:12:23.968] Timer tick, asking Buildbucket for the build status
[20:12:24.019] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:24.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:74:0) after 1m0s
[20:13:24.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:74:0)
[20:13:24.056] Timer tick, asking Buildbucket for the build status
[20:13:24.145] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:24.145] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:75:0) after 1m0s
[20:14:24.175] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:75:0)
[20:14:24.175] Timer tick, asking Buildbucket for the build status
[20:14:24.244] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:24.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:76:0) after 1m0s
[20:15:24.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:76:0)
[20:15:24.312] Timer tick, asking Buildbucket for the build status
[20:15:24.387] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:24.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:77:0) after 1m0s
[20:16:24.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:77:0)
[20:16:24.409] Timer tick, asking Buildbucket for the build status
[20:16:24.443] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:24.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:78:0) after 1m0s
[20:17:24.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:78:0)
[20:17:24.465] Timer tick, asking Buildbucket for the build status
[20:17:24.718] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:24.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:79:0) after 1m0s
[20:18:24.740] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:79:0)
[20:18:24.740] Timer tick, asking Buildbucket for the build status
[20:18:24.905] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:24.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:80:0) after 1m0s
[20:19:24.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:80:0)
[20:19:24.940] Timer tick, asking Buildbucket for the build status
[20:19:24.996] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:24.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:81:0) after 1m0s
[20:20:25.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:81:0)
[20:20:25.020] Timer tick, asking Buildbucket for the build status
[20:20:25.138] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:25.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:82:0) after 1m0s
[20:21:25.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:82:0)
[20:21:25.174] Timer tick, asking Buildbucket for the build status
[20:21:25.264] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:25.264] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:83:0) after 1m0s
[20:22:25.283] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:83:0)
[20:22:25.283] Timer tick, asking Buildbucket for the build status
[20:22:25.403] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:25.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:84:0) after 1m0s
[20:23:25.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:84:0)
[20:23:25.424] Timer tick, asking Buildbucket for the build status
[20:23:25.542] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:25.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:85:0) after 1m0s
[20:24:25.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:85:0)
[20:24:25.561] Timer tick, asking Buildbucket for the build status
[20:24:25.923] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:25.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:86:0) after 1m0s
[20:25:25.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:86:0)
[20:25:25.943] Timer tick, asking Buildbucket for the build status
[20:25:26.002] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:26.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:87:0) after 1m0s
[20:26:26.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:87:0)
[20:26:26.050] Timer tick, asking Buildbucket for the build status
[20:26:26.294] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:26.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:88:0) after 1m0s
[20:27:26.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:88:0)
[20:27:26.386] Timer tick, asking Buildbucket for the build status
[20:27:26.458] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:26.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:89:0) after 1m0s
[20:28:26.497] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:89:0)
[20:28:26.497] Timer tick, asking Buildbucket for the build status
[20:28:26.568] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:26.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:90:0) after 1m0s
[20:29:26.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:90:0)
[20:29:26.612] Timer tick, asking Buildbucket for the build status
[20:29:26.694] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:26.694] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:91:0) after 1m0s
[20:30:26.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:91:0)
[20:30:26.722] Timer tick, asking Buildbucket for the build status
[20:30:26.808] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:26.808] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:92:0) after 1m0s
[20:31:26.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:92:0)
[20:31:26.829] Timer tick, asking Buildbucket for the build status
[20:31:26.877] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:26.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:93:0) after 1m0s
[20:32:26.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:93:0)
[20:32:26.903] Timer tick, asking Buildbucket for the build status
[20:32:27.059] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:27.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:94:0) after 1m0s
[20:33:27.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:94:0)
[20:33:27.087] Timer tick, asking Buildbucket for the build status
[20:33:27.249] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:27.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:95:0) after 1m0s
[20:34:27.294] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:95:0)
[20:34:27.294] Timer tick, asking Buildbucket for the build status
[20:34:27.357] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:27.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:96:0) after 1m0s
[20:35:27.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:96:0)
[20:35:27.381] Timer tick, asking Buildbucket for the build status
[20:35:27.458] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:27.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:97:0) after 1m0s
[20:36:27.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:97:0)
[20:36:27.485] Timer tick, asking Buildbucket for the build status
[20:36:27.570] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:27.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:98:0) after 1m0s
[20:37:27.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:98:0)
[20:37:27.596] Timer tick, asking Buildbucket for the build status
[20:37:28.108] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:28.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:99:0) after 1m0s
[20:38:28.199] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:99:0)
[20:38:28.199] Timer tick, asking Buildbucket for the build status
[20:38:28.512] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:28.512] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:100:0) after 1m0s
[20:39:28.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:100:0)
[20:39:28.535] Timer tick, asking Buildbucket for the build status
[20:39:28.594] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:28.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:101:0) after 1m0s
[20:40:28.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:101:0)
[20:40:28.615] Timer tick, asking Buildbucket for the build status
[20:40:28.684] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:28.684] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:102:0) after 1m0s
[20:41:28.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:102:0)
[20:41:28.706] Timer tick, asking Buildbucket for the build status
[20:41:28.817] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:28.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:103:0) after 1m0s
[20:42:28.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:103:0)
[20:42:28.918] Timer tick, asking Buildbucket for the build status
[20:42:29.061] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:29.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:104:0) after 1m0s
[20:43:29.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:104:0)
[20:43:29.090] Timer tick, asking Buildbucket for the build status
[20:43:29.126] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:29.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:105:0) after 1m0s
[20:44:29.146] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:105:0)
[20:44:29.146] Timer tick, asking Buildbucket for the build status
[20:44:29.206] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:29.207] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:106:0) after 1m0s
[20:45:29.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:106:0)
[20:45:29.232] Timer tick, asking Buildbucket for the build status
[20:45:29.337] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:29.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:107:0) after 1m0s
[20:46:29.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:107:0)
[20:46:29.358] Timer tick, asking Buildbucket for the build status
[20:46:29.625] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:29.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:108:0) after 1m0s
[20:47:29.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:108:0)
[20:47:29.646] Timer tick, asking Buildbucket for the build status
[20:47:29.686] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:29.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:109:0) after 1m0s
[20:48:29.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:109:0)
[20:48:29.718] Timer tick, asking Buildbucket for the build status
[20:48:29.790] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:29.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:110:0) after 1m0s
[20:49:29.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:110:0)
[20:49:29.810] Timer tick, asking Buildbucket for the build status
[20:49:29.870] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:29.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:111:0) after 1m0s
[20:50:29.891] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:111:0)
[20:50:29.891] Timer tick, asking Buildbucket for the build status
[20:50:29.925] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:29.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:112:0) after 1m0s
[20:51:30.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:112:0)
[20:51:30.019] Timer tick, asking Buildbucket for the build status
[20:51:30.098] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:30.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:113:0) after 1m0s
[20:52:30.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:113:0)
[20:52:30.120] Timer tick, asking Buildbucket for the build status
[20:52:30.296] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:30.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:114:0) after 1m0s
[20:53:30.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:114:0)
[20:53:30.318] Timer tick, asking Buildbucket for the build status
[20:53:30.888] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:30.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:115:0) after 1m0s
[20:54:30.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:115:0)
[20:54:30.925] Timer tick, asking Buildbucket for the build status
[20:54:31.266] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:31.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:116:0) after 1m0s
[20:55:31.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:116:0)
[20:55:31.292] Timer tick, asking Buildbucket for the build status
[20:55:31.587] Build 8936651437460786384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:31.587] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102081499491170768:117:0) after 1m0s
[20:56:20.197] Received PubSub notification, asking Buildbucket for the build status
[20:56:20.294] Build 8936651437460786384: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:56:20.294] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1535748979235610",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1535742071626540",
"failure_reason": "BUILD_FAILURE",
"id": "8936651437460786384",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"1667a35577d38ff499ee6948bc2021b2fef3e700\", \"root_solution_revision_timestamp\": 1535742013}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936651437460786384/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3740-90b257a\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"2b59aaeee137b835b33dafa3443f25c5b6c5756f\", \"got_clang_revision\": \"340925-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"1667a35577d38ff499ee6948bc2021b2fef3e700\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24472}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1535742013, \"got_revision_cp\": \"refs/heads/master@{#588105}\", \"root_solution_revision\": \"1667a35577d38ff499ee6948bc2021b2fef3e700\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"f18b35284288ac851b77db88df3e2e8d2273db97\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"064458a8f818a34b07035780a547c50e07610df3\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1535742071626540, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5589\", \"scheduler_invocation_id:9102081499491170768\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8936651437460786384\"}}, \"got_v8_revision\": \"e0a58f83255d1dae907e2ba4564ad8928a7dedf4\", \"got_v8_revision_cp\": \"refs/branch-heads/7.0@{#6}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3445, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1535742106639170",
"status": "COMPLETED",
"status_changed_ts": "1535748979713990",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5589",
"scheduler_invocation_id:9102081499491170768",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8936651437460786384",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936651437460786384/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5589",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9102081499491170768",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:3f2cd00fc0b3e7ef580104306f7074a5e7ff7308",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3faa2ddf4e6bd210",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1535748979715550",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3445",
"utcnow_ts": "1535748980271120"
}
}
[20:56:20.294] Invocation finished in 1h55m9.988062141s with status FAILED