[15:01:02.250] New invocation is queued and will start shortly
[15:01:03.713] Starting the invocation (attempt 1)
[15:01:03.750] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:01:03.750] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:01:03.750] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9103455561945761392",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"6719d0c99c6536c01149d540a2f04de81d9a9720\",\"root_solution_revision_timestamp\":1534431657}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-linux",
"scheduler_invocation_id:9103455561945761392",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5486",
"user_agent:recipe"
]
}
[15:01:05.112] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1534431663920360",
"experimental": true,
"id": "8938025499531364672",
"lease_expiration_ts": "1534546864869480",
"lease_key": "1693697834",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"6719d0c99c6536c01149d540a2f04de81d9a9720\", \"root_solution_revision_timestamp\": 1534431657}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1534431665011080",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5486",
"scheduler_invocation_id:9103455561945761392",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8938025499531364672",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:f16b42daebb16d07ef4bb367cae95761e35535e1",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8938025499531364672/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5486",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9103455561945761392",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:b50893571566d312b5ece8add021f969b0484395",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f5c12a1e9cadf10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1534431665011240",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"utcnow_ts": "1534431665099300"
}
}
[15:01:05.112] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2558
[15:01:05.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:2:0) after 1m0s
[15:01:26.068] Received PubSub notification, asking Buildbucket for the build status
[15:01:26.126] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:05.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:2:0)
[15:02:05.142] Timer tick, asking Buildbucket for the build status
[15:02:05.208] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:05.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:4:0) after 1m0s
[15:03:05.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:4:0)
[15:03:05.224] Timer tick, asking Buildbucket for the build status
[15:03:05.358] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:05.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:5:0) after 1m0s
[15:04:05.376] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:5:0)
[15:04:05.376] Timer tick, asking Buildbucket for the build status
[15:04:05.417] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:05.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:6:0) after 1m0s
[15:05:05.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:6:0)
[15:05:05.433] Timer tick, asking Buildbucket for the build status
[15:05:05.559] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:05.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:7:0) after 1m0s
[15:06:05.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:7:0)
[15:06:05.576] Timer tick, asking Buildbucket for the build status
[15:06:05.722] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:05.722] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:8:0) after 1m0s
[15:07:05.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:8:0)
[15:07:05.741] Timer tick, asking Buildbucket for the build status
[15:07:05.849] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:05.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:9:0) after 1m0s
[15:08:05.878] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:9:0)
[15:08:05.878] Timer tick, asking Buildbucket for the build status
[15:08:05.922] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:05.922] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:10:0) after 1m0s
[15:09:05.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:10:0)
[15:09:05.943] Timer tick, asking Buildbucket for the build status
[15:09:06.049] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:06.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:11:0) after 1m0s
[15:10:06.070] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:11:0)
[15:10:06.070] Timer tick, asking Buildbucket for the build status
[15:10:06.557] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:06.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:12:0) after 1m0s
[15:11:06.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:12:0)
[15:11:06.578] Timer tick, asking Buildbucket for the build status
[15:11:06.713] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:06.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:13:0) after 1m0s
[15:12:06.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:13:0)
[15:12:06.746] Timer tick, asking Buildbucket for the build status
[15:12:06.839] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:06.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:14:0) after 1m0s
[15:13:06.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:14:0)
[15:13:06.914] Timer tick, asking Buildbucket for the build status
[15:13:06.983] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:06.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:15:0) after 1m0s
[15:14:07.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:15:0)
[15:14:07.081] Timer tick, asking Buildbucket for the build status
[15:14:07.198] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:07.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:16:0) after 1m0s
[15:15:07.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:16:0)
[15:15:07.218] Timer tick, asking Buildbucket for the build status
[15:15:07.253] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:07.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:17:0) after 1m0s
[15:16:07.285] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:17:0)
[15:16:07.285] Timer tick, asking Buildbucket for the build status
[15:16:07.327] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:07.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:18:0) after 1m0s
[15:17:07.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:18:0)
[15:17:07.361] Timer tick, asking Buildbucket for the build status
[15:17:07.460] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:07.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:19:0) after 1m0s
[15:18:07.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:19:0)
[15:18:07.478] Timer tick, asking Buildbucket for the build status
[15:18:07.537] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:07.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:20:0) after 1m0s
[15:19:07.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:20:0)
[15:19:07.557] Timer tick, asking Buildbucket for the build status
[15:19:07.757] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:07.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:21:0) after 1m0s
[15:20:07.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:21:0)
[15:20:07.777] Timer tick, asking Buildbucket for the build status
[15:20:07.858] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:07.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:22:0) after 1m0s
[15:21:07.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:22:0)
[15:21:07.875] Timer tick, asking Buildbucket for the build status
[15:21:08.036] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:08.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:23:0) after 1m0s
[15:22:08.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:23:0)
[15:22:08.054] Timer tick, asking Buildbucket for the build status
[15:22:08.128] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:08.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:24:0) after 1m0s
[15:23:08.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:24:0)
[15:23:08.144] Timer tick, asking Buildbucket for the build status
[15:23:09.950] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:09.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:25:0) after 1m0s
[15:24:09.969] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:25:0)
[15:24:09.969] Timer tick, asking Buildbucket for the build status
[15:24:10.041] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:10.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:26:0) after 1m0s
[15:25:10.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:26:0)
[15:25:10.074] Timer tick, asking Buildbucket for the build status
[15:25:10.168] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:10.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:27:0) after 1m0s
[15:26:10.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:27:0)
[15:26:10.187] Timer tick, asking Buildbucket for the build status
[15:26:10.306] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:10.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:28:0) after 1m0s
[15:27:10.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:28:0)
[15:27:10.324] Timer tick, asking Buildbucket for the build status
[15:27:10.504] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:10.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:29:0) after 1m0s
[15:28:10.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:29:0)
[15:28:10.541] Timer tick, asking Buildbucket for the build status
[15:28:10.671] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:10.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:30:0) after 1m0s
[15:29:10.688] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:30:0)
[15:29:10.689] Timer tick, asking Buildbucket for the build status
[15:29:10.727] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:10.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:31:0) after 1m0s
[15:30:10.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:31:0)
[15:30:10.751] Timer tick, asking Buildbucket for the build status
[15:30:10.863] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:10.863] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:32:0) after 1m0s
[15:31:10.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:32:0)
[15:31:10.884] Timer tick, asking Buildbucket for the build status
[15:31:10.963] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:10.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:33:0) after 1m0s
[15:32:11.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:33:0)
[15:32:11.067] Timer tick, asking Buildbucket for the build status
[15:32:11.227] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:11.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:34:0) after 1m0s
[15:33:11.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:34:0)
[15:33:11.246] Timer tick, asking Buildbucket for the build status
[15:33:11.294] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:11.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:35:0) after 1m0s
[15:34:11.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:35:0)
[15:34:11.314] Timer tick, asking Buildbucket for the build status
[15:34:11.448] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:11.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:36:0) after 1m0s
[15:35:11.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:36:0)
[15:35:11.514] Timer tick, asking Buildbucket for the build status
[15:35:11.582] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:11.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:37:0) after 1m0s
[15:36:11.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:37:0)
[15:36:11.620] Timer tick, asking Buildbucket for the build status
[15:36:11.861] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:11.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:38:0) after 1m0s
[15:37:11.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:38:0)
[15:37:11.880] Timer tick, asking Buildbucket for the build status
[15:37:11.995] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:11.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:39:0) after 1m0s
[15:38:12.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:39:0)
[15:38:12.016] Timer tick, asking Buildbucket for the build status
[15:38:12.675] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:12.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:40:0) after 1m0s
[15:39:12.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:40:0)
[15:39:12.707] Timer tick, asking Buildbucket for the build status
[15:39:12.796] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:12.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:41:0) after 1m0s
[15:40:12.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:41:0)
[15:40:12.816] Timer tick, asking Buildbucket for the build status
[15:40:12.990] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:12.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:42:0) after 1m0s
[15:41:13.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:42:0)
[15:41:13.104] Timer tick, asking Buildbucket for the build status
[15:41:13.295] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:13.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:43:0) after 1m0s
[15:42:13.313] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:43:0)
[15:42:13.313] Timer tick, asking Buildbucket for the build status
[15:42:13.385] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:13.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:44:0) after 1m0s
[15:43:13.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:44:0)
[15:43:13.404] Timer tick, asking Buildbucket for the build status
[15:43:13.451] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:13.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:45:0) after 1m0s
[15:44:13.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:45:0)
[15:44:13.475] Timer tick, asking Buildbucket for the build status
[15:44:13.538] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:13.538] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:46:0) after 1m0s
[15:45:13.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:46:0)
[15:45:13.557] Timer tick, asking Buildbucket for the build status
[15:45:13.633] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:13.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:47:0) after 1m0s
[15:46:13.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:47:0)
[15:46:13.652] Timer tick, asking Buildbucket for the build status
[15:46:13.751] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:13.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:48:0) after 1m0s
[15:47:13.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:48:0)
[15:47:13.795] Timer tick, asking Buildbucket for the build status
[15:47:14.013] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:14.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:49:0) after 1m0s
[15:48:14.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:49:0)
[15:48:14.033] Timer tick, asking Buildbucket for the build status
[15:48:14.130] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:14.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:50:0) after 1m0s
[15:49:14.165] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:50:0)
[15:49:14.165] Timer tick, asking Buildbucket for the build status
[15:49:14.280] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:14.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:51:0) after 1m0s
[15:50:14.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:51:0)
[15:50:14.374] Timer tick, asking Buildbucket for the build status
[15:50:14.415] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:14.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:52:0) after 1m0s
[15:51:14.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:52:0)
[15:51:14.500] Timer tick, asking Buildbucket for the build status
[15:51:14.665] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:14.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:53:0) after 1m0s
[15:52:14.736] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:53:0)
[15:52:14.736] Timer tick, asking Buildbucket for the build status
[15:52:14.923] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:14.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:54:0) after 1m0s
[15:53:14.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:54:0)
[15:53:14.943] Timer tick, asking Buildbucket for the build status
[15:53:15.014] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:15.014] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:55:0) after 1m0s
[15:54:15.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:55:0)
[15:54:15.039] Timer tick, asking Buildbucket for the build status
[15:54:15.101] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:15.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:56:0) after 1m0s
[15:55:15.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:56:0)
[15:55:15.121] Timer tick, asking Buildbucket for the build status
[15:55:15.158] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:15.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:57:0) after 1m0s
[15:56:15.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:57:0)
[15:56:15.189] Timer tick, asking Buildbucket for the build status
[15:56:15.322] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:15.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:58:0) after 1m0s
[15:57:15.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:58:0)
[15:57:15.342] Timer tick, asking Buildbucket for the build status
[15:57:15.427] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:15.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:59:0) after 1m0s
[15:58:15.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:59:0)
[15:58:15.449] Timer tick, asking Buildbucket for the build status
[15:58:15.641] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:15.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:60:0) after 1m0s
[15:59:15.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:60:0)
[15:59:15.667] Timer tick, asking Buildbucket for the build status
[15:59:15.759] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:15.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:61:0) after 1m0s
[16:00:15.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:61:0)
[16:00:15.816] Timer tick, asking Buildbucket for the build status
[16:00:15.875] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:15.875] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:62:0) after 1m0s
[16:01:15.899] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:62:0)
[16:01:15.899] Timer tick, asking Buildbucket for the build status
[16:01:16.073] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:16.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:63:0) after 1m0s
[16:02:16.161] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:63:0)
[16:02:16.161] Timer tick, asking Buildbucket for the build status
[16:02:16.249] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:16.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:64:0) after 1m0s
[16:03:16.277] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:64:0)
[16:03:16.277] Timer tick, asking Buildbucket for the build status
[16:03:16.357] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:16.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:65:0) after 1m0s
[16:04:16.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:65:0)
[16:04:16.378] Timer tick, asking Buildbucket for the build status
[16:04:16.451] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:16.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:66:0) after 1m0s
[16:05:16.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:66:0)
[16:05:16.537] Timer tick, asking Buildbucket for the build status
[16:05:16.648] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:16.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:67:0) after 1m0s
[16:06:16.671] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:67:0)
[16:06:16.671] Timer tick, asking Buildbucket for the build status
[16:06:16.817] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:16.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:68:0) after 1m0s
[16:07:16.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:68:0)
[16:07:16.961] Timer tick, asking Buildbucket for the build status
[16:07:17.049] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:17.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:69:0) after 1m0s
[16:08:17.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:69:0)
[16:08:17.098] Timer tick, asking Buildbucket for the build status
[16:08:17.223] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:17.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:70:0) after 1m0s
[16:09:17.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:70:0)
[16:09:17.258] Timer tick, asking Buildbucket for the build status
[16:09:17.368] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:17.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:71:0) after 1m0s
[16:10:17.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:71:0)
[16:10:17.392] Timer tick, asking Buildbucket for the build status
[16:10:17.450] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:17.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:72:0) after 1m0s
[16:11:17.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:72:0)
[16:11:17.479] Timer tick, asking Buildbucket for the build status
[16:11:17.589] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:17.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:73:0) after 1m0s
[16:12:17.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:73:0)
[16:12:17.611] Timer tick, asking Buildbucket for the build status
[16:12:17.853] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:17.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:74:0) after 1m0s
[16:13:17.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:74:0)
[16:13:17.874] Timer tick, asking Buildbucket for the build status
[16:13:17.972] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:17.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:75:0) after 1m0s
[16:14:17.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:75:0)
[16:14:17.995] Timer tick, asking Buildbucket for the build status
[16:14:18.063] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:18.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:76:0) after 1m0s
[16:15:18.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:76:0)
[16:15:18.085] Timer tick, asking Buildbucket for the build status
[16:15:18.209] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:18.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:77:0) after 1m0s
[16:16:18.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:77:0)
[16:16:18.229] Timer tick, asking Buildbucket for the build status
[16:16:18.290] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:18.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:78:0) after 1m0s
[16:17:18.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:78:0)
[16:17:18.311] Timer tick, asking Buildbucket for the build status
[16:17:18.511] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:18.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:79:0) after 1m0s
[16:18:18.534] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:79:0)
[16:18:18.534] Timer tick, asking Buildbucket for the build status
[16:18:18.599] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:18.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:80:0) after 1m0s
[16:19:18.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:80:0)
[16:19:18.621] Timer tick, asking Buildbucket for the build status
[16:19:18.825] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:18.825] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:81:0) after 1m0s
[16:20:18.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:81:0)
[16:20:18.912] Timer tick, asking Buildbucket for the build status
[16:20:18.982] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:18.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:82:0) after 1m0s
[16:21:19.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:82:0)
[16:21:19.000] Timer tick, asking Buildbucket for the build status
[16:21:19.085] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:19.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:83:0) after 1m0s
[16:22:19.152] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:83:0)
[16:22:19.152] Timer tick, asking Buildbucket for the build status
[16:22:19.242] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:19.242] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:84:0) after 1m0s
[16:23:19.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:84:0)
[16:23:19.262] Timer tick, asking Buildbucket for the build status
[16:23:19.337] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:19.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:85:0) after 1m0s
[16:24:19.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:85:0)
[16:24:19.375] Timer tick, asking Buildbucket for the build status
[16:24:19.474] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:19.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:86:0) after 1m0s
[16:25:19.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:86:0)
[16:25:19.495] Timer tick, asking Buildbucket for the build status
[16:25:19.764] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:19.764] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:87:0) after 1m0s
[16:26:19.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:87:0)
[16:26:19.786] Timer tick, asking Buildbucket for the build status
[16:26:19.849] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:19.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:88:0) after 1m0s
[16:27:19.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:88:0)
[16:27:19.887] Timer tick, asking Buildbucket for the build status
[16:27:19.927] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:19.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:89:0) after 1m0s
[16:28:19.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:89:0)
[16:28:19.947] Timer tick, asking Buildbucket for the build status
[16:28:20.062] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:20.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:90:0) after 1m0s
[16:29:20.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:90:0)
[16:29:20.082] Timer tick, asking Buildbucket for the build status
[16:29:20.198] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:20.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:91:0) after 1m0s
[16:30:20.223] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:91:0)
[16:30:20.223] Timer tick, asking Buildbucket for the build status
[16:30:20.350] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:20.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:92:0) after 1m0s
[16:31:20.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:92:0)
[16:31:20.371] Timer tick, asking Buildbucket for the build status
[16:31:20.496] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:20.496] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:93:0) after 1m0s
[16:32:20.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:93:0)
[16:32:20.543] Timer tick, asking Buildbucket for the build status
[16:32:20.808] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:20.808] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:94:0) after 1m0s
[16:33:20.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:94:0)
[16:33:20.829] Timer tick, asking Buildbucket for the build status
[16:33:20.913] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:20.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:95:0) after 1m0s
[16:34:20.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:95:0)
[16:34:20.936] Timer tick, asking Buildbucket for the build status
[16:34:21.191] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:21.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:96:0) after 1m0s
[16:35:21.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:96:0)
[16:35:21.229] Timer tick, asking Buildbucket for the build status
[16:35:23.826] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:23.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:97:0) after 1m0s
[16:36:24.163] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:97:0)
[16:36:24.163] Timer tick, asking Buildbucket for the build status
[16:36:24.282] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:24.282] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:98:0) after 1m0s
[16:37:24.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:98:0)
[16:37:24.311] Timer tick, asking Buildbucket for the build status
[16:37:24.421] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:24.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:99:0) after 1m0s
[16:38:24.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:99:0)
[16:38:24.462] Timer tick, asking Buildbucket for the build status
[16:38:24.524] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:24.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:100:0) after 1m0s
[16:39:24.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:100:0)
[16:39:24.547] Timer tick, asking Buildbucket for the build status
[16:39:24.602] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:24.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:101:0) after 1m0s
[16:40:24.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:101:0)
[16:40:24.625] Timer tick, asking Buildbucket for the build status
[16:40:24.685] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:24.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:102:0) after 1m0s
[16:41:24.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:102:0)
[16:41:24.727] Timer tick, asking Buildbucket for the build status
[16:41:24.846] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:24.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:103:0) after 1m0s
[16:42:24.882] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:103:0)
[16:42:24.882] Timer tick, asking Buildbucket for the build status
[16:42:24.976] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:24.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:104:0) after 1m0s
[16:43:24.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:104:0)
[16:43:24.997] Timer tick, asking Buildbucket for the build status
[16:43:25.066] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:25.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:105:0) after 1m0s
[16:44:25.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:105:0)
[16:44:25.087] Timer tick, asking Buildbucket for the build status
[16:44:25.443] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:25.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:106:0) after 1m0s
[16:45:25.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:106:0)
[16:45:25.549] Timer tick, asking Buildbucket for the build status
[16:45:25.651] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:25.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:107:0) after 1m0s
[16:46:25.715] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:107:0)
[16:46:25.715] Timer tick, asking Buildbucket for the build status
[16:46:25.792] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:25.792] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:108:0) after 1m0s
[16:47:25.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:108:0)
[16:47:25.814] Timer tick, asking Buildbucket for the build status
[16:47:25.891] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:25.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:109:0) after 1m0s
[16:48:25.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:109:0)
[16:48:25.915] Timer tick, asking Buildbucket for the build status
[16:48:26.058] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:26.058] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:110:0) after 1m0s
[16:49:26.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:110:0)
[16:49:26.082] Timer tick, asking Buildbucket for the build status
[16:49:26.192] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:26.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:111:0) after 1m0s
[16:50:26.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:111:0)
[16:50:26.225] Timer tick, asking Buildbucket for the build status
[16:50:26.371] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:26.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:112:0) after 1m0s
[16:51:26.411] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:112:0)
[16:51:26.411] Timer tick, asking Buildbucket for the build status
[16:51:26.717] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:26.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:113:0) after 1m0s
[16:52:26.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:113:0)
[16:52:26.741] Timer tick, asking Buildbucket for the build status
[16:52:26.804] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:26.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:114:0) after 1m0s
[16:53:26.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:114:0)
[16:53:26.927] Timer tick, asking Buildbucket for the build status
[16:53:26.984] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:26.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:115:0) after 1m0s
[16:54:27.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:115:0)
[16:54:27.007] Timer tick, asking Buildbucket for the build status
[16:54:27.214] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:27.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:116:0) after 1m0s
[16:55:27.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:116:0)
[16:55:27.241] Timer tick, asking Buildbucket for the build status
[16:55:27.293] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:27.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:117:0) after 1m0s
[16:56:27.317] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:117:0)
[16:56:27.317] Timer tick, asking Buildbucket for the build status
[16:56:27.391] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:27.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:118:0) after 1m0s
[16:57:27.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:118:0)
[16:57:27.417] Timer tick, asking Buildbucket for the build status
[16:57:27.553] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:27.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:119:0) after 1m0s
[16:58:27.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:119:0)
[16:58:27.578] Timer tick, asking Buildbucket for the build status
[16:58:27.701] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:27.701] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:120:0) after 1m0s
[16:59:27.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:120:0)
[16:59:27.738] Timer tick, asking Buildbucket for the build status
[16:59:27.833] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:27.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:121:0) after 1m0s
[17:00:27.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:121:0)
[17:00:27.867] Timer tick, asking Buildbucket for the build status
[17:00:28.129] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:28.129] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:122:0) after 1m0s
[17:01:28.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:122:0)
[17:01:28.151] Timer tick, asking Buildbucket for the build status
[17:01:28.235] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:28.235] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:123:0) after 1m0s
[17:02:28.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:123:0)
[17:02:28.257] Timer tick, asking Buildbucket for the build status
[17:02:28.306] Build 8938025499531364672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:28.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9103455561945761392:124:0) after 1m0s
[17:03:08.223] Received PubSub notification, asking Buildbucket for the build status
[17:03:08.321] Build 8938025499531364672: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:03:08.321] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary_preference": "AUTO",
"completed_ts": "1534438987397860",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1534431663920360",
"experimental": true,
"failure_reason": "INFRA_FAILURE",
"id": "8938025499531364672",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"6719d0c99c6536c01149d540a2f04de81d9a9720\", \"root_solution_revision_timestamp\": 1534431657}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3740-90b257a\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"git\", \"goma_v2\", \"vpython\"]}}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1534431685204080",
"status": "COMPLETED",
"status_changed_ts": "1534438987796790",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"builder:codesearch-gen-chromium-linux",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:5486",
"scheduler_invocation_id:9103455561945761392",
"scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_dimension:builder:codesearch-gen-chromium-linux",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.infra.codesearch",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"swarming_tag:buildbucket_bucket:luci.infra.codesearch",
"swarming_tag:buildbucket_build_id:8938025499531364672",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:f16b42daebb16d07ef4bb367cae95761e35535e1",
"swarming_tag:builder:codesearch-gen-chromium-linux",
"swarming_tag:cpu:x86-64",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8938025499531364672/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
"swarming_tag:parent_buildnumber:5486",
"swarming_tag:pool:luci.infra.codesearch",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9103455561945761392",
"swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
"swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:b50893571566d312b5ece8add021f969b0484395",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:user_agent:recipe",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f5c12a1e9cadf10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1534438987798040",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/2558",
"utcnow_ts": "1534438988290570"
}
}
[17:03:08.321] Invocation finished in 2h2m6.087579156s with status FAILED