[20:23:19.035] New invocation is queued and will start shortly
[20:23:19.035] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:23:20.710] Starting the invocation (attempt 1)
[20:23:20.839] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:23:20.839] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:23:20.839] Buildbucket request:
{
"bucket": "luci.infra.codesearch",
"client_operation_id": "9043822481968007456",
"parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-win\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"d2cb75ec7bf5a6e44772df73c6d245409effc941\",\"codesearch_mirror_revision_timestamp\":1591286311,\"root_solution_revision\":\"3be4a6e9fbba0ce3e593d856a4b3d98f977aa279\",\"root_solution_revision_timestamp\":1591286279},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10845\",\"user_agent:recipe\"]},\"id\":\"b0c1b926-f356-4a3e-aafc-eaa9425f5af4\",\"title\":\"codesearch-gen-chromium-initiator/10845\"},{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\",\"codesearch_mirror_revision_timestamp\":1591300827,\"root_solution_revision\":\"7051d3aa50d967b89967099793630bdc713bacaa\",\"root_solution_revision_timestamp\":1591300788},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10846\",\"user_agent:recipe\"]},\"id\":\"0fa1253d-198e-4ed7-a15a-a2ccfd95b03f\",\"title\":\"codesearch-gen-chromium-initiator/10846\"}]},\"codesearch_mirror_revision\":\"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\",\"codesearch_mirror_revision_timestamp\":1591300827,\"root_solution_revision\":\"7051d3aa50d967b89967099793630bdc713bacaa\",\"root_solution_revision_timestamp\":1591300788}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:codesearch-gen-chromium-win",
"scheduler_invocation_id:9043822481968007456",
"scheduler_job_id:infra/codesearch-gen-chromium-win",
"user_agent:luci-scheduler",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:10846",
"user_agent:recipe"
]
}
[20:23:22.398] Buildbucket response:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary": true,
"canary_preference": "CANARY",
"created_by": "project:infra",
"created_ts": "1591302200945805",
"id": "8878392419300228048",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-win\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"d2cb75ec7bf5a6e44772df73c6d245409effc941\", \"codesearch_mirror_revision_timestamp\": 1591286311.0, \"root_solution_revision\": \"3be4a6e9fbba0ce3e593d856a4b3d98f977aa279\", \"root_solution_revision_timestamp\": 1591286279.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10845\", \"user_agent:recipe\"]}, \"id\": \"b0c1b926-f356-4a3e-aafc-eaa9425f5af4\", \"title\": \"codesearch-gen-chromium-initiator/10845\"}, {\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\", \"codesearch_mirror_revision_timestamp\": 1591300827.0, \"root_solution_revision\": \"7051d3aa50d967b89967099793630bdc713bacaa\", \"root_solution_revision_timestamp\": 1591300788.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10846\", \"user_agent:recipe\"]}, \"id\": \"0fa1253d-198e-4ed7-a15a-a2ccfd95b03f\", \"title\": \"codesearch-gen-chromium-initiator/10846\"}]}, \"codesearch_mirror_revision\": \"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\", \"codesearch_mirror_revision_timestamp\": 1591300827.0, \"root_solution_revision\": \"7051d3aa50d967b89967099793630bdc713bacaa\", \"root_solution_revision_timestamp\": 1591300788.0}}",
"project": "infra",
"result_details_json": "{\"properties\": {}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1591302202015327",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-win/5897",
"builder:codesearch-gen-chromium-win",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:10846",
"scheduler_invocation_id:9043822481968007456",
"scheduler_job_id:infra/codesearch-gen-chromium-win",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8878392419300228048/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1591302202015502",
"url": "https://ci.chromium.org/b/8878392419300228048",
"utcnow_ts": "1591302202388230"
}
}
[20:23:22.398] Task URL: https://ci.chromium.org/b/8878392419300228048
[20:23:22.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:2:0) after 1m0s
[20:23:32.501] Received PubSub notification, asking Buildbucket for the build status
[20:23:32.895] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:22.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:2:0)
[20:24:22.469] Timer tick, asking Buildbucket for the build status
[20:24:22.758] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:22.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:4:0) after 1m0s
[20:25:22.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:4:0)
[20:25:22.799] Timer tick, asking Buildbucket for the build status
[20:25:23.016] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:23.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:5:0) after 1m0s
[20:26:23.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:5:0)
[20:26:23.072] Timer tick, asking Buildbucket for the build status
[20:26:23.939] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:23.939] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:6:0) after 1m0s
[20:27:23.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:6:0)
[20:27:23.986] Timer tick, asking Buildbucket for the build status
[20:27:24.178] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:24.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:7:0) after 1m0s
[20:28:24.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:7:0)
[20:28:24.256] Timer tick, asking Buildbucket for the build status
[20:28:24.467] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:24.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:8:0) after 1m0s
[20:29:24.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:8:0)
[20:29:24.642] Timer tick, asking Buildbucket for the build status
[20:29:24.803] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:24.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:9:0) after 1m0s
[20:30:24.876] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:9:0)
[20:30:24.876] Timer tick, asking Buildbucket for the build status
[20:30:25.184] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:25.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:10:0) after 1m0s
[20:31:25.413] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:10:0)
[20:31:25.413] Timer tick, asking Buildbucket for the build status
[20:31:25.824] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:25.824] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:11:0) after 1m0s
[20:32:25.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:11:0)
[20:32:25.895] Timer tick, asking Buildbucket for the build status
[20:32:31.506] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:31.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:12:0) after 1m0s
[20:33:31.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:12:0)
[20:33:31.596] Timer tick, asking Buildbucket for the build status
[20:33:34.253] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:34.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:13:0) after 1m0s
[20:34:34.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:13:0)
[20:34:34.275] Timer tick, asking Buildbucket for the build status
[20:34:34.527] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:34.527] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:14:0) after 1m0s
[20:35:34.524] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:14:0)
[20:35:34.524] Timer tick, asking Buildbucket for the build status
[20:35:34.727] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:34.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:15:0) after 1m0s
[20:36:34.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:15:0)
[20:36:34.770] Timer tick, asking Buildbucket for the build status
[20:36:39.168] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:39.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:16:0) after 1m0s
[20:37:39.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:16:0)
[20:37:39.291] Timer tick, asking Buildbucket for the build status
[20:37:40.063] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:40.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:17:0) after 1m0s
[20:38:40.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:17:0)
[20:38:40.349] Timer tick, asking Buildbucket for the build status
[20:38:42.330] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:42.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:18:0) after 1m0s
[20:39:42.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:18:0)
[20:39:42.452] Timer tick, asking Buildbucket for the build status
[20:39:42.672] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:42.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:19:0) after 1m0s
[20:40:42.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:19:0)
[20:40:42.838] Timer tick, asking Buildbucket for the build status
[20:40:43.375] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:43.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:20:0) after 1m0s
[20:41:43.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:20:0)
[20:41:43.399] Timer tick, asking Buildbucket for the build status
[20:41:43.661] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:43.661] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:21:0) after 1m0s
[20:42:43.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:21:0)
[20:42:43.705] Timer tick, asking Buildbucket for the build status
[20:42:43.915] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:43.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:22:0) after 1m0s
[20:43:43.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:22:0)
[20:43:43.947] Timer tick, asking Buildbucket for the build status
[20:43:44.831] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:44.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:23:0) after 1m0s
[20:44:44.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:23:0)
[20:44:44.860] Timer tick, asking Buildbucket for the build status
[20:44:45.737] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:45.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:24:0) after 1m0s
[20:45:45.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:24:0)
[20:45:45.796] Timer tick, asking Buildbucket for the build status
[20:45:45.900] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:45.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:25:0) after 1m0s
[20:46:45.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:25:0)
[20:46:45.911] Timer tick, asking Buildbucket for the build status
[20:46:46.101] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:46.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:26:0) after 1m0s
[20:47:46.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:26:0)
[20:47:46.211] Timer tick, asking Buildbucket for the build status
[20:47:46.623] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:46.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:27:0) after 1m0s
[20:48:46.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:27:0)
[20:48:46.961] Timer tick, asking Buildbucket for the build status
[20:48:47.537] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:47.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:28:0) after 1m0s
[20:49:48.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:28:0)
[20:49:48.432] Timer tick, asking Buildbucket for the build status
[20:49:49.233] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:49.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:29:0) after 1m0s
[20:50:50.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:29:0)
[20:50:50.887] Timer tick, asking Buildbucket for the build status
[20:50:51.515] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:51.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:30:0) after 1m0s
[20:51:51.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:30:0)
[20:51:51.693] Timer tick, asking Buildbucket for the build status
[20:51:51.843] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:51.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:31:0) after 1m0s
[20:52:51.976] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:31:0)
[20:52:51.976] Timer tick, asking Buildbucket for the build status
[20:52:52.349] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:52.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:32:0) after 1m0s
[20:53:52.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:32:0)
[20:53:52.512] Timer tick, asking Buildbucket for the build status
[20:53:52.867] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:52.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:33:0) after 1m0s
[20:54:53.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:33:0)
[20:54:53.104] Timer tick, asking Buildbucket for the build status
[20:54:53.258] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:53.258] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:34:0) after 1m0s
[20:55:53.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:34:0)
[20:55:53.337] Timer tick, asking Buildbucket for the build status
[20:55:53.511] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:53.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:35:0) after 1m0s
[20:56:53.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:35:0)
[20:56:53.627] Timer tick, asking Buildbucket for the build status
[20:56:54.974] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:54.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:36:0) after 1m0s
[20:57:54.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:36:0)
[20:57:54.993] Timer tick, asking Buildbucket for the build status
[20:57:55.183] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:55.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:37:0) after 1m0s
[20:58:55.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:37:0)
[20:58:55.200] Timer tick, asking Buildbucket for the build status
[20:58:55.456] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:55.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:38:0) after 1m0s
[20:59:55.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:38:0)
[20:59:55.551] Timer tick, asking Buildbucket for the build status
[20:59:55.817] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:55.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:39:0) after 1m0s
[21:00:55.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:39:0)
[21:00:55.866] Timer tick, asking Buildbucket for the build status
[21:00:57.167] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:57.167] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:40:0) after 1m0s
[21:01:57.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:40:0)
[21:01:57.232] Timer tick, asking Buildbucket for the build status
[21:01:58.268] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:58.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:41:0) after 1m0s
[21:02:58.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:41:0)
[21:02:58.295] Timer tick, asking Buildbucket for the build status
[21:02:58.790] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:58.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:42:0) after 1m0s
[21:03:58.818] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:42:0)
[21:03:58.818] Timer tick, asking Buildbucket for the build status
[21:03:59.271] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:59.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:43:0) after 1m0s
[21:04:59.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:43:0)
[21:04:59.323] Timer tick, asking Buildbucket for the build status
[21:04:59.745] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:59.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:44:0) after 1m0s
[21:05:59.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:44:0)
[21:05:59.835] Timer tick, asking Buildbucket for the build status
[21:06:00.122] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:00.122] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:45:0) after 1m0s
[21:07:00.226] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:45:0)
[21:07:00.226] Timer tick, asking Buildbucket for the build status
[21:07:01.052] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:01.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:46:0) after 1m0s
[21:08:02.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:46:0)
[21:08:02.075] Timer tick, asking Buildbucket for the build status
[21:08:02.246] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:02.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:47:0) after 1m0s
[21:09:03.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:47:0)
[21:09:03.394] Timer tick, asking Buildbucket for the build status
[21:09:03.620] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:03.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:48:0) after 1m0s
[21:10:04.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:48:0)
[21:10:04.274] Timer tick, asking Buildbucket for the build status
[21:10:04.383] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:04.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:49:0) after 1m0s
[21:11:04.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:49:0)
[21:11:04.496] Timer tick, asking Buildbucket for the build status
[21:11:04.977] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:04.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:50:0) after 1m0s
[21:12:05.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:50:0)
[21:12:05.166] Timer tick, asking Buildbucket for the build status
[21:12:05.465] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:05.465] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:51:0) after 1m0s
[21:13:05.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:51:0)
[21:13:05.517] Timer tick, asking Buildbucket for the build status
[21:13:05.920] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:05.920] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:52:0) after 1m0s
[21:14:05.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:52:0)
[21:14:05.911] Timer tick, asking Buildbucket for the build status
[21:14:06.079] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:06.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:53:0) after 1m0s
[21:15:06.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:53:0)
[21:15:06.183] Timer tick, asking Buildbucket for the build status
[21:15:06.345] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:06.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:54:0) after 1m0s
[21:16:06.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:54:0)
[21:16:06.456] Timer tick, asking Buildbucket for the build status
[21:16:06.747] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:06.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:55:0) after 1m0s
[21:17:06.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:55:0)
[21:17:06.922] Timer tick, asking Buildbucket for the build status
[21:17:07.090] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:07.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:56:0) after 1m0s
[21:18:07.165] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:56:0)
[21:18:07.165] Timer tick, asking Buildbucket for the build status
[21:18:08.172] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:08.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:57:0) after 1m0s
[21:19:08.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:57:0)
[21:19:08.301] Timer tick, asking Buildbucket for the build status
[21:19:08.874] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:08.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:58:0) after 1m0s
[21:20:08.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:58:0)
[21:20:08.986] Timer tick, asking Buildbucket for the build status
[21:20:09.976] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:09.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:59:0) after 1m0s
[21:21:10.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:59:0)
[21:21:10.137] Timer tick, asking Buildbucket for the build status
[21:21:10.296] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:10.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:60:0) after 1m0s
[21:22:10.435] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:60:0)
[21:22:10.435] Timer tick, asking Buildbucket for the build status
[21:22:10.601] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:10.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:61:0) after 1m0s
[21:23:10.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:61:0)
[21:23:10.676] Timer tick, asking Buildbucket for the build status
[21:23:10.912] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:10.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:62:0) after 1m0s
[21:24:10.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:62:0)
[21:24:10.970] Timer tick, asking Buildbucket for the build status
[21:24:11.185] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:11.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:63:0) after 1m0s
[21:25:11.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:63:0)
[21:25:11.213] Timer tick, asking Buildbucket for the build status
[21:25:11.589] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:11.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:64:0) after 1m0s
[21:26:11.633] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:64:0)
[21:26:11.633] Timer tick, asking Buildbucket for the build status
[21:26:11.754] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:11.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:65:0) after 1m0s
[21:27:11.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:65:0)
[21:27:11.807] Timer tick, asking Buildbucket for the build status
[21:27:11.938] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:11.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:66:0) after 1m0s
[21:28:12.009] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:66:0)
[21:28:12.009] Timer tick, asking Buildbucket for the build status
[21:28:12.832] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:12.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:67:0) after 1m0s
[21:29:12.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:67:0)
[21:29:12.831] Timer tick, asking Buildbucket for the build status
[21:29:13.148] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:13.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:68:0) after 1m0s
[21:30:13.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:68:0)
[21:30:13.174] Timer tick, asking Buildbucket for the build status
[21:30:13.320] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:13.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:69:0) after 1m0s
[21:31:13.341] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:69:0)
[21:31:13.341] Timer tick, asking Buildbucket for the build status
[21:31:13.571] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:13.571] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:70:0) after 1m0s
[21:32:13.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:70:0)
[21:32:13.642] Timer tick, asking Buildbucket for the build status
[21:32:13.857] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:13.857] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:71:0) after 1m0s
[21:33:13.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:71:0)
[21:33:13.912] Timer tick, asking Buildbucket for the build status
[21:33:14.242] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:14.242] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:72:0) after 1m0s
[21:34:14.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:72:0)
[21:34:14.441] Timer tick, asking Buildbucket for the build status
[21:34:17.141] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:17.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:73:0) after 1m0s
[21:35:17.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:73:0)
[21:35:17.295] Timer tick, asking Buildbucket for the build status
[21:35:17.449] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:17.449] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:74:0) after 1m0s
[21:36:17.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:74:0)
[21:36:17.655] Timer tick, asking Buildbucket for the build status
[21:36:18.001] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:18.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:75:0) after 1m0s
[21:37:18.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:75:0)
[21:37:18.056] Timer tick, asking Buildbucket for the build status
[21:37:18.349] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:18.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:76:0) after 1m0s
[21:38:18.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:76:0)
[21:38:18.379] Timer tick, asking Buildbucket for the build status
[21:38:18.580] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:18.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:77:0) after 1m0s
[21:39:18.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:77:0)
[21:39:18.676] Timer tick, asking Buildbucket for the build status
[21:39:19.253] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:19.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:78:0) after 1m0s
[21:40:19.235] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:78:0)
[21:40:19.235] Timer tick, asking Buildbucket for the build status
[21:40:19.602] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:19.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:79:0) after 1m0s
[21:41:19.641] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:79:0)
[21:41:19.641] Timer tick, asking Buildbucket for the build status
[21:41:20.451] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:20.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:80:0) after 1m0s
[21:42:20.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:80:0)
[21:42:20.486] Timer tick, asking Buildbucket for the build status
[21:42:20.684] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:20.684] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:81:0) after 1m0s
[21:43:20.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:81:0)
[21:43:20.747] Timer tick, asking Buildbucket for the build status
[21:43:21.591] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:21.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:82:0) after 1m0s
[21:44:21.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:82:0)
[21:44:21.658] Timer tick, asking Buildbucket for the build status
[21:44:21.975] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:21.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:83:0) after 1m0s
[21:45:22.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:83:0)
[21:45:22.045] Timer tick, asking Buildbucket for the build status
[21:45:22.277] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:22.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:84:0) after 1m0s
[21:46:22.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:84:0)
[21:46:22.288] Timer tick, asking Buildbucket for the build status
[21:46:22.431] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:22.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:85:0) after 1m0s
[21:47:22.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:85:0)
[21:47:22.433] Timer tick, asking Buildbucket for the build status
[21:47:22.636] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:22.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:86:0) after 1m0s
[21:48:22.716] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:86:0)
[21:48:22.716] Timer tick, asking Buildbucket for the build status
[21:48:30.798] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:30.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:87:0) after 1m0s
[21:49:30.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:87:0)
[21:49:30.837] Timer tick, asking Buildbucket for the build status
[21:49:31.001] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:31.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:88:0) after 1m0s
[21:50:31.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:88:0)
[21:50:31.096] Timer tick, asking Buildbucket for the build status
[21:50:31.324] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:31.324] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:89:0) after 1m0s
[21:51:31.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:89:0)
[21:51:31.371] Timer tick, asking Buildbucket for the build status
[21:51:31.597] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:31.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:90:0) after 1m0s
[21:52:31.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:90:0)
[21:52:31.621] Timer tick, asking Buildbucket for the build status
[21:52:31.783] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:31.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:91:0) after 1m0s
[21:53:31.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:91:0)
[21:53:31.808] Timer tick, asking Buildbucket for the build status
[21:53:32.152] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:32.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:92:0) after 1m0s
[21:54:32.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:92:0)
[21:54:32.241] Timer tick, asking Buildbucket for the build status
[21:54:32.470] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:32.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:93:0) after 1m0s
[21:55:32.582] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:93:0)
[21:55:32.582] Timer tick, asking Buildbucket for the build status
[21:55:32.946] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:32.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:94:0) after 1m0s
[21:56:33.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:94:0)
[21:56:33.045] Timer tick, asking Buildbucket for the build status
[21:56:33.264] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:33.264] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:95:0) after 1m0s
[21:57:33.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:95:0)
[21:57:33.447] Timer tick, asking Buildbucket for the build status
[21:57:33.580] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:33.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:96:0) after 1m0s
[21:58:34.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:96:0)
[21:58:34.387] Timer tick, asking Buildbucket for the build status
[21:58:34.855] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:34.855] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:97:0) after 1m0s
[21:59:35.115] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:97:0)
[21:59:35.115] Timer tick, asking Buildbucket for the build status
[21:59:36.058] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:36.058] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:98:0) after 1m0s
[22:00:36.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:98:0)
[22:00:36.150] Timer tick, asking Buildbucket for the build status
[22:00:36.478] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:36.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:99:0) after 1m0s
[22:01:36.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:99:0)
[22:01:36.537] Timer tick, asking Buildbucket for the build status
[22:01:36.676] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:36.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:100:0) after 1m0s
[22:02:36.763] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:100:0)
[22:02:36.763] Timer tick, asking Buildbucket for the build status
[22:02:36.961] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:36.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:101:0) after 1m0s
[22:03:37.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:101:0)
[22:03:37.421] Timer tick, asking Buildbucket for the build status
[22:03:38.051] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:38.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:102:0) after 1m0s
[22:04:38.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:102:0)
[22:04:38.535] Timer tick, asking Buildbucket for the build status
[22:04:38.678] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:38.678] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:103:0) after 1m0s
[22:05:39.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:103:0)
[22:05:39.191] Timer tick, asking Buildbucket for the build status
[22:05:39.437] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:39.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:104:0) after 1m0s
[22:06:39.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:104:0)
[22:06:39.553] Timer tick, asking Buildbucket for the build status
[22:06:39.720] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:39.720] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:105:0) after 1m0s
[22:07:40.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:105:0)
[22:07:40.106] Timer tick, asking Buildbucket for the build status
[22:07:40.251] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:40.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:106:0) after 1m0s
[22:08:40.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:106:0)
[22:08:40.529] Timer tick, asking Buildbucket for the build status
[22:08:40.742] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:40.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:107:0) after 1m0s
[22:09:41.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:107:0)
[22:09:41.241] Timer tick, asking Buildbucket for the build status
[22:09:41.348] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:41.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:108:0) after 1m0s
[22:10:41.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:108:0)
[22:10:41.738] Timer tick, asking Buildbucket for the build status
[22:10:42.321] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:42.321] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:109:0) after 1m0s
[22:11:42.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:109:0)
[22:11:42.408] Timer tick, asking Buildbucket for the build status
[22:11:42.561] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:42.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:110:0) after 1m0s
[22:12:42.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:110:0)
[22:12:42.625] Timer tick, asking Buildbucket for the build status
[22:12:42.776] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:42.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:111:0) after 1m0s
[22:13:42.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:111:0)
[22:13:42.908] Timer tick, asking Buildbucket for the build status
[22:13:43.577] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:43.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:112:0) after 1m0s
[22:14:43.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:112:0)
[22:14:43.754] Timer tick, asking Buildbucket for the build status
[22:14:43.897] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:43.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:113:0) after 1m0s
[22:15:44.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:113:0)
[22:15:44.251] Timer tick, asking Buildbucket for the build status
[22:15:44.641] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:44.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:114:0) after 1m0s
[22:16:44.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:114:0)
[22:16:44.893] Timer tick, asking Buildbucket for the build status
[22:16:45.107] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:45.107] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:115:0) after 1m0s
[22:17:45.223] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:115:0)
[22:17:45.223] Timer tick, asking Buildbucket for the build status
[22:17:46.817] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:46.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:116:0) after 1m0s
[22:18:46.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:116:0)
[22:18:46.956] Timer tick, asking Buildbucket for the build status
[22:18:47.352] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:47.352] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:117:0) after 1m0s
[22:19:47.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:117:0)
[22:19:47.726] Timer tick, asking Buildbucket for the build status
[22:19:47.882] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:47.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:118:0) after 1m0s
[22:20:48.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:118:0)
[22:20:48.162] Timer tick, asking Buildbucket for the build status
[22:20:48.488] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:48.488] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:119:0) after 1m0s
[22:21:48.626] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:119:0)
[22:21:48.626] Timer tick, asking Buildbucket for the build status
[22:21:48.799] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:48.800] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:120:0) after 1m0s
[22:22:48.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:120:0)
[22:22:48.903] Timer tick, asking Buildbucket for the build status
[22:22:49.121] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:49.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:121:0) after 1m0s
[22:23:49.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:121:0)
[22:23:49.330] Timer tick, asking Buildbucket for the build status
[22:23:49.623] Build 8878392419300228048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:49.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9043822481968007456:122:0) after 1m0s
[22:24:41.576] Received PubSub notification, asking Buildbucket for the build status
[22:24:41.688] Build 8878392419300228048: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[22:24:41.688] Buildbucket build:
{
"build": {
"bucket": "luci.infra.codesearch",
"canary": true,
"canary_preference": "CANARY",
"completed_ts": "1591309481025772",
"created_by": "project:infra",
"created_ts": "1591302200945805",
"failure_reason": "BUILD_FAILURE",
"id": "8878392419300228048",
"parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-win\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"d2cb75ec7bf5a6e44772df73c6d245409effc941\", \"codesearch_mirror_revision_timestamp\": 1591286311.0, \"root_solution_revision\": \"3be4a6e9fbba0ce3e593d856a4b3d98f977aa279\", \"root_solution_revision_timestamp\": 1591286279.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10845\", \"user_agent:recipe\"]}, \"id\": \"b0c1b926-f356-4a3e-aafc-eaa9425f5af4\", \"title\": \"codesearch-gen-chromium-initiator/10845\"}, {\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\", \"codesearch_mirror_revision_timestamp\": 1591300827.0, \"root_solution_revision\": \"7051d3aa50d967b89967099793630bdc713bacaa\", \"root_solution_revision_timestamp\": 1591300788.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10846\", \"user_agent:recipe\"]}, \"id\": \"0fa1253d-198e-4ed7-a15a-a2ccfd95b03f\", \"title\": \"codesearch-gen-chromium-initiator/10846\"}]}, \"codesearch_mirror_revision\": \"b5c1b34f27f8b77e97253d7b03f7601b3c2e6a85\", \"codesearch_mirror_revision_timestamp\": 1591300827.0, \"root_solution_revision\": \"7051d3aa50d967b89967099793630bdc713bacaa\", \"root_solution_revision_timestamp\": 1591300788.0}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[41828/41855] LINK xr_browser_tests_binary.exe xr_browser_tests_binary.exe.pdb\\nFAILED: xr_browser_tests_binary.exe xr_browser_tests_binary.exe.pdb\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"clang_revision\": \"n355885-a6ae333a-2\", \"got_angle_revision\": \"0df92012a18edab32d14c43d8db72899b3cd1641\", \"got_dawn_revision\": \"783cd5a79c8ada83622c327ec054f6cc990c2825\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"7051d3aa50d967b89967099793630bdc713bacaa\", \"got_revision_cp\": \"refs/heads/master@{#775236}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"0711869b5f2097416c67811384fedbca3c025a00\", \"got_v8_revision\": \"e02ac97561412ebf74a1b3b59b0ae0d3402ec882\", \"got_v8_revision_cp\": \"refs/heads/8.5.97@{#1}\", \"got_webrtc_revision\": \"8b7cfa16aa2f07a5cd41ed3c7e1ae975a2b8d1f2\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31441}\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_51272234846e6a2cd04aa26557e39158e034c42367eea2a83e543ed93811995b_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-win-0-dujk\"], \"image\": [\"chrome-win10-1703-20040700-021aac15b85\"], \"integrity\": [\"high\"], \"locale\": [\"en_US.cp1252\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.13\"], \"server_version\": [\"5158-af0aabf\"], \"ssd\": [\"1\"], \"windows_client_version\": [\"10\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[41828/41855] LINK xr_browser_tests_binary.exe xr_browser_tests_binary.exe.pdb\\nFAILED: xr_browser_tests_binary.exe xr_browser_tests_binary.exe.pdb\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1591302211142868",
"status": "COMPLETED",
"status_changed_ts": "1591302211863782",
"tags": [
"build_address:luci.infra.codesearch/codesearch-gen-chromium-win/5897",
"builder:codesearch-gen-chromium-win",
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:10846",
"scheduler_invocation_id:9043822481968007456",
"scheduler_job_id:infra/codesearch-gen-chromium-win",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8878392419300228048/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Windows",
"swarming_tag:recipe_name:chromium_codesearch",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4c99d2357baa7910",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1591309481143383",
"url": "https://ci.chromium.org/b/8878392419300228048",
"utcnow_ts": "1591309481678156"
}
}
[22:24:41.688] Invocation finished in 2h1m22.670927589s with status FAILED