Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/6585 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "b04e513f825d6ce22e147601cbfc75ea23eb9073",
  "root_solution_revision_timestamp": 1543363172
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:6585
  • user_agent:recipe

Debug log (UTC)

[00:12:24.456] New invocation is queued and will start shortly
[00:12:24.456] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[00:12:25.733] Starting the invocation (attempt 1)
[00:12:25.775] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:12:25.775] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:12:25.775] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9094089385198620352",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"b04e513f825d6ce22e147601cbfc75ea23eb9073\",\"root_solution_revision_timestamp\":1543363172}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9094089385198620352",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:6585",
    "user_agent:recipe"
  ]
}
[00:12:27.590] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1543363945959632",
    "id": "8928659322960239904",
    "lease_expiration_ts": "1543479147245766",
    "lease_key": "1926646261",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"b04e513f825d6ce22e147601cbfc75ea23eb9073\", \"root_solution_revision_timestamp\": 1543363172}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1543363947404580",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4440",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6585",
      "scheduler_invocation_id:9094089385198620352",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4440",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8928659322960239904",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:586d78b1df9b356be85f0824ec8364d9ecbabf90",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8928659322960239904/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6585",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9094089385198620352",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:914243eb1439b4edf9491de814a79e7b008b0928",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41707a7111171e10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1543363947404713",
    "url": "https://ci.chromium.org/b/8928659322960239904",
    "utcnow_ts": "1543363947576219"
  }
}
[00:12:27.590] Task URL: https://ci.chromium.org/b/8928659322960239904
[00:12:27.590] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:2:0) after 1m0s
[00:13:27.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:2:0)
[00:13:27.605] Timer tick, asking Buildbucket for the build status
[00:13:27.732] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:13:27.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:3:0) after 1m0s
[00:14:27.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:3:0)
[00:14:27.753] Timer tick, asking Buildbucket for the build status
[00:14:27.869] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:14:27.869] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:4:0) after 1m0s
[00:15:27.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:4:0)
[00:15:27.884] Timer tick, asking Buildbucket for the build status
[00:15:27.926] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:15:27.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:5:0) after 1m0s
[00:16:27.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:5:0)
[00:16:27.945] Timer tick, asking Buildbucket for the build status
[00:16:27.987] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:16:27.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:6:0) after 1m0s
[00:17:13.096] Received PubSub notification, asking Buildbucket for the build status
[00:17:13.146] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:28.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:6:0)
[00:17:28.004] Timer tick, asking Buildbucket for the build status
[00:17:28.098] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:17:28.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:8:0) after 1m0s
[00:18:28.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:8:0)
[00:18:28.128] Timer tick, asking Buildbucket for the build status
[00:18:28.197] Build 8928659322960239904: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:18:28.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:9:0) after 1m0s
[00:19:24.424] Received PubSub notification, asking Buildbucket for the build status
[00:19:24.469] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:28.223] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:9:0)
[00:19:28.223] Timer tick, asking Buildbucket for the build status
[00:19:28.261] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:28.261] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:11:0) after 1m0s
[00:20:28.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:11:0)
[00:20:28.278] Timer tick, asking Buildbucket for the build status
[00:20:28.314] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:28.314] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:12:0) after 1m0s
[00:21:28.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:12:0)
[00:21:28.344] Timer tick, asking Buildbucket for the build status
[00:21:28.397] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:28.397] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:13:0) after 1m0s
[00:22:28.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:13:0)
[00:22:28.416] Timer tick, asking Buildbucket for the build status
[00:22:28.456] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:28.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:14:0) after 1m0s
[00:23:28.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:14:0)
[00:23:28.475] Timer tick, asking Buildbucket for the build status
[00:23:28.553] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:28.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:15:0) after 1m0s
[00:24:28.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:15:0)
[00:24:28.588] Timer tick, asking Buildbucket for the build status
[00:24:28.663] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:28.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:16:0) after 1m0s
[00:25:28.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:16:0)
[00:25:28.713] Timer tick, asking Buildbucket for the build status
[00:25:28.747] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:28.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:17:0) after 1m0s
[00:26:28.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:17:0)
[00:26:28.771] Timer tick, asking Buildbucket for the build status
[00:26:28.871] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:28.871] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:18:0) after 1m0s
[00:27:28.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:18:0)
[00:27:28.890] Timer tick, asking Buildbucket for the build status
[00:27:28.956] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:28.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:19:0) after 1m0s
[00:28:28.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:19:0)
[00:28:28.971] Timer tick, asking Buildbucket for the build status
[00:28:29.006] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:29.006] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:20:0) after 1m0s
[00:29:29.025] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:20:0)
[00:29:29.025] Timer tick, asking Buildbucket for the build status
[00:29:29.143] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:29.143] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:21:0) after 1m0s
[00:30:29.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:21:0)
[00:30:29.257] Timer tick, asking Buildbucket for the build status
[00:30:29.318] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:29.318] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:22:0) after 1m0s
[00:31:29.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:22:0)
[00:31:29.349] Timer tick, asking Buildbucket for the build status
[00:31:29.423] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:29.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:23:0) after 1m0s
[00:32:29.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:23:0)
[00:32:29.443] Timer tick, asking Buildbucket for the build status
[00:32:29.499] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:29.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:24:0) after 1m0s
[00:33:29.516] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:24:0)
[00:33:29.516] Timer tick, asking Buildbucket for the build status
[00:33:29.553] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:29.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:25:0) after 1m0s
[00:34:29.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:25:0)
[00:34:29.621] Timer tick, asking Buildbucket for the build status
[00:34:29.710] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:29.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:26:0) after 1m0s
[00:35:29.728] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:26:0)
[00:35:29.728] Timer tick, asking Buildbucket for the build status
[00:35:29.809] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:29.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:27:0) after 1m0s
[00:36:29.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:27:0)
[00:36:29.834] Timer tick, asking Buildbucket for the build status
[00:36:29.891] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:29.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:28:0) after 1m0s
[00:37:30.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:28:0)
[00:37:30.005] Timer tick, asking Buildbucket for the build status
[00:37:30.114] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:30.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:29:0) after 1m0s
[00:38:30.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:29:0)
[00:38:30.138] Timer tick, asking Buildbucket for the build status
[00:38:30.258] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:30.258] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:30:0) after 1m0s
[00:39:30.393] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:30:0)
[00:39:30.393] Timer tick, asking Buildbucket for the build status
[00:39:30.466] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:30.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:31:0) after 1m0s
[00:40:30.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:31:0)
[00:40:30.527] Timer tick, asking Buildbucket for the build status
[00:40:30.594] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:30.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:32:0) after 1m0s
[00:41:30.619] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:32:0)
[00:41:30.619] Timer tick, asking Buildbucket for the build status
[00:41:30.766] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:30.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:33:0) after 1m0s
[00:42:30.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:33:0)
[00:42:30.790] Timer tick, asking Buildbucket for the build status
[00:42:30.859] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:30.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:34:0) after 1m0s
[00:43:30.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:34:0)
[00:43:30.877] Timer tick, asking Buildbucket for the build status
[00:43:30.923] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:30.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:35:0) after 1m0s
[00:44:30.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:35:0)
[00:44:30.939] Timer tick, asking Buildbucket for the build status
[00:44:30.990] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:30.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:36:0) after 1m0s
[00:45:31.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:36:0)
[00:45:31.019] Timer tick, asking Buildbucket for the build status
[00:45:31.102] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:31.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:37:0) after 1m0s
[00:46:31.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:37:0)
[00:46:31.121] Timer tick, asking Buildbucket for the build status
[00:46:31.249] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:31.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:38:0) after 1m0s
[00:47:31.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:38:0)
[00:47:31.297] Timer tick, asking Buildbucket for the build status
[00:47:31.365] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:31.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:39:0) after 1m0s
[00:48:31.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:39:0)
[00:48:31.382] Timer tick, asking Buildbucket for the build status
[00:48:31.443] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:31.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:40:0) after 1m0s
[00:49:31.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:40:0)
[00:49:31.465] Timer tick, asking Buildbucket for the build status
[00:49:31.534] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:31.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:41:0) after 1m0s
[00:50:31.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:41:0)
[00:50:31.551] Timer tick, asking Buildbucket for the build status
[00:50:31.595] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:31.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:42:0) after 1m0s
[00:51:31.614] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:42:0)
[00:51:31.614] Timer tick, asking Buildbucket for the build status
[00:51:31.674] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:31.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:43:0) after 1m0s
[00:52:31.728] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:43:0)
[00:52:31.728] Timer tick, asking Buildbucket for the build status
[00:52:31.843] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:31.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:44:0) after 1m0s
[00:53:31.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:44:0)
[00:53:31.866] Timer tick, asking Buildbucket for the build status
[00:53:31.905] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:31.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:45:0) after 1m0s
[00:54:31.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:45:0)
[00:54:31.962] Timer tick, asking Buildbucket for the build status
[00:54:32.000] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:32.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:46:0) after 1m0s
[00:55:32.017] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:46:0)
[00:55:32.017] Timer tick, asking Buildbucket for the build status
[00:55:32.161] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:32.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:47:0) after 1m0s
[00:56:32.181] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:47:0)
[00:56:32.181] Timer tick, asking Buildbucket for the build status
[00:56:32.221] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:32.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:48:0) after 1m0s
[00:57:32.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:48:0)
[00:57:32.239] Timer tick, asking Buildbucket for the build status
[00:57:32.303] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:32.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:49:0) after 1m0s
[00:58:32.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:49:0)
[00:58:32.323] Timer tick, asking Buildbucket for the build status
[00:58:32.361] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:32.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:50:0) after 1m0s
[00:59:32.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:50:0)
[00:59:32.407] Timer tick, asking Buildbucket for the build status
[00:59:32.478] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:32.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:51:0) after 1m0s
[01:00:32.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:51:0)
[01:00:32.494] Timer tick, asking Buildbucket for the build status
[01:00:32.542] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:32.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:52:0) after 1m0s
[01:01:32.559] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:52:0)
[01:01:32.559] Timer tick, asking Buildbucket for the build status
[01:01:32.646] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:32.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:53:0) after 1m0s
[01:02:32.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:53:0)
[01:02:32.675] Timer tick, asking Buildbucket for the build status
[01:02:32.711] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:32.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:54:0) after 1m0s
[01:03:32.728] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:54:0)
[01:03:32.728] Timer tick, asking Buildbucket for the build status
[01:03:32.813] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:32.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:55:0) after 1m0s
[01:04:32.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:55:0)
[01:04:32.834] Timer tick, asking Buildbucket for the build status
[01:04:32.897] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:32.897] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:56:0) after 1m0s
[01:05:32.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:56:0)
[01:05:32.914] Timer tick, asking Buildbucket for the build status
[01:05:32.978] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:32.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:57:0) after 1m0s
[01:06:32.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:57:0)
[01:06:32.998] Timer tick, asking Buildbucket for the build status
[01:06:33.036] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:33.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:58:0) after 1m0s
[01:07:33.073] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:58:0)
[01:07:33.073] Timer tick, asking Buildbucket for the build status
[01:07:33.148] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:33.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:59:0) after 1m0s
[01:08:33.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:59:0)
[01:08:33.173] Timer tick, asking Buildbucket for the build status
[01:08:33.234] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:33.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:60:0) after 1m0s
[01:09:33.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:60:0)
[01:09:33.258] Timer tick, asking Buildbucket for the build status
[01:09:33.355] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:33.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:61:0) after 1m0s
[01:10:33.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:61:0)
[01:10:33.374] Timer tick, asking Buildbucket for the build status
[01:10:33.453] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:33.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:62:0) after 1m0s
[01:11:33.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:62:0)
[01:11:33.470] Timer tick, asking Buildbucket for the build status
[01:11:33.546] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:33.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:63:0) after 1m0s
[01:12:33.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:63:0)
[01:12:33.573] Timer tick, asking Buildbucket for the build status
[01:12:33.630] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:33.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:64:0) after 1m0s
[01:13:33.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:64:0)
[01:13:33.659] Timer tick, asking Buildbucket for the build status
[01:13:33.721] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:33.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:65:0) after 1m0s
[01:14:33.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:65:0)
[01:14:33.738] Timer tick, asking Buildbucket for the build status
[01:14:33.784] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:33.784] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:66:0) after 1m0s
[01:15:33.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:66:0)
[01:15:33.802] Timer tick, asking Buildbucket for the build status
[01:15:33.877] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:33.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:67:0) after 1m0s
[01:16:33.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:67:0)
[01:16:33.967] Timer tick, asking Buildbucket for the build status
[01:16:34.051] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:34.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:68:0) after 1m0s
[01:17:34.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:68:0)
[01:17:34.112] Timer tick, asking Buildbucket for the build status
[01:17:34.166] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:34.166] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:69:0) after 1m0s
[01:18:34.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:69:0)
[01:18:34.243] Timer tick, asking Buildbucket for the build status
[01:18:34.300] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:34.300] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:70:0) after 1m0s
[01:19:34.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:70:0)
[01:19:34.401] Timer tick, asking Buildbucket for the build status
[01:19:34.480] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:34.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:71:0) after 1m0s
[01:20:34.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:71:0)
[01:20:34.536] Timer tick, asking Buildbucket for the build status
[01:20:34.597] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:34.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:72:0) after 1m0s
[01:21:34.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:72:0)
[01:21:34.694] Timer tick, asking Buildbucket for the build status
[01:21:34.779] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:34.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:73:0) after 1m0s
[01:22:34.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:73:0)
[01:22:34.798] Timer tick, asking Buildbucket for the build status
[01:22:34.832] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:34.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:74:0) after 1m0s
[01:23:34.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:74:0)
[01:23:34.877] Timer tick, asking Buildbucket for the build status
[01:23:34.941] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:34.941] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:75:0) after 1m0s
[01:24:34.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:75:0)
[01:24:34.959] Timer tick, asking Buildbucket for the build status
[01:24:35.002] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:35.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:76:0) after 1m0s
[01:25:35.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:76:0)
[01:25:35.026] Timer tick, asking Buildbucket for the build status
[01:25:35.110] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:35.110] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:77:0) after 1m0s
[01:26:35.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:77:0)
[01:26:35.138] Timer tick, asking Buildbucket for the build status
[01:26:35.188] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:35.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:78:0) after 1m0s
[01:27:35.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:78:0)
[01:27:35.211] Timer tick, asking Buildbucket for the build status
[01:27:35.268] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:35.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:79:0) after 1m0s
[01:28:35.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:79:0)
[01:28:35.287] Timer tick, asking Buildbucket for the build status
[01:28:35.322] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:35.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:80:0) after 1m0s
[01:29:35.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:80:0)
[01:29:35.340] Timer tick, asking Buildbucket for the build status
[01:29:35.403] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:35.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:81:0) after 1m0s
[01:30:35.428] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:81:0)
[01:30:35.428] Timer tick, asking Buildbucket for the build status
[01:30:35.602] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:35.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:82:0) after 1m0s
[01:31:35.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:82:0)
[01:31:35.634] Timer tick, asking Buildbucket for the build status
[01:31:35.678] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:35.678] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:83:0) after 1m0s
[01:32:35.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:83:0)
[01:32:35.702] Timer tick, asking Buildbucket for the build status
[01:32:35.819] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:35.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:84:0) after 1m0s
[01:33:35.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:84:0)
[01:33:35.838] Timer tick, asking Buildbucket for the build status
[01:33:35.885] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:35.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:85:0) after 1m0s
[01:34:35.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:85:0)
[01:34:35.905] Timer tick, asking Buildbucket for the build status
[01:34:35.942] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:35.942] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:86:0) after 1m0s
[01:35:35.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:86:0)
[01:35:35.962] Timer tick, asking Buildbucket for the build status
[01:35:36.027] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:36.027] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:87:0) after 1m0s
[01:36:36.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:87:0)
[01:36:36.047] Timer tick, asking Buildbucket for the build status
[01:36:36.220] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:36.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:88:0) after 1m0s
[01:37:36.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:88:0)
[01:37:36.239] Timer tick, asking Buildbucket for the build status
[01:37:36.308] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:36.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:89:0) after 1m0s
[01:38:36.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:89:0)
[01:38:36.327] Timer tick, asking Buildbucket for the build status
[01:38:36.379] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:36.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:90:0) after 1m0s
[01:39:36.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:90:0)
[01:39:36.421] Timer tick, asking Buildbucket for the build status
[01:39:36.473] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:36.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:91:0) after 1m0s
[01:40:36.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:91:0)
[01:40:36.540] Timer tick, asking Buildbucket for the build status
[01:40:36.593] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:36.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:92:0) after 1m0s
[01:41:36.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:92:0)
[01:41:36.714] Timer tick, asking Buildbucket for the build status
[01:41:36.758] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:36.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:93:0) after 1m0s
[01:42:36.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:93:0)
[01:42:36.786] Timer tick, asking Buildbucket for the build status
[01:42:36.873] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:36.873] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:94:0) after 1m0s
[01:43:36.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:94:0)
[01:43:36.893] Timer tick, asking Buildbucket for the build status
[01:43:36.926] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:36.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:95:0) after 1m0s
[01:44:36.948] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:95:0)
[01:44:36.948] Timer tick, asking Buildbucket for the build status
[01:44:37.037] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:37.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:96:0) after 1m0s
[01:45:37.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:96:0)
[01:45:37.069] Timer tick, asking Buildbucket for the build status
[01:45:37.301] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:37.301] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:97:0) after 1m0s
[01:46:37.329] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:97:0)
[01:46:37.329] Timer tick, asking Buildbucket for the build status
[01:46:37.402] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:37.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:98:0) after 1m0s
[01:47:37.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:98:0)
[01:47:37.429] Timer tick, asking Buildbucket for the build status
[01:47:37.471] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:37.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:99:0) after 1m0s
[01:48:37.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:99:0)
[01:48:37.493] Timer tick, asking Buildbucket for the build status
[01:48:37.533] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:37.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:100:0) after 1m0s
[01:49:37.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:100:0)
[01:49:37.553] Timer tick, asking Buildbucket for the build status
[01:49:37.630] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:37.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:101:0) after 1m0s
[01:50:37.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:101:0)
[01:50:37.648] Timer tick, asking Buildbucket for the build status
[01:50:37.710] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:37.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:102:0) after 1m0s
[01:51:37.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:102:0)
[01:51:37.734] Timer tick, asking Buildbucket for the build status
[01:51:37.768] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:37.768] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:103:0) after 1m0s
[01:52:37.789] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:103:0)
[01:52:37.789] Timer tick, asking Buildbucket for the build status
[01:52:37.841] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:37.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:104:0) after 1m0s
[01:53:37.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:104:0)
[01:53:37.862] Timer tick, asking Buildbucket for the build status
[01:53:37.930] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:37.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:105:0) after 1m0s
[01:54:37.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:105:0)
[01:54:37.949] Timer tick, asking Buildbucket for the build status
[01:54:37.989] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:37.989] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:106:0) after 1m0s
[01:55:38.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:106:0)
[01:55:38.010] Timer tick, asking Buildbucket for the build status
[01:55:38.077] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:38.077] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:107:0) after 1m0s
[01:56:38.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:107:0)
[01:56:38.099] Timer tick, asking Buildbucket for the build status
[01:56:38.249] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:38.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:108:0) after 1m0s
[01:57:38.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:108:0)
[01:57:38.271] Timer tick, asking Buildbucket for the build status
[01:57:38.334] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:38.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:109:0) after 1m0s
[01:58:38.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:109:0)
[01:58:38.359] Timer tick, asking Buildbucket for the build status
[01:58:38.418] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:38.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:110:0) after 1m0s
[01:59:38.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:110:0)
[01:59:38.443] Timer tick, asking Buildbucket for the build status
[01:59:38.517] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:38.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:111:0) after 1m0s
[02:00:38.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:111:0)
[02:00:38.547] Timer tick, asking Buildbucket for the build status
[02:00:38.594] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:38.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:112:0) after 1m0s
[02:01:38.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:112:0)
[02:01:38.669] Timer tick, asking Buildbucket for the build status
[02:01:38.850] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:38.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:113:0) after 1m0s
[02:02:38.876] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:113:0)
[02:02:38.876] Timer tick, asking Buildbucket for the build status
[02:02:38.938] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:38.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:114:0) after 1m0s
[02:03:38.964] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:114:0)
[02:03:38.964] Timer tick, asking Buildbucket for the build status
[02:03:39.035] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:39.035] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:115:0) after 1m0s
[02:04:39.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:115:0)
[02:04:39.097] Timer tick, asking Buildbucket for the build status
[02:04:39.268] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:39.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:116:0) after 1m0s
[02:05:39.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:116:0)
[02:05:39.292] Timer tick, asking Buildbucket for the build status
[02:05:39.343] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:39.343] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:117:0) after 1m0s
[02:06:39.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:117:0)
[02:06:39.365] Timer tick, asking Buildbucket for the build status
[02:06:39.418] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:39.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:118:0) after 1m0s
[02:07:39.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:118:0)
[02:07:39.481] Timer tick, asking Buildbucket for the build status
[02:07:39.689] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:39.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:119:0) after 1m0s
[02:08:39.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:119:0)
[02:08:39.732] Timer tick, asking Buildbucket for the build status
[02:08:39.825] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:39.825] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:120:0) after 1m0s
[02:09:39.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:120:0)
[02:09:39.961] Timer tick, asking Buildbucket for the build status
[02:09:40.023] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:40.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:121:0) after 1m0s
[02:10:40.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:121:0)
[02:10:40.044] Timer tick, asking Buildbucket for the build status
[02:10:40.145] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:40.145] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:122:0) after 1m0s
[02:11:40.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:122:0)
[02:11:40.183] Timer tick, asking Buildbucket for the build status
[02:11:40.250] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:40.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:123:0) after 1m0s
[02:12:40.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:123:0)
[02:12:40.275] Timer tick, asking Buildbucket for the build status
[02:12:40.434] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:40.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:124:0) after 1m0s
[02:13:40.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:124:0)
[02:13:40.459] Timer tick, asking Buildbucket for the build status
[02:13:40.619] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:40.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:125:0) after 1m0s
[02:14:40.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:125:0)
[02:14:40.639] Timer tick, asking Buildbucket for the build status
[02:14:40.743] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:40.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:126:0) after 1m0s
[02:15:40.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:126:0)
[02:15:40.771] Timer tick, asking Buildbucket for the build status
[02:15:40.823] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:40.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:127:0) after 1m0s
[02:16:40.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:127:0)
[02:16:40.847] Timer tick, asking Buildbucket for the build status
[02:16:41.118] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:41.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:128:0) after 1m0s
[02:17:41.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:128:0)
[02:17:41.138] Timer tick, asking Buildbucket for the build status
[02:17:41.277] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:41.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:129:0) after 1m0s
[02:18:41.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:129:0)
[02:18:41.297] Timer tick, asking Buildbucket for the build status
[02:18:41.377] Build 8928659322960239904: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:41.377] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9094089385198620352:130:0) after 1m0s
[02:19:15.093] Received PubSub notification, asking Buildbucket for the build status
[02:19:15.151] Build 8928659322960239904: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[02:19:15.151] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1543371553349211",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1543363945959632",
    "failure_reason": "INFRA_FAILURE",
    "id": "8928659322960239904",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"b04e513f825d6ce22e147601cbfc75ea23eb9073\", \"root_solution_revision_timestamp\": 1543363172}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"id\": [\"swarm1879-c4\"], \"server_version\": [\"3885-d07efe8\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1543364232079612",
    "status": "COMPLETED",
    "status_changed_ts": "1543371554834469",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4440",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6585",
      "scheduler_invocation_id:9094089385198620352",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4440",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8928659322960239904",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:586d78b1df9b356be85f0824ec8364d9ecbabf90",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8928659322960239904/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6585",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9094089385198620352",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:914243eb1439b4edf9491de814a79e7b008b0928",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41707a7111171e10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1543371554835523",
    "url": "https://ci.chromium.org/b/8928659322960239904",
    "utcnow_ts": "1543371555140031"
  }
}
[02:19:15.152] Invocation finished in 2h6m50.710665768s with status FAILED