1. All projects
  2. infra
  3. codesearch-gen-chromium-linux
  4. 9033226160293680992
Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev db79390766c74b5c78e905f2f711f95842d49a9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/11548 (5 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "bb7abb564b7d2a89443516840289e0d48dc85245",
  "codesearch_mirror_revision_timestamp": 1601394884,
  "root_solution_revision": "01b26f767e82922b205919388d91007883b487ab",
  "root_solution_revision_timestamp": 1601394817
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:11548
  • user_agent:recipe

Debug log (UTC)

[19:27:18.863] New invocation is queued and will start shortly
[19:27:18.863] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[19:27:22.465] Starting the invocation (attempt 1)
[19:27:22.538] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:27:22.538] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:27:22.538] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9033226160293680992",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"bb7abb564b7d2a89443516840289e0d48dc85245\",\"codesearch_mirror_revision_timestamp\":1601394884,\"root_solution_revision\":\"01b26f767e82922b205919388d91007883b487ab\",\"root_solution_revision_timestamp\":1601394817},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:11548\",\"user_agent:recipe\"]},\"id\":\"6ca7a747-a8e2-431b-b386-ea59f1e9e0b0\",\"title\":\"codesearch-gen-chromium-initiator/11548\"}]},\"codesearch_mirror_revision\":\"bb7abb564b7d2a89443516840289e0d48dc85245\",\"codesearch_mirror_revision_timestamp\":1601394884,\"root_solution_revision\":\"01b26f767e82922b205919388d91007883b487ab\",\"root_solution_revision_timestamp\":1601394817}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9033226160293680992",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:11548",
    "user_agent:recipe"
  ]
}
[19:27:23.426] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "created_by": "project:infra",
    "created_ts": "1601407642691360",
    "id": "8867796095616390624",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"bb7abb564b7d2a89443516840289e0d48dc85245\", \"codesearch_mirror_revision_timestamp\": 1601394884.0, \"root_solution_revision\": \"01b26f767e82922b205919388d91007883b487ab\", \"root_solution_revision_timestamp\": 1601394817.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:11548\", \"user_agent:recipe\"]}, \"id\": \"6ca7a747-a8e2-431b-b386-ea59f1e9e0b0\", \"title\": \"codesearch-gen-chromium-initiator/11548\"}]}, \"codesearch_mirror_revision\": \"bb7abb564b7d2a89443516840289e0d48dc85245\", \"codesearch_mirror_revision_timestamp\": 1601394884.0, \"root_solution_revision\": \"01b26f767e82922b205919388d91007883b487ab\", \"root_solution_revision_timestamp\": 1601394817.0}}",
    "project": "infra",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1601407643277802",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/9218",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:11548",
      "scheduler_invocation_id:9033226160293680992",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8867796095616390624/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1601407643278000",
    "url": "https://ci.chromium.org/b/8867796095616390624",
    "utcnow_ts": "1601407643415183"
  }
}
[19:27:23.426] Task URL: https://ci.chromium.org/b/8867796095616390624
[19:27:23.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:2:0) after 1m0s
[19:27:55.111] Received PubSub notification, asking Buildbucket for the build status
[19:27:55.755] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:23.594] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:2:0)
[19:28:23.594] Timer tick, asking Buildbucket for the build status
[19:28:23.853] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:23.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:4:0) after 1m0s
[19:29:23.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:4:0)
[19:29:23.908] Timer tick, asking Buildbucket for the build status
[19:29:24.004] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:24.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:5:0) after 1m0s
[19:30:24.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:5:0)
[19:30:24.077] Timer tick, asking Buildbucket for the build status
[19:30:24.174] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:24.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:6:0) after 1m0s
[19:31:24.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:6:0)
[19:31:24.154] Timer tick, asking Buildbucket for the build status
[19:31:24.353] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:24.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:7:0) after 1m0s
[19:32:24.534] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:7:0)
[19:32:24.534] Timer tick, asking Buildbucket for the build status
[19:32:24.728] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:24.728] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:8:0) after 1m0s
[19:33:24.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:8:0)
[19:33:24.779] Timer tick, asking Buildbucket for the build status
[19:33:24.846] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:24.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:9:0) after 1m0s
[19:34:24.928] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:9:0)
[19:34:24.928] Timer tick, asking Buildbucket for the build status
[19:34:25.023] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:25.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:10:0) after 1m0s
[19:35:25.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:10:0)
[19:35:25.031] Timer tick, asking Buildbucket for the build status
[19:35:25.111] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:25.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:11:0) after 1m0s
[19:36:25.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:11:0)
[19:36:25.218] Timer tick, asking Buildbucket for the build status
[19:36:25.316] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:25.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:12:0) after 1m0s
[19:37:25.451] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:12:0)
[19:37:25.451] Timer tick, asking Buildbucket for the build status
[19:37:25.647] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:25.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:13:0) after 1m0s
[19:38:25.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:13:0)
[19:38:25.885] Timer tick, asking Buildbucket for the build status
[19:38:25.989] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:25.989] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:14:0) after 1m0s
[19:39:26.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:14:0)
[19:39:26.125] Timer tick, asking Buildbucket for the build status
[19:39:26.223] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:26.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:15:0) after 1m0s
[19:40:26.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:15:0)
[19:40:26.215] Timer tick, asking Buildbucket for the build status
[19:40:26.294] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:26.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:16:0) after 1m0s
[19:41:26.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:16:0)
[19:41:26.388] Timer tick, asking Buildbucket for the build status
[19:41:26.553] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:26.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:17:0) after 1m0s
[19:42:26.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:17:0)
[19:42:26.597] Timer tick, asking Buildbucket for the build status
[19:42:26.736] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:26.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:18:0) after 1m0s
[19:43:26.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:18:0)
[19:43:26.927] Timer tick, asking Buildbucket for the build status
[19:43:27.024] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:27.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:19:0) after 1m0s
[19:44:27.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:19:0)
[19:44:27.120] Timer tick, asking Buildbucket for the build status
[19:44:27.221] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:27.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:20:0) after 1m0s
[19:45:27.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:20:0)
[19:45:27.328] Timer tick, asking Buildbucket for the build status
[19:45:27.568] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:27.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:21:0) after 1m0s
[19:46:27.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:21:0)
[19:46:27.666] Timer tick, asking Buildbucket for the build status
[19:46:27.849] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:27.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:22:0) after 1m0s
[19:47:27.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:22:0)
[19:47:27.926] Timer tick, asking Buildbucket for the build status
[19:47:28.221] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:28.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:23:0) after 1m0s
[19:48:28.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:23:0)
[19:48:28.254] Timer tick, asking Buildbucket for the build status
[19:48:28.349] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:28.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:24:0) after 1m0s
[19:49:28.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:24:0)
[19:49:28.379] Timer tick, asking Buildbucket for the build status
[19:49:28.450] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:28.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:25:0) after 1m0s
[19:50:28.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:25:0)
[19:50:28.499] Timer tick, asking Buildbucket for the build status
[19:50:28.638] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:28.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:26:0) after 1m0s
[19:51:28.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:26:0)
[19:51:28.695] Timer tick, asking Buildbucket for the build status
[19:51:28.762] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:28.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:27:0) after 1m0s
[19:52:28.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:27:0)
[19:52:28.786] Timer tick, asking Buildbucket for the build status
[19:52:29.084] Build 8867796095616390624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:29.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9033226160293680992:28:0) after 1m0s
[19:53:06.293] Received PubSub notification, asking Buildbucket for the build status
[19:53:06.356] Build 8867796095616390624: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[19:53:06.356] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "completed_ts": "1601409185690783",
    "created_by": "project:infra",
    "created_ts": "1601407642691360",
    "failure_reason": "INFRA_FAILURE",
    "id": "8867796095616390624",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"bb7abb564b7d2a89443516840289e0d48dc85245\", \"codesearch_mirror_revision_timestamp\": 1601394884.0, \"root_solution_revision\": \"01b26f767e82922b205919388d91007883b487ab\", \"root_solution_revision_timestamp\": 1601394817.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:11548\", \"user_agent:recipe\"]}, \"id\": \"6ca7a747-a8e2-431b-b386-ea59f1e9e0b0\", \"title\": \"codesearch-gen-chromium-initiator/11548\"}]}, \"codesearch_mirror_revision\": \"bb7abb564b7d2a89443516840289e0d48dc85245\", \"codesearch_mirror_revision_timestamp\": 1601394884.0, \"root_solution_revision\": \"01b26f767e82922b205919388d91007883b487ab\", \"root_solution_revision_timestamp\": 1601394817.0}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Infra Failure: Step('bot_update') (retcode: 1)\"}, \"properties\": {}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"builder_3d1d856c78539caa48ac2a00d630ffffbaf6b10efba7df4252d6c324cc83785f_v2\", \"builder_6d465cded275a24fdbce1ac979cd08d3156edc738b213818f1a23fb426fc6d9e_v2\", \"builder_6e49e5890505ba1a083b1e9865e8d2349cbc056a1edd72191f2841b554eb368e_v2\", \"builder_b45d5f5d141086628c74a0b49d02c15dc826e958288231725fb6cedf710b5b31_v2\", \"builder_c53076cda07f371c1c8d6c8348c1e7630d53be9873872bdf1dfffa53553e24e4_v2\", \"codesearch_git_genfiles_repo\", \"codesearch_update_submodules_mirror\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-xenial-7-07n2\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5559-9b15cc9\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"Infra Failure: Step('bot_update') (retcode: 1)\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1601407674326193",
    "status": "COMPLETED",
    "status_changed_ts": "1601407674642486",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/9218",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:11548",
      "scheduler_invocation_id:9033226160293680992",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8867796095616390624/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4ef426f81f6da710",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1601409185883325",
    "url": "https://ci.chromium.org/b/8867796095616390624",
    "utcnow_ts": "1601409186344951"
  }
}
[19:53:06.356] Invocation finished in 25m47.509956261s with status FAILED