Status: FAILED
Triggered by: -
Duration: 16 minutes
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a830249b650261e105b48079f2607e175b43119e"
}

Incoming tags

  • buildset:commit/git/a830249b650261e105b48079f2607e175b43119e
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a830249b650261e105b48079f2607e175b43119e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:28:18.563] New invocation is queued and will start shortly
[23:28:22.064] Starting the invocation (attempt 1)
[23:28:22.123] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:28:22.123] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:28:22.124] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9038737413154057920",
  "parameters_json": "{\"builder_name\":\"ToTLinuxASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"a830249b650261e105b48079f2607e175b43119e\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTLinuxASan",
    "scheduler_invocation_id:9038737413154057920",
    "scheduler_job_id:chromium/ToTLinuxASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/a830249b650261e105b48079f2607e175b43119e",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a830249b650261e105b48079f2607e175b43119e",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:28:23.121] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1596151702239672",
    "id": "8873307348630800944",
    "parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a830249b650261e105b48079f2607e175b43119e\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1596151702868596",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxASan/10890",
      "builder:ToTLinuxASan",
      "buildset:commit/git/a830249b650261e105b48079f2607e175b43119e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a830249b650261e105b48079f2607e175b43119e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9038737413154057920",
      "scheduler_job_id:chromium/ToTLinuxASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873307348630800944/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1596151702868768",
    "url": "https://ci.chromium.org/b/8873307348630800944",
    "utcnow_ts": "1596151703109141"
  }
}
[23:28:23.121] Task URL: https://ci.chromium.org/b/8873307348630800944
[23:28:23.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:2:0) after 1m0s
[23:28:39.229] Received PubSub notification, asking Buildbucket for the build status
[23:28:39.715] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:24.207] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:2:0)
[23:29:24.207] Timer tick, asking Buildbucket for the build status
[23:29:24.373] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:24.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:4:0) after 1m0s
[23:30:24.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:4:0)
[23:30:24.392] Timer tick, asking Buildbucket for the build status
[23:30:24.797] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:24.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:5:0) after 1m0s
[23:31:24.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:5:0)
[23:31:24.910] Timer tick, asking Buildbucket for the build status
[23:31:25.002] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:25.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:6:0) after 1m0s
[23:32:25.112] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:6:0)
[23:32:25.112] Timer tick, asking Buildbucket for the build status
[23:32:25.306] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:25.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:7:0) after 1m0s
[23:33:25.454] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:7:0)
[23:33:25.454] Timer tick, asking Buildbucket for the build status
[23:33:25.774] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:25.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:8:0) after 1m0s
[23:34:25.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:8:0)
[23:34:25.826] Timer tick, asking Buildbucket for the build status
[23:34:28.612] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:28.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:9:0) after 1m0s
[23:35:28.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:9:0)
[23:35:28.716] Timer tick, asking Buildbucket for the build status
[23:35:28.841] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:28.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:10:0) after 1m0s
[23:36:29.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:10:0)
[23:36:29.074] Timer tick, asking Buildbucket for the build status
[23:36:29.152] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:29.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:11:0) after 1m0s
[23:37:29.132] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:11:0)
[23:37:29.132] Timer tick, asking Buildbucket for the build status
[23:37:29.230] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:29.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:12:0) after 1m0s
[23:38:29.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:12:0)
[23:38:29.558] Timer tick, asking Buildbucket for the build status
[23:38:29.712] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:29.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:13:0) after 1m0s
[23:39:29.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:13:0)
[23:39:29.892] Timer tick, asking Buildbucket for the build status
[23:39:30.526] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:30.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:14:0) after 1m0s
[23:40:30.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:14:0)
[23:40:30.560] Timer tick, asking Buildbucket for the build status
[23:40:30.832] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:30.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:15:0) after 1m0s
[23:41:30.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:15:0)
[23:41:30.927] Timer tick, asking Buildbucket for the build status
[23:41:30.977] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:30.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:16:0) after 1m0s
[23:42:31.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:16:0)
[23:42:31.015] Timer tick, asking Buildbucket for the build status
[23:42:31.128] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:31.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:17:0) after 1m0s
[23:43:31.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:17:0)
[23:43:31.208] Timer tick, asking Buildbucket for the build status
[23:43:31.640] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:31.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:18:0) after 1m0s
[23:44:31.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:18:0)
[23:44:31.674] Timer tick, asking Buildbucket for the build status
[23:44:31.846] Build 8873307348630800944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:31.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9038737413154057920:19:0) after 1m0s
[23:45:17.807] Received PubSub notification, asking Buildbucket for the build status
[23:45:17.906] Build 8873307348630800944: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:45:17.906] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1596152717403380",
    "created_by": "project:chromium",
    "created_ts": "1596151702239672",
    "failure_reason": "BUILD_FAILURE",
    "id": "8873307348630800944",
    "parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a830249b650261e105b48079f2607e175b43119e\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-1-1883\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTLinuxASan\", \"buildnumber\": 10890, \"got_angle_revision\": \"d7d79de3af6eb55f8961de3bf85d064d7fc0abf2\", \"got_dawn_revision\": \"05863e62f3dc20abb3673ce2df77ca3fbe1d6e13\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"a830249b650261e105b48079f2607e175b43119e\", \"got_revision_cp\": \"refs/heads/master@{#793420}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"aa5bd7657e6cc140b95f3f070f011c65213a2cc1\", \"got_v8_revision\": \"edf39aefdc3a174051391c62204591520ba5921b\", \"got_v8_revision_cp\": \"refs/heads/8.6.292@{#1}\", \"got_webrtc_revision\": \"0c9204c1839e5c219fc90ecdf5a2d536f635a47f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31813}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a830249b650261e105b48079f2607e175b43119e\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_32f037bbb88023afe0dab3b292a7a92da0ac70796876f4ab4f7ae1596c401abf_v2\", \"builder_608a43c213d1fbf09444ab7c8abfb2a24c74a7c840e76eba6946ec84b4490281_v2\", \"builder_8757b7d4d720e8110e97d547f3a0626e0b064aba1b112f8e94c505a5da2d7dc8_v2\", \"builder_a7aff10a29a72ede5d551365902f732ed78d5b6c802e3c882c732dd214d9b533_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-1-1883\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5436-adf7f8a\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1596151718012914",
    "status": "COMPLETED",
    "status_changed_ts": "1596151718845167",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxASan/10890",
      "builder:ToTLinuxASan",
      "buildset:commit/git/a830249b650261e105b48079f2607e175b43119e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a830249b650261e105b48079f2607e175b43119e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9038737413154057920",
      "scheduler_job_id:chromium/ToTLinuxASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873307348630800944/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4dbadfb154f58610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1596152717459410",
    "url": "https://ci.chromium.org/b/8873307348630800944",
    "utcnow_ts": "1596152717896816"
  }
}
[23:45:17.906] Invocation finished in 16m59.363429865s with status FAILED