Status: FAILED
Triggered by: -
Duration: 15 minutes
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTAndroid x64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2a033e064ff306e0369b6392365c45666e442e84"
}

Incoming tags

  • buildset:commit/git/2a033e064ff306e0369b6392365c45666e442e84
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a033e064ff306e0369b6392365c45666e442e84
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:06:50.257] New invocation is queued and will start shortly
[16:06:51.683] Starting the invocation (attempt 1)
[16:06:51.724] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:06:51.724] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:06:51.724] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9030792655108836608",
  "parameters_json": "{\"builder_name\":\"ToTAndroid x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2a033e064ff306e0369b6392365c45666e442e84\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTAndroid x64",
    "scheduler_invocation_id:9030792655108836608",
    "scheduler_job_id:chromium/ToTAndroid x64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2a033e064ff306e0369b6392365c45666e442e84",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a033e064ff306e0369b6392365c45666e442e84",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:06:52.314] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1603728411847804",
    "id": "8865362592777027776",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2a033e064ff306e0369b6392365c45666e442e84\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1603728412193942",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/10707",
      "builder:ToTAndroid x64",
      "buildset:commit/git/2a033e064ff306e0369b6392365c45666e442e84",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a033e064ff306e0369b6392365c45666e442e84",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9030792655108836608",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8865362592777027776/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1603728412194060",
    "url": "https://ci.chromium.org/b/8865362592777027776",
    "utcnow_ts": "1603728412305476"
  }
}
[16:06:52.314] Task URL: https://ci.chromium.org/b/8865362592777027776
[16:06:52.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:2:0) after 1m0s
[16:07:52.353] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:2:0)
[16:07:52.353] Timer tick, asking Buildbucket for the build status
[16:07:52.969] Build 8865362592777027776: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:07:52.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:3:0) after 1m0s
[16:07:58.971] Received PubSub notification, asking Buildbucket for the build status
[16:07:59.481] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:53.106] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:3:0)
[16:08:53.106] Timer tick, asking Buildbucket for the build status
[16:08:53.257] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:53.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:5:0) after 1m0s
[16:09:53.277] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:5:0)
[16:09:53.277] Timer tick, asking Buildbucket for the build status
[16:09:53.351] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:53.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:6:0) after 1m0s
[16:10:53.407] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:6:0)
[16:10:53.407] Timer tick, asking Buildbucket for the build status
[16:10:53.469] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:53.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:7:0) after 1m0s
[16:11:53.473] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:7:0)
[16:11:53.473] Timer tick, asking Buildbucket for the build status
[16:11:53.533] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:53.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:8:0) after 1m0s
[16:12:53.568] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:8:0)
[16:12:53.568] Timer tick, asking Buildbucket for the build status
[16:12:53.788] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:53.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:9:0) after 1m0s
[16:13:53.830] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:9:0)
[16:13:53.830] Timer tick, asking Buildbucket for the build status
[16:13:54.047] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:54.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:10:0) after 1m0s
[16:14:54.147] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:10:0)
[16:14:54.147] Timer tick, asking Buildbucket for the build status
[16:14:54.220] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:54.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:11:0) after 1m0s
[16:15:54.327] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:11:0)
[16:15:54.327] Timer tick, asking Buildbucket for the build status
[16:15:54.383] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:54.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:12:0) after 1m0s
[16:16:54.470] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:12:0)
[16:16:54.470] Timer tick, asking Buildbucket for the build status
[16:16:54.581] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:54.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:13:0) after 1m0s
[16:17:54.565] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:13:0)
[16:17:54.565] Timer tick, asking Buildbucket for the build status
[16:17:54.736] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:54.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:14:0) after 1m0s
[16:18:54.803] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:14:0)
[16:18:54.803] Timer tick, asking Buildbucket for the build status
[16:18:55.184] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:55.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:15:0) after 1m0s
[16:19:55.240] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:15:0)
[16:19:55.240] Timer tick, asking Buildbucket for the build status
[16:19:55.313] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:55.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:16:0) after 1m0s
[16:20:55.352] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:16:0)
[16:20:55.352] Timer tick, asking Buildbucket for the build status
[16:20:55.419] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:55.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:17:0) after 1m0s
[16:21:55.535] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:17:0)
[16:21:55.535] Timer tick, asking Buildbucket for the build status
[16:21:55.890] Build 8865362592777027776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:55.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9030792655108836608:18:0) after 1m0s
[16:22:06.471] Received PubSub notification, asking Buildbucket for the build status
[16:22:06.537] Build 8865362592777027776: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:22:06.537] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1603729325984338",
    "created_by": "project:chromium",
    "created_ts": "1603728411847804",
    "failure_reason": "BUILD_FAILURE",
    "id": "8865362592777027776",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2a033e064ff306e0369b6392365c45666e442e84\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"2a033e064ff306e0369b6392365c45666e442e84\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-32-3-ujyc\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTAndroid x64\", \"buildnumber\": 10707, \"got_angle_revision\": \"b5ba693316fdd5e680f2bb4cf1a2f9bed589d8e2\", \"got_dawn_revision\": \"42103bc2e911144745d8d8930b07ba7e58553a34\", \"got_nacl_revision\": \"0fabd6dc4222dfae664e55a84326e0c904f5b62c\", \"got_revision\": \"2a033e064ff306e0369b6392365c45666e442e84\", \"got_revision_cp\": \"refs/heads/master@{#820762}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"df17a76102dfabb3f1bd6e51449cece9f77b45e3\", \"got_v8_revision\": \"da8c46c5dbf221ecaa3fe1b3c8f90c9329202734\", \"got_v8_revision_cp\": \"refs/heads/8.8.172@{#1}\", \"got_webrtc_revision\": \"e6fa238f76e50a8caa0547074f75443bbfd7b986\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32482}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2a033e064ff306e0369b6392365c45666e442e84\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0449d4990cc4feb415a65e31e9088077715ff3aab07ec56c1ca7c39b14a8bb8d_v2\", \"builder_a8d816b2a8bfc91cf76c100b91451acc6344f80e4b0b6cce8d55d55189e277e7_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-32-3-ujyc\"], \"image\": [\"chrome-xenial-20101800-2d400e1627f\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5612-26d29a7\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1603728478071294",
    "status": "COMPLETED",
    "status_changed_ts": "1603728478742259",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/10707",
      "builder:ToTAndroid x64",
      "buildset:commit/git/2a033e064ff306e0369b6392365c45666e442e84",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a033e064ff306e0369b6392365c45666e442e84",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9030792655108836608",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8865362592777027776/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4f7e7b18019b5510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1603729326116645",
    "url": "https://ci.chromium.org/b/8865362592777027776",
    "utcnow_ts": "1603729326526707"
  }
}
[16:22:06.537] Invocation finished in 15m16.297229937s with status FAILED