Status: FAILED
Triggered by: -
Duration: 30 minutes
Actions:

Definition (rev 5ef712e1eb328869b8e53306e27b51f3ebdbba0e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTFuchsia x64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c668ccc91984f91878ea257940e0867c265cd13"
}

Incoming tags

  • buildset:commit/git/7c668ccc91984f91878ea257940e0867c265cd13
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c668ccc91984f91878ea257940e0867c265cd13
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:06:00.609] New invocation is queued and will start shortly
[00:06:01.675] Starting the invocation (attempt 1)
[00:06:01.713] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:01.713] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:01.713] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9017716545015896992",
  "parameters_json": "{\"builder_name\":\"ToTFuchsia x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7c668ccc91984f91878ea257940e0867c265cd13\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTFuchsia x64",
    "scheduler_invocation_id:9017716545015896992",
    "scheduler_job_id:chromium/ToTFuchsia x64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7c668ccc91984f91878ea257940e0867c265cd13",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c668ccc91984f91878ea257940e0867c265cd13",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:06:03.569] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1616198761857208",
    "id": "8852286483045283568",
    "parameters_json": "{\"builder_name\": \"ToTFuchsia x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7c668ccc91984f91878ea257940e0867c265cd13\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1616198763268639",
    "tags": [
      "build_address:luci.chromium.ci/ToTFuchsia x64/215",
      "builder:ToTFuchsia x64",
      "buildset:commit/git/7c668ccc91984f91878ea257940e0867c265cd13",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c668ccc91984f91878ea257940e0867c265cd13",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017716545015896992",
      "scheduler_job_id:chromium/ToTFuchsia x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852286483045283568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616198763268827",
    "url": "https://ci.chromium.org/b/8852286483045283568",
    "utcnow_ts": "1616198763548235"
  }
}
[00:06:03.569] Task URL: https://ci.chromium.org/b/8852286483045283568
[00:06:03.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:2:0) after 1m0s
[00:07:03.588] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:2:0)
[00:07:03.628] Build status: SCHEDULED
[00:07:03.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:3:0) after 5m52s
[00:07:09.829] Received PubSub notification, asking Buildbucket for the build status
[00:07:10.022] Build 8852286483045283568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:55.616] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:3:0)
[00:12:55.641] Build status: STARTED
[00:12:55.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:5:0) after 7m6s
[00:20:01.665] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:5:0)
[00:20:01.690] Build status: STARTED
[00:20:01.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:6:0) after 6m23s
[00:26:24.716] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:6:0)
[00:26:24.716] Timer tick, asking Buildbucket for the build status
[00:26:25.062] Build 8852286483045283568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:25.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:7:0) after 1m0s
[00:27:25.130] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:7:0)
[00:27:25.130] Timer tick, asking Buildbucket for the build status
[00:27:25.474] Build 8852286483045283568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:25.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:8:0) after 1m0s
[00:28:25.469] Handling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:8:0)
[00:28:25.501] Build status: STARTED
[00:28:25.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTFuchsia x64:9017716545015896992:9:0) after 9m39s
[00:36:13.019] Received PubSub notification, asking Buildbucket for the build status
[00:36:13.093] Build 8852286483045283568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:36:13.093] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1616200572727099",
    "created_by": "project:chromium",
    "created_ts": "1616198761857208",
    "failure_reason": "BUILD_FAILURE",
    "id": "8852286483045283568",
    "parameters_json": "{\"builder_name\": \"ToTFuchsia x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7c668ccc91984f91878ea257940e0867c265cd13\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[2664/71287] SOLINK ./lib/libimmediate_crash_test_helper.so\\nFAILED: lib/libimmediate_crash_test_helper.so lib/libimmediate_crash_test_helper.so.TOC lib.unstripped/libimmediate_crash_test_helper.so\\n/b/s/w/ir/cipd_bin_packages/cpython/bin/python \\\"../../build/toolchain/gcc_solink_wrapper.py\\\" --reade...(too long)\\nld.lld: error: cannot open /b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/lib/clang/13.0.0/lib/fuchsia/libclang_rt.builtins-x86_64.a: No such file or directory\\nclang-13: error: ld.lld command failed with exit code 1 (use -v to see invocation)\\n[2666/71287] SOLINK ./lib/libtest_shared_library.so\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"7c668ccc91984f91878ea257940e0867c265cd13\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-3-6hel\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTFuchsia x64\", \"buildnumber\": 215, \"clang_revision\": \"llvmorg-13-init-5005-gd75a611a-0\", \"got_angle_revision\": \"15a1e7357d3816c724f6001b31d7e0778e9195e1\", \"got_dawn_revision\": \"682f32af32aea8e40775ec56b4e25ab7aaea1c28\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"7c668ccc91984f91878ea257940e0867c265cd13\", \"got_revision_cp\": \"refs/heads/master@{#864870}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"a98fb3f8380a3a5c9ae3e0175634ba88c85a434f\", \"got_v8_revision\": \"4d87fa1bb3c288bf5742c85a24bce1a45e2f812a\", \"got_v8_revision_cp\": \"refs/heads/9.1.164@{#1}\", \"got_webrtc_revision\": \"490c1503d92696894e9c88c2a40a24ed78abe0a8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33510}\", \"is_cached\": true, \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7c668ccc91984f91878ea257940e0867c265cd13\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_3805b8ba4abc77de369f5d4399a0a76b312e2fd8c5f804cd390624b9118dfa64_v2\", \"builder_39819929c28edbb94cfd890831720319bcf41d58e7ee63cb8a54e18e1fdfd830_v2\", \"builder_61e4d25dfd74628f421fe7d90da475349672e571b4dfd9a5326b66319dc94b9e_v2\", \"builder_80447164fd9128f57b299ad64704e89447e5656f4886183701c68086f26508e5_v2\", \"builder_abdad654d32c0904ec528c85d62eedf165d853d59ca684a9604e4daa5dc8955e_v2\", \"builder_d3d2610b5230a0e8818d022113159013c6345fba0843daf9ae715f6a2f1da36d_v2\", \"builder_dcfcb66b8d57b27a65bec4794b95b0b7d35e8289f8160d11b4e7f1c01ad595f0_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-3-6hel\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.12\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[2664/71287] SOLINK ./lib/libimmediate_crash_test_helper.so\\nFAILED: lib/libimmediate_crash_test_helper.so lib/libimmediate_crash_test_helper.so.TOC lib.unstripped/libimmediate_crash_test_helper.so\\n/b/s/w/ir/cipd_bin_packages/cpython/bin/python \\\"../../build/toolchain/gcc_solink_wrapper.py\\\" --reade...(too long)\\nld.lld: error: cannot open /b/s/w/ir/cache/builder/src/third_party/llvm-build/Release+Asserts/lib/clang/13.0.0/lib/fuchsia/libclang_rt.builtins-x86_64.a: No such file or directory\\nclang-13: error: ld.lld command failed with exit code 1 (use -v to see invocation)\\n[2666/71287] SOLINK ./lib/libtest_shared_library.so\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1616198829203910",
    "status": "COMPLETED",
    "status_changed_ts": "1616198829618597",
    "tags": [
      "build_address:luci.chromium.ci/ToTFuchsia x64/215",
      "builder:ToTFuchsia x64",
      "buildset:commit/git/7c668ccc91984f91878ea257940e0867c265cd13",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c668ccc91984f91878ea257940e0867c265cd13",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017716545015896992",
      "scheduler_job_id:chromium/ToTFuchsia x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852286483045283568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:5265c58c29356810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616200572727991",
    "url": "https://ci.chromium.org/b/8852286483045283568",
    "utcnow_ts": "1616200573083798"
  }
}
[00:36:13.093] Invocation finished in 30m12.49856965s with status FAILED