Status: FAILED
Triggered by: -
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ddb697122fdc1361080330285ff5d93f40f3f4ac"
}

Incoming tags

  • buildset:commit/git/ddb697122fdc1361080330285ff5d93f40f3f4ac
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb697122fdc1361080330285ff5d93f40f3f4ac
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:08:22.193] New invocation is queued and will start shortly
[08:08:23.271] Starting the invocation (attempt 1)
[08:08:23.310] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:08:23.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:08:23.310] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9020494703525711040",
  "parameters_json": "{\"builder_name\":\"ToTLinuxASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"ddb697122fdc1361080330285ff5d93f40f3f4ac\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTLinuxASan",
    "scheduler_invocation_id:9020494703525711040",
    "scheduler_job_id:chromium/ToTLinuxASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/ddb697122fdc1361080330285ff5d93f40f3f4ac",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb697122fdc1361080330285ff5d93f40f3f4ac",
    "gitiles_ref:refs/heads/master"
  ]
}
[08:08:24.522] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1613549303444731",
    "id": "8855064641550041280",
    "parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ddb697122fdc1361080330285ff5d93f40f3f4ac\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1613549304147155",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxASan/12723",
      "builder:ToTLinuxASan",
      "buildset:commit/git/ddb697122fdc1361080330285ff5d93f40f3f4ac",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb697122fdc1361080330285ff5d93f40f3f4ac",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9020494703525711040",
      "scheduler_job_id:chromium/ToTLinuxASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855064641550041280/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1613549304147322",
    "url": "https://ci.chromium.org/b/8855064641550041280",
    "utcnow_ts": "1613549304515042"
  }
}
[08:08:24.522] Task URL: https://ci.chromium.org/b/8855064641550041280
[08:08:24.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:2:0) after 1m0s
[08:09:23.883] Received PubSub notification, asking Buildbucket for the build status
[08:09:24.041] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:24.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:2:0)
[08:09:24.545] Timer tick, asking Buildbucket for the build status
[08:09:24.639] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:24.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:4:0) after 1m0s
[08:10:24.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:4:0)
[08:10:24.684] Timer tick, asking Buildbucket for the build status
[08:10:24.779] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:24.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:5:0) after 1m0s
[08:11:24.795] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:5:0)
[08:11:24.795] Timer tick, asking Buildbucket for the build status
[08:11:25.001] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:25.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:6:0) after 1m0s
[08:12:25.050] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:6:0)
[08:12:25.050] Timer tick, asking Buildbucket for the build status
[08:12:25.136] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:25.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:7:0) after 1m0s
[08:13:25.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:7:0)
[08:13:25.152] Timer tick, asking Buildbucket for the build status
[08:13:25.278] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:25.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:8:0) after 1m0s
[08:14:25.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:8:0)
[08:14:25.409] Timer tick, asking Buildbucket for the build status
[08:14:25.698] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:25.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:9:0) after 1m0s
[08:15:25.755] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:9:0)
[08:15:25.755] Timer tick, asking Buildbucket for the build status
[08:15:25.843] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:25.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:10:0) after 1m0s
[08:16:25.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:10:0)
[08:16:25.874] Timer tick, asking Buildbucket for the build status
[08:16:26.012] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:26.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:11:0) after 1m0s
[08:17:26.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:11:0)
[08:17:26.038] Timer tick, asking Buildbucket for the build status
[08:17:26.142] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:26.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:12:0) after 1m0s
[08:18:26.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:12:0)
[08:18:26.163] Timer tick, asking Buildbucket for the build status
[08:18:26.292] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:26.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:13:0) after 1m0s
[08:19:26.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:13:0)
[08:19:26.319] Timer tick, asking Buildbucket for the build status
[08:19:26.559] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:26.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:14:0) after 1m0s
[08:20:26.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:14:0)
[08:20:26.564] Timer tick, asking Buildbucket for the build status
[08:20:26.955] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:26.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:15:0) after 1m0s
[08:21:26.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:15:0)
[08:21:26.927] Timer tick, asking Buildbucket for the build status
[08:21:27.008] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:27.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:16:0) after 1m0s
[08:22:27.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:16:0)
[08:22:27.069] Timer tick, asking Buildbucket for the build status
[08:22:27.160] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:27.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:17:0) after 1m0s
[08:23:27.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:17:0)
[08:23:27.206] Timer tick, asking Buildbucket for the build status
[08:23:27.451] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:27.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:18:0) after 1m0s
[08:24:27.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:18:0)
[08:24:27.456] Timer tick, asking Buildbucket for the build status
[08:24:27.544] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:27.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:19:0) after 1m0s
[08:25:27.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:19:0)
[08:25:27.577] Timer tick, asking Buildbucket for the build status
[08:25:27.670] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:27.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:20:0) after 1m0s
[08:26:27.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:20:0)
[08:26:27.691] Timer tick, asking Buildbucket for the build status
[08:26:27.869] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:27.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:21:0) after 1m0s
[08:27:27.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:21:0)
[08:27:27.911] Timer tick, asking Buildbucket for the build status
[08:27:28.100] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:28.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:22:0) after 1m0s
[08:28:28.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:22:0)
[08:28:28.096] Timer tick, asking Buildbucket for the build status
[08:28:28.196] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:28.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:23:0) after 1m0s
[08:29:28.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:23:0)
[08:29:28.223] Timer tick, asking Buildbucket for the build status
[08:29:28.420] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:28.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:24:0) after 1m0s
[08:30:28.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:24:0)
[08:30:28.510] Timer tick, asking Buildbucket for the build status
[08:30:28.657] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:28.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:25:0) after 1m0s
[08:31:28.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:25:0)
[08:31:28.727] Timer tick, asking Buildbucket for the build status
[08:31:28.850] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:28.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:26:0) after 1m0s
[08:32:29.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:26:0)
[08:32:29.143] Timer tick, asking Buildbucket for the build status
[08:32:29.215] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:29.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:27:0) after 1m0s
[08:33:29.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:27:0)
[08:33:29.305] Timer tick, asking Buildbucket for the build status
[08:33:29.410] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:29.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:28:0) after 1m0s
[08:34:29.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:28:0)
[08:34:29.488] Timer tick, asking Buildbucket for the build status
[08:34:29.595] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:29.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:29:0) after 1m0s
[08:35:29.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:29:0)
[08:35:29.606] Timer tick, asking Buildbucket for the build status
[08:35:29.704] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:29.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:30:0) after 1m0s
[08:36:29.766] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:30:0)
[08:36:29.766] Timer tick, asking Buildbucket for the build status
[08:36:29.902] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:29.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:31:0) after 1m0s
[08:37:29.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:31:0)
[08:37:29.978] Timer tick, asking Buildbucket for the build status
[08:37:30.082] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:30.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:32:0) after 1m0s
[08:38:30.126] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:32:0)
[08:38:30.126] Timer tick, asking Buildbucket for the build status
[08:38:30.491] Build 8855064641550041280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:30.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9020494703525711040:33:0) after 1m0s
[08:39:23.156] Received PubSub notification, asking Buildbucket for the build status
[08:39:23.384] Build 8855064641550041280: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:39:23.384] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1613551162671997",
    "created_by": "project:chromium",
    "created_ts": "1613549303444731",
    "failure_reason": "BUILD_FAILURE",
    "id": "8855064641550041280",
    "parameters_json": "{\"builder_name\": \"ToTLinuxASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ddb697122fdc1361080330285ff5d93f40f3f4ac\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[1800/75649] CXX obj/third_party/angle/angle_gpu_info_util/SystemInfo_linux.o\\nFAILED: obj/third_party/angle/angle_gpu_info_util/SystemInfo_linux.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/third_party/angle/angle_gpu_in...(too long)\\nerror: unknown warning option '-Wreturn-std-move-in-c++11'; did you mean '-Wreturn-std-move'? [-Werror,-Wunknown-warning-option]\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"ddb697122fdc1361080330285ff5d93f40f3f4ac\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-13-b73o\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTLinuxASan\", \"buildnumber\": 12723, \"clang_revision\": \"llvmorg-13-init-1931-g085dcc82-0\", \"got_angle_revision\": \"3c28b2a0b4813f94730b2e8ca29d490bfb5d4c41\", \"got_dawn_revision\": \"a5ba2827f5810b7b1cd6ee046e8df6e109bb02b6\", \"got_nacl_revision\": \"8a92e6ba1b6d62631f8d3ba3f4f8872ae8b6cca1\", \"got_revision\": \"ddb697122fdc1361080330285ff5d93f40f3f4ac\", \"got_revision_cp\": \"refs/heads/master@{#854668}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"bb04803b8daf08e186b327d18e14c78378f44e37\", \"got_v8_revision\": \"972f21b5ed71a418e8ed86f3b39bb7c2b7f175ac\", \"got_v8_revision_cp\": \"refs/heads/9.0.197@{#1}\", \"got_webrtc_revision\": \"8408c9938cb543a7cd5e7127927f3b4d0834ad59\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33272}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ddb697122fdc1361080330285ff5d93f40f3f4ac\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_608a43c213d1fbf09444ab7c8abfb2a24c74a7c840e76eba6946ec84b4490281_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-13-b73o\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5700-b36f18b\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[1800/75649] CXX obj/third_party/angle/angle_gpu_info_util/SystemInfo_linux.o\\nFAILED: obj/third_party/angle/angle_gpu_info_util/SystemInfo_linux.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/third_party/angle/angle_gpu_in...(too long)\\nerror: unknown warning option '-Wreturn-std-move-in-c++11'; did you mean '-Wreturn-std-move'? [-Werror,-Wunknown-warning-option]\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1613549363322891",
    "status": "COMPLETED",
    "status_changed_ts": "1613549363616606",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxASan/12723",
      "builder:ToTLinuxASan",
      "buildset:commit/git/ddb697122fdc1361080330285ff5d93f40f3f4ac",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb697122fdc1361080330285ff5d93f40f3f4ac",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9020494703525711040",
      "scheduler_job_id:chromium/ToTLinuxASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855064641550041280/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:51c7da03924d2e10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1613551162726289",
    "url": "https://ci.chromium.org/b/8855064641550041280",
    "utcnow_ts": "1613551163367652"
  }
}
[08:39:23.384] Invocation finished in 31m1.20840306s with status FAILED