Status: FAILED
Triggered by: -
Duration: 36 minutes
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTAndroid x64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "33488049ed3ef5c4c78265ed666b95173592b2d6"
}

Incoming tags

  • buildset:commit/git/33488049ed3ef5c4c78265ed666b95173592b2d6
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33488049ed3ef5c4c78265ed666b95173592b2d6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[01:51:16.765] New invocation is queued and will start shortly
[01:51:18.353] Starting the invocation (attempt 1)
[01:51:18.455] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:51:18.457] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:51:18.457] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9043983042374929632",
  "parameters_json": "{\"builder_name\":\"ToTAndroid x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"33488049ed3ef5c4c78265ed666b95173592b2d6\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTAndroid x64",
    "scheduler_invocation_id:9043983042374929632",
    "scheduler_job_id:chromium/ToTAndroid x64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/33488049ed3ef5c4c78265ed666b95173592b2d6",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33488049ed3ef5c4c78265ed666b95173592b2d6",
    "gitiles_ref:refs/heads/master"
  ]
}
[01:51:20.185] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1591149078644673",
    "id": "8878552979669894880",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"33488049ed3ef5c4c78265ed666b95173592b2d6\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1591149079690412",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/9001",
      "builder:ToTAndroid x64",
      "buildset:commit/git/33488049ed3ef5c4c78265ed666b95173592b2d6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33488049ed3ef5c4c78265ed666b95173592b2d6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9043983042374929632",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8878552979669894880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1591149079690561",
    "url": "https://ci.chromium.org/b/8878552979669894880",
    "utcnow_ts": "1591149080142266"
  }
}
[01:51:20.185] Task URL: https://ci.chromium.org/b/8878552979669894880
[01:51:20.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:2:0) after 1m0s
[01:52:20.316] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:2:0)
[01:52:20.316] Timer tick, asking Buildbucket for the build status
[01:52:20.903] Build 8878552979669894880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:52:20.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:3:0) after 1m0s
[01:53:20.969] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:3:0)
[01:53:20.969] Timer tick, asking Buildbucket for the build status
[01:53:21.442] Build 8878552979669894880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:53:21.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:4:0) after 1m0s
[01:54:21.454] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:4:0)
[01:54:21.454] Timer tick, asking Buildbucket for the build status
[01:54:21.704] Build 8878552979669894880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:54:21.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:5:0) after 1m0s
[01:55:21.933] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:5:0)
[01:55:21.933] Timer tick, asking Buildbucket for the build status
[01:55:22.659] Build 8878552979669894880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:55:22.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:6:0) after 1m0s
[01:56:22.763] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:6:0)
[01:56:22.763] Timer tick, asking Buildbucket for the build status
[01:56:22.874] Build 8878552979669894880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:56:22.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:7:0) after 1m0s
[01:56:46.455] Received PubSub notification, asking Buildbucket for the build status
[01:56:46.751] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:22.897] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:7:0)
[01:57:22.897] Timer tick, asking Buildbucket for the build status
[01:57:22.991] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:22.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:9:0) after 1m0s
[01:58:23.066] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:9:0)
[01:58:23.066] Timer tick, asking Buildbucket for the build status
[01:58:23.192] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:23.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:10:0) after 1m0s
[01:59:23.214] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:10:0)
[01:59:23.214] Timer tick, asking Buildbucket for the build status
[01:59:23.523] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:23.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:11:0) after 1m0s
[02:00:23.587] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:11:0)
[02:00:23.587] Timer tick, asking Buildbucket for the build status
[02:00:23.756] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:23.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:12:0) after 1m0s
[02:01:23.934] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:12:0)
[02:01:23.934] Timer tick, asking Buildbucket for the build status
[02:01:24.191] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:24.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:13:0) after 1m0s
[02:02:24.446] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:13:0)
[02:02:24.446] Timer tick, asking Buildbucket for the build status
[02:02:24.580] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:24.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:14:0) after 1m0s
[02:03:24.707] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:14:0)
[02:03:24.707] Timer tick, asking Buildbucket for the build status
[02:03:24.852] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:15:0) after 1m0s
[02:04:24.959] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:15:0)
[02:04:24.959] Timer tick, asking Buildbucket for the build status
[02:04:25.130] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:25.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:16:0) after 1m0s
[02:05:25.288] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:16:0)
[02:05:25.288] Timer tick, asking Buildbucket for the build status
[02:05:25.871] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:25.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:17:0) after 1m0s
[02:06:26.048] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:17:0)
[02:06:26.048] Timer tick, asking Buildbucket for the build status
[02:06:26.592] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:26.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:18:0) after 1m0s
[02:07:26.706] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:18:0)
[02:07:26.706] Timer tick, asking Buildbucket for the build status
[02:07:27.056] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:27.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:19:0) after 1m0s
[02:08:27.104] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:19:0)
[02:08:27.105] Timer tick, asking Buildbucket for the build status
[02:08:27.438] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:27.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:20:0) after 1m0s
[02:09:27.503] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:20:0)
[02:09:27.503] Timer tick, asking Buildbucket for the build status
[02:09:28.038] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:28.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:21:0) after 1m0s
[02:10:28.237] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:21:0)
[02:10:28.237] Timer tick, asking Buildbucket for the build status
[02:10:29.407] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:29.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:22:0) after 1m0s
[02:11:29.512] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:22:0)
[02:11:29.512] Timer tick, asking Buildbucket for the build status
[02:11:29.771] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:29.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:23:0) after 1m0s
[02:12:29.942] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:23:0)
[02:12:29.942] Timer tick, asking Buildbucket for the build status
[02:12:30.094] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:30.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:24:0) after 1m0s
[02:13:30.193] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:24:0)
[02:13:30.193] Timer tick, asking Buildbucket for the build status
[02:13:30.418] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:30.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:25:0) after 1m0s
[02:14:30.760] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:25:0)
[02:14:30.760] Timer tick, asking Buildbucket for the build status
[02:14:30.965] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:30.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:26:0) after 1m0s
[02:15:31.158] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:26:0)
[02:15:31.158] Timer tick, asking Buildbucket for the build status
[02:15:31.583] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:31.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:27:0) after 1m0s
[02:16:32.166] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:27:0)
[02:16:32.166] Timer tick, asking Buildbucket for the build status
[02:16:32.957] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:32.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:28:0) after 1m0s
[02:17:33.209] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:28:0)
[02:17:33.209] Timer tick, asking Buildbucket for the build status
[02:17:33.578] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:33.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:29:0) after 1m0s
[02:18:33.719] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:29:0)
[02:18:33.719] Timer tick, asking Buildbucket for the build status
[02:18:33.859] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:33.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:30:0) after 1m0s
[02:19:33.951] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:30:0)
[02:19:33.951] Timer tick, asking Buildbucket for the build status
[02:19:34.165] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:34.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:31:0) after 1m0s
[02:20:34.371] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:31:0)
[02:20:34.371] Timer tick, asking Buildbucket for the build status
[02:20:34.496] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:34.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:32:0) after 1m0s
[02:21:34.730] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:32:0)
[02:21:34.730] Timer tick, asking Buildbucket for the build status
[02:21:34.901] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:34.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:33:0) after 1m0s
[02:22:35.111] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:33:0)
[02:22:35.111] Timer tick, asking Buildbucket for the build status
[02:22:35.372] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:35.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:34:0) after 1m0s
[02:23:35.459] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:34:0)
[02:23:35.459] Timer tick, asking Buildbucket for the build status
[02:23:35.834] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:35.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:35:0) after 1m0s
[02:24:35.997] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:35:0)
[02:24:35.997] Timer tick, asking Buildbucket for the build status
[02:24:36.188] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:36.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:36:0) after 1m0s
[02:25:36.291] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:36:0)
[02:25:36.291] Timer tick, asking Buildbucket for the build status
[02:25:36.431] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:36.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:37:0) after 1m0s
[02:26:36.526] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:37:0)
[02:26:36.526] Timer tick, asking Buildbucket for the build status
[02:26:37.123] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:37.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:38:0) after 1m0s
[02:27:37.277] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:38:0)
[02:27:37.277] Timer tick, asking Buildbucket for the build status
[02:27:38.104] Build 8878552979669894880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:38.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9043983042374929632:39:0) after 1m0s
[02:28:03.576] Received PubSub notification, asking Buildbucket for the build status
[02:28:03.701] Build 8878552979669894880: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:28:03.701] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1591151283023069",
    "created_by": "project:chromium",
    "created_ts": "1591149078644673",
    "failure_reason": "BUILD_FAILURE",
    "id": "8878552979669894880",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"33488049ed3ef5c4c78265ed666b95173592b2d6\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-3-m1ev\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTAndroid x64\", \"buildnumber\": 9001, \"got_angle_revision\": \"957a2359f66ba6f61ca52104cc0a1338b16fd994\", \"got_dawn_revision\": \"3fb9c1bbfb2354053da778a99c6129bafc8f317e\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"33488049ed3ef5c4c78265ed666b95173592b2d6\", \"got_revision_cp\": \"refs/heads/master@{#774444}\", \"got_swarming_client_revision\": \"90c5e17a82612bc898c90ab1530dd1bd5822eae8\", \"got_swiftshader_revision\": \"e817aaa40954e0e2219876f4fb26efc1794fc148\", \"got_v8_revision\": \"b952659fe70f060c8b73a6a349b34081687d937c\", \"got_v8_revision_cp\": \"refs/heads/8.5.89@{#1}\", \"got_webrtc_revision\": \"3c9ae1fd8fb7aae488eb24d4158dd9d71fdf1f2d\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31412}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"33488049ed3ef5c4c78265ed666b95173592b2d6\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0264569d20b29e1d5e6df044c8d1223ed84f9f22180c83dac41e8db0ff2b71db_v2\", \"builder_094ae2b7d41fc2d72094b7b6da708c57b0f9cf30da4d1b138156f1458af77f67_v2\", \"builder_17d4e9c3562fe440e7ef7dabcb522d5a89809ef05519650a163dd2bc405c0258_v2\", \"builder_39819929c28edbb94cfd890831720319bcf41d58e7ee63cb8a54e18e1fdfd830_v2\", \"builder_4071df92b94331eb3da38507368746e2a4f045780701cbd95f86ba21c63ad0a4_v2\", \"builder_8757b7d4d720e8110e97d547f3a0626e0b064aba1b112f8e94c505a5da2d7dc8_v2\", \"builder_d3d2610b5230a0e8818d022113159013c6345fba0843daf9ae715f6a2f1da36d_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-3-m1ev\"], \"image\": [\"chrome-xenial-20041200-f56df5dd7ad\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5150-7dc5fa5\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1591149405530650",
    "status": "COMPLETED",
    "status_changed_ts": "1591149406046651",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/9001",
      "builder:ToTAndroid x64",
      "buildset:commit/git/33488049ed3ef5c4c78265ed666b95173592b2d6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33488049ed3ef5c4c78265ed666b95173592b2d6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9043983042374929632",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8878552979669894880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4c90b1b6d7c66c10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1591151283093879",
    "url": "https://ci.chromium.org/b/8878552979669894880",
    "utcnow_ts": "1591151283667033"
  }
}
[02:28:03.701] Invocation finished in 36m47.01960688s with status FAILED