Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTAndroid x64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b581de5b1b790aefd7e64b6fd1a06f92ba33783c"
}

Incoming tags

  • buildset:commit/git/b581de5b1b790aefd7e64b6fd1a06f92ba33783c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b581de5b1b790aefd7e64b6fd1a06f92ba33783c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:41:30.218] New invocation is queued and will start shortly
[12:41:31.325] Starting the invocation (attempt 1)
[12:41:31.360] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:41:31.360] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:41:31.360] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9056897499927754112",
  "parameters_json": "{\"builder_name\":\"ToTAndroid x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"b581de5b1b790aefd7e64b6fd1a06f92ba33783c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTAndroid x64",
    "scheduler_invocation_id:9056897499927754112",
    "scheduler_job_id:chromium/ToTAndroid x64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:41:32.402] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1578832891797544",
    "id": "8891467437608801440",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b581de5b1b790aefd7e64b6fd1a06f92ba33783c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1578832892271584",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/7927",
      "builder:ToTAndroid x64",
      "buildset:commit/git/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056897499927754112",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891467437608801440/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578832892271686",
    "url": "https://ci.chromium.org/b/8891467437608801440",
    "utcnow_ts": "1578832892388204"
  }
}
[12:41:32.402] Task URL: https://ci.chromium.org/b/8891467437608801440
[12:41:32.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:2:0) after 1m0s
[12:42:32.486] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:2:0)
[12:42:32.486] Timer tick, asking Buildbucket for the build status
[12:42:32.634] Build 8891467437608801440: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:42:32.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:3:0) after 1m0s
[12:42:46.253] Received PubSub notification, asking Buildbucket for the build status
[12:42:46.420] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:32.662] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:3:0)
[12:43:32.662] Timer tick, asking Buildbucket for the build status
[12:43:32.945] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:32.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:5:0) after 1m0s
[12:44:33.037] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:5:0)
[12:44:33.037] Timer tick, asking Buildbucket for the build status
[12:44:33.219] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:33.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:6:0) after 1m0s
[12:45:33.390] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:6:0)
[12:45:33.390] Timer tick, asking Buildbucket for the build status
[12:45:34.274] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:34.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:7:0) after 1m0s
[12:46:34.371] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:7:0)
[12:46:34.371] Timer tick, asking Buildbucket for the build status
[12:46:35.469] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:35.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:8:0) after 1m0s
[12:47:35.490] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:8:0)
[12:47:35.490] Timer tick, asking Buildbucket for the build status
[12:47:35.661] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:35.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:9:0) after 1m0s
[12:48:35.686] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:9:0)
[12:48:35.686] Timer tick, asking Buildbucket for the build status
[12:48:36.448] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:36.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:10:0) after 1m0s
[12:49:36.612] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:10:0)
[12:49:36.612] Timer tick, asking Buildbucket for the build status
[12:49:36.836] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:36.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:11:0) after 1m0s
[12:50:36.863] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:11:0)
[12:50:36.863] Timer tick, asking Buildbucket for the build status
[12:50:37.031] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:37.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:12:0) after 1m0s
[12:51:37.073] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:12:0)
[12:51:37.073] Timer tick, asking Buildbucket for the build status
[12:51:37.306] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:37.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:13:0) after 1m0s
[12:52:37.377] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:13:0)
[12:52:37.377] Timer tick, asking Buildbucket for the build status
[12:52:37.864] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:37.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:14:0) after 1m0s
[12:53:37.903] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:14:0)
[12:53:37.903] Timer tick, asking Buildbucket for the build status
[12:53:38.172] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:38.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:15:0) after 1m0s
[12:54:38.194] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:15:0)
[12:54:38.194] Timer tick, asking Buildbucket for the build status
[12:54:38.386] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:38.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:16:0) after 1m0s
[12:55:38.618] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:16:0)
[12:55:38.618] Timer tick, asking Buildbucket for the build status
[12:55:39.566] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:39.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:17:0) after 1m0s
[12:56:39.819] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:17:0)
[12:56:39.819] Timer tick, asking Buildbucket for the build status
[12:56:40.336] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:40.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:18:0) after 1m0s
[12:57:40.369] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:18:0)
[12:57:40.369] Timer tick, asking Buildbucket for the build status
[12:57:40.756] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:40.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:19:0) after 1m0s
[12:58:40.797] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:19:0)
[12:58:40.797] Timer tick, asking Buildbucket for the build status
[12:58:40.959] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:40.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:20:0) after 1m0s
[12:59:40.975] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:20:0)
[12:59:40.975] Timer tick, asking Buildbucket for the build status
[12:59:41.182] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:41.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:21:0) after 1m0s
[13:00:41.198] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:21:0)
[13:00:41.198] Timer tick, asking Buildbucket for the build status
[13:00:42.306] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:42.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:22:0) after 1m0s
[13:01:42.630] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:22:0)
[13:01:42.630] Timer tick, asking Buildbucket for the build status
[13:01:43.823] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:43.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:23:0) after 1m0s
[13:02:43.970] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:23:0)
[13:02:43.970] Timer tick, asking Buildbucket for the build status
[13:02:44.195] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:44.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:24:0) after 1m0s
[13:03:44.441] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:24:0)
[13:03:44.441] Timer tick, asking Buildbucket for the build status
[13:03:44.839] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:44.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:25:0) after 1m0s
[13:04:44.888] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:25:0)
[13:04:44.888] Timer tick, asking Buildbucket for the build status
[13:04:45.139] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:45.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:26:0) after 1m0s
[13:05:45.164] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:26:0)
[13:05:45.164] Timer tick, asking Buildbucket for the build status
[13:05:45.344] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:45.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:27:0) after 1m0s
[13:06:45.681] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:27:0)
[13:06:45.681] Timer tick, asking Buildbucket for the build status
[13:06:45.883] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:45.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:28:0) after 1m0s
[13:07:46.027] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:28:0)
[13:07:46.027] Timer tick, asking Buildbucket for the build status
[13:07:47.186] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:47.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:29:0) after 1m0s
[13:08:47.392] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:29:0)
[13:08:47.392] Timer tick, asking Buildbucket for the build status
[13:08:47.715] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:47.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:30:0) after 1m0s
[13:09:48.107] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:30:0)
[13:09:48.107] Timer tick, asking Buildbucket for the build status
[13:09:48.336] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:48.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:31:0) after 1m0s
[13:10:48.680] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:31:0)
[13:10:48.680] Timer tick, asking Buildbucket for the build status
[13:10:49.091] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:49.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:32:0) after 1m0s
[13:11:49.391] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:32:0)
[13:11:49.391] Timer tick, asking Buildbucket for the build status
[13:11:49.816] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:49.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:33:0) after 1m0s
[13:12:49.837] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:33:0)
[13:12:49.837] Timer tick, asking Buildbucket for the build status
[13:12:50.025] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:50.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:34:0) after 1m0s
[13:13:50.104] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:34:0)
[13:13:50.104] Timer tick, asking Buildbucket for the build status
[13:13:50.299] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:50.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:35:0) after 1m0s
[13:14:50.427] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:35:0)
[13:14:50.427] Timer tick, asking Buildbucket for the build status
[13:14:50.594] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:50.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:36:0) after 1m0s
[13:15:50.743] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:36:0)
[13:15:50.743] Timer tick, asking Buildbucket for the build status
[13:15:50.988] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:50.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:37:0) after 1m0s
[13:16:51.028] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:37:0)
[13:16:51.028] Timer tick, asking Buildbucket for the build status
[13:16:51.383] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:51.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:38:0) after 1m0s
[13:17:51.405] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:38:0)
[13:17:51.405] Timer tick, asking Buildbucket for the build status
[13:17:51.756] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:51.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:39:0) after 1m0s
[13:18:51.792] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:39:0)
[13:18:51.792] Timer tick, asking Buildbucket for the build status
[13:18:52.088] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:52.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:40:0) after 1m0s
[13:19:52.206] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:40:0)
[13:19:52.206] Timer tick, asking Buildbucket for the build status
[13:19:53.166] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:53.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:41:0) after 1m0s
[13:20:53.308] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:41:0)
[13:20:53.308] Timer tick, asking Buildbucket for the build status
[13:20:54.353] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:54.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:42:0) after 1m0s
[13:21:54.389] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:42:0)
[13:21:54.389] Timer tick, asking Buildbucket for the build status
[13:21:56.892] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:56.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:43:0) after 1m0s
[13:22:57.153] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:43:0)
[13:22:57.153] Timer tick, asking Buildbucket for the build status
[13:22:57.610] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:57.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:44:0) after 1m0s
[13:23:57.729] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:44:0)
[13:23:57.729] Timer tick, asking Buildbucket for the build status
[13:23:58.154] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:58.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:45:0) after 1m0s
[13:24:58.188] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:45:0)
[13:24:58.188] Timer tick, asking Buildbucket for the build status
[13:24:58.902] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:58.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:46:0) after 1m0s
[13:25:58.920] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:46:0)
[13:25:58.920] Timer tick, asking Buildbucket for the build status
[13:25:59.223] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:59.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:47:0) after 1m0s
[13:26:59.245] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:47:0)
[13:26:59.245] Timer tick, asking Buildbucket for the build status
[13:26:59.632] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:59.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:48:0) after 1m0s
[13:27:59.655] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:48:0)
[13:27:59.655] Timer tick, asking Buildbucket for the build status
[13:28:00.353] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:00.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:49:0) after 1m0s
[13:29:00.418] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:49:0)
[13:29:00.418] Timer tick, asking Buildbucket for the build status
[13:29:00.606] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:00.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:50:0) after 1m0s
[13:30:00.629] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:50:0)
[13:30:00.629] Timer tick, asking Buildbucket for the build status
[13:30:01.447] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:01.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:51:0) after 1m0s
[13:31:01.468] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:51:0)
[13:31:01.468] Timer tick, asking Buildbucket for the build status
[13:31:01.799] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:01.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:52:0) after 1m0s
[13:32:01.820] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:52:0)
[13:32:01.820] Timer tick, asking Buildbucket for the build status
[13:32:01.984] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:01.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:53:0) after 1m0s
[13:33:02.008] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:53:0)
[13:33:02.008] Timer tick, asking Buildbucket for the build status
[13:33:02.418] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:02.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:54:0) after 1m0s
[13:34:02.455] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:54:0)
[13:34:02.455] Timer tick, asking Buildbucket for the build status
[13:34:03.256] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:03.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:55:0) after 1m0s
[13:35:03.320] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:55:0)
[13:35:03.320] Timer tick, asking Buildbucket for the build status
[13:35:03.759] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:03.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:56:0) after 1m0s
[13:36:03.779] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:56:0)
[13:36:03.779] Timer tick, asking Buildbucket for the build status
[13:36:04.204] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:04.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:57:0) after 1m0s
[13:37:04.224] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:57:0)
[13:37:04.224] Timer tick, asking Buildbucket for the build status
[13:37:04.609] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:04.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:58:0) after 1m0s
[13:38:04.620] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:58:0)
[13:38:04.620] Timer tick, asking Buildbucket for the build status
[13:38:04.803] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:04.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:59:0) after 1m0s
[13:39:04.837] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:59:0)
[13:39:04.837] Timer tick, asking Buildbucket for the build status
[13:39:05.273] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:05.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:60:0) after 1m0s
[13:40:05.332] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:60:0)
[13:40:05.332] Timer tick, asking Buildbucket for the build status
[13:40:05.872] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:05.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:61:0) after 1m0s
[13:41:05.912] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:61:0)
[13:41:05.912] Timer tick, asking Buildbucket for the build status
[13:41:06.212] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:06.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:62:0) after 1m0s
[13:42:06.234] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:62:0)
[13:42:06.234] Timer tick, asking Buildbucket for the build status
[13:42:06.799] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:06.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:63:0) after 1m0s
[13:43:06.824] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:63:0)
[13:43:06.824] Timer tick, asking Buildbucket for the build status
[13:43:06.993] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:06.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:64:0) after 1m0s
[13:44:07.017] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:64:0)
[13:44:07.017] Timer tick, asking Buildbucket for the build status
[13:44:07.237] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:07.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:65:0) after 1m0s
[13:45:07.258] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:65:0)
[13:45:07.258] Timer tick, asking Buildbucket for the build status
[13:45:07.913] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:07.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:66:0) after 1m0s
[13:46:07.996] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:66:0)
[13:46:07.996] Timer tick, asking Buildbucket for the build status
[13:46:08.201] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:08.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:67:0) after 1m0s
[13:47:08.402] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:67:0)
[13:47:08.402] Timer tick, asking Buildbucket for the build status
[13:47:08.585] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:08.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:68:0) after 1m0s
[13:48:08.720] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:68:0)
[13:48:08.720] Timer tick, asking Buildbucket for the build status
[13:48:08.977] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:08.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:69:0) after 1m0s
[13:49:09.179] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:69:0)
[13:49:09.179] Timer tick, asking Buildbucket for the build status
[13:49:09.397] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:09.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:70:0) after 1m0s
[13:50:09.437] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:70:0)
[13:50:09.437] Timer tick, asking Buildbucket for the build status
[13:50:10.201] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:10.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:71:0) after 1m0s
[13:51:10.262] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:71:0)
[13:51:10.262] Timer tick, asking Buildbucket for the build status
[13:51:10.656] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:10.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:72:0) after 1m0s
[13:52:10.676] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:72:0)
[13:52:10.676] Timer tick, asking Buildbucket for the build status
[13:52:10.832] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:10.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:73:0) after 1m0s
[13:53:10.854] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:73:0)
[13:53:10.854] Timer tick, asking Buildbucket for the build status
[13:53:11.197] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:11.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:74:0) after 1m0s
[13:54:11.225] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:74:0)
[13:54:11.225] Timer tick, asking Buildbucket for the build status
[13:54:11.679] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:11.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:75:0) after 1m0s
[13:55:11.800] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:75:0)
[13:55:11.800] Timer tick, asking Buildbucket for the build status
[13:55:12.854] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:12.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:76:0) after 1m0s
[13:56:12.863] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:76:0)
[13:56:12.863] Timer tick, asking Buildbucket for the build status
[13:56:13.004] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:13.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:77:0) after 1m0s
[13:57:13.024] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:77:0)
[13:57:13.024] Timer tick, asking Buildbucket for the build status
[13:57:13.234] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:13.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:78:0) after 1m0s
[13:58:13.305] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:78:0)
[13:58:13.305] Timer tick, asking Buildbucket for the build status
[13:58:13.537] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:13.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:79:0) after 1m0s
[13:59:13.589] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:79:0)
[13:59:13.589] Timer tick, asking Buildbucket for the build status
[13:59:13.748] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:13.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:80:0) after 1m0s
[14:00:13.780] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:80:0)
[14:00:13.780] Timer tick, asking Buildbucket for the build status
[14:00:14.093] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:14.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:81:0) after 1m0s
[14:01:16.162] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:81:0)
[14:01:16.162] Timer tick, asking Buildbucket for the build status
[14:01:16.579] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:16.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:82:0) after 1m0s
[14:02:17.166] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:82:0)
[14:02:17.166] Timer tick, asking Buildbucket for the build status
[14:02:17.657] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:17.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:83:0) after 1m0s
[14:03:18.035] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:83:0)
[14:03:18.035] Timer tick, asking Buildbucket for the build status
[14:03:18.574] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:18.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:84:0) after 1m0s
[14:04:18.595] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:84:0)
[14:04:18.595] Timer tick, asking Buildbucket for the build status
[14:04:18.780] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:18.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:85:0) after 1m0s
[14:05:18.929] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:85:0)
[14:05:18.929] Timer tick, asking Buildbucket for the build status
[14:05:19.110] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:19.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:86:0) after 1m0s
[14:06:19.159] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:86:0)
[14:06:19.159] Timer tick, asking Buildbucket for the build status
[14:06:19.536] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:19.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:87:0) after 1m0s
[14:07:19.881] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:87:0)
[14:07:19.881] Timer tick, asking Buildbucket for the build status
[14:07:20.564] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:20.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:88:0) after 1m0s
[14:08:20.562] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:88:0)
[14:08:20.562] Timer tick, asking Buildbucket for the build status
[14:08:21.636] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:21.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:89:0) after 1m0s
[14:09:21.667] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:89:0)
[14:09:21.667] Timer tick, asking Buildbucket for the build status
[14:09:21.881] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:21.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:90:0) after 1m0s
[14:10:22.036] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:90:0)
[14:10:22.036] Timer tick, asking Buildbucket for the build status
[14:10:22.271] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:22.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:91:0) after 1m0s
[14:11:22.297] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:91:0)
[14:11:22.297] Timer tick, asking Buildbucket for the build status
[14:11:24.169] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:24.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:92:0) after 1m0s
[14:12:24.553] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:92:0)
[14:12:24.553] Timer tick, asking Buildbucket for the build status
[14:12:24.753] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:24.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:93:0) after 1m0s
[14:13:24.961] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:93:0)
[14:13:24.961] Timer tick, asking Buildbucket for the build status
[14:13:25.170] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:25.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:94:0) after 1m0s
[14:14:25.394] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:94:0)
[14:14:25.394] Timer tick, asking Buildbucket for the build status
[14:14:25.884] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:25.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:95:0) after 1m0s
[14:15:26.396] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:95:0)
[14:15:26.396] Timer tick, asking Buildbucket for the build status
[14:15:26.937] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:26.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:96:0) after 1m0s
[14:16:26.966] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:96:0)
[14:16:26.966] Timer tick, asking Buildbucket for the build status
[14:16:27.208] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:27.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:97:0) after 1m0s
[14:17:27.695] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:97:0)
[14:17:27.695] Timer tick, asking Buildbucket for the build status
[14:17:27.871] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:27.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:98:0) after 1m0s
[14:18:28.136] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:98:0)
[14:18:28.136] Timer tick, asking Buildbucket for the build status
[14:18:28.842] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:28.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:99:0) after 1m0s
[14:19:29.207] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:99:0)
[14:19:29.207] Timer tick, asking Buildbucket for the build status
[14:19:29.688] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:29.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:100:0) after 1m0s
[14:20:29.665] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:100:0)
[14:20:29.665] Timer tick, asking Buildbucket for the build status
[14:20:30.196] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:30.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:101:0) after 1m0s
[14:21:30.360] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:101:0)
[14:21:30.360] Timer tick, asking Buildbucket for the build status
[14:21:30.508] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:30.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:102:0) after 1m0s
[14:22:30.595] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:102:0)
[14:22:30.595] Timer tick, asking Buildbucket for the build status
[14:22:31.062] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:31.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:103:0) after 1m0s
[14:23:31.088] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:103:0)
[14:23:31.088] Timer tick, asking Buildbucket for the build status
[14:23:31.349] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:31.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:104:0) after 1m0s
[14:24:31.379] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:104:0)
[14:24:31.379] Timer tick, asking Buildbucket for the build status
[14:24:31.525] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:31.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:105:0) after 1m0s
[14:25:31.545] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:105:0)
[14:25:31.545] Timer tick, asking Buildbucket for the build status
[14:25:32.676] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:32.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:106:0) after 1m0s
[14:26:32.904] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:106:0)
[14:26:32.904] Timer tick, asking Buildbucket for the build status
[14:26:33.073] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:33.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:107:0) after 1m0s
[14:27:33.154] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:107:0)
[14:27:33.154] Timer tick, asking Buildbucket for the build status
[14:27:33.332] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:33.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:108:0) after 1m0s
[14:28:33.466] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:108:0)
[14:28:33.466] Timer tick, asking Buildbucket for the build status
[14:28:34.512] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:34.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:109:0) after 1m0s
[14:29:34.651] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:109:0)
[14:29:34.651] Timer tick, asking Buildbucket for the build status
[14:29:34.835] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:34.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:110:0) after 1m0s
[14:30:34.858] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:110:0)
[14:30:34.858] Timer tick, asking Buildbucket for the build status
[14:30:35.036] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:35.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:111:0) after 1m0s
[14:31:35.068] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:111:0)
[14:31:35.068] Timer tick, asking Buildbucket for the build status
[14:31:35.743] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:35.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:112:0) after 1m0s
[14:32:35.787] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:112:0)
[14:32:35.787] Timer tick, asking Buildbucket for the build status
[14:32:36.014] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:36.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:113:0) after 1m0s
[14:33:36.052] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:113:0)
[14:33:36.052] Timer tick, asking Buildbucket for the build status
[14:33:36.232] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:36.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:114:0) after 1m0s
[14:34:36.268] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:114:0)
[14:34:36.268] Timer tick, asking Buildbucket for the build status
[14:34:36.849] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:36.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:115:0) after 1m0s
[14:35:36.948] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:115:0)
[14:35:36.948] Timer tick, asking Buildbucket for the build status
[14:35:37.160] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:37.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:116:0) after 1m0s
[14:36:37.527] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:116:0)
[14:36:37.527] Timer tick, asking Buildbucket for the build status
[14:36:37.840] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:37.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:117:0) after 1m0s
[14:37:37.868] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:117:0)
[14:37:37.868] Timer tick, asking Buildbucket for the build status
[14:37:38.081] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:38.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:118:0) after 1m0s
[14:38:38.115] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:118:0)
[14:38:38.116] Timer tick, asking Buildbucket for the build status
[14:38:38.284] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:38.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:119:0) after 1m0s
[14:39:38.378] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:119:0)
[14:39:38.378] Timer tick, asking Buildbucket for the build status
[14:39:38.966] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:38.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:120:0) after 1m0s
[14:40:39.251] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:120:0)
[14:40:39.251] Timer tick, asking Buildbucket for the build status
[14:40:39.417] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:39.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:121:0) after 1m0s
[14:41:39.452] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:121:0)
[14:41:39.452] Timer tick, asking Buildbucket for the build status
[14:41:40.087] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:40.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:122:0) after 1m0s
[14:42:40.465] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:122:0)
[14:42:40.465] Timer tick, asking Buildbucket for the build status
[14:42:41.032] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:41.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:123:0) after 1m0s
[14:43:41.065] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:123:0)
[14:43:41.065] Timer tick, asking Buildbucket for the build status
[14:43:41.296] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:41.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:124:0) after 1m0s
[14:44:41.317] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:124:0)
[14:44:41.317] Timer tick, asking Buildbucket for the build status
[14:44:41.475] Build 8891467437608801440: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:41.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9056897499927754112:125:0) after 1m0s
[14:45:28.019] Received PubSub notification, asking Buildbucket for the build status
[14:45:28.142] Build 8891467437608801440: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:45:28.142] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1578840327443616",
    "created_by": "project:chromium",
    "created_ts": "1578832891797544",
    "failure_reason": "BUILD_FAILURE",
    "id": "8891467437608801440",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b581de5b1b790aefd7e64b6fd1a06f92ba33783c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[33254/86542] LINK clang_x64/mksnapshot\\nFAILED: clang_x64/mksnapshot\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-19-k4ic\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTAndroid x64\", \"buildnumber\": 7927, \"got_angle_revision\": \"ed074852bf075546232c438cd095a1845462ff40\", \"got_clang_revision\": \"n339146-66e39067-0\", \"got_dawn_revision\": \"69c68d01b2420e77283166ffcc7ddb4b0fbc2505\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"b581de5b1b790aefd7e64b6fd1a06f92ba33783c\", \"got_revision_cp\": \"refs/heads/master@{#730447}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"b0ca2a89e255446237d92ffbd76ef3bf97bfd6cd\", \"got_v8_revision\": \"6a92d23c36e0a21638b808f49b33c6aefe46313d\", \"got_v8_revision_cp\": \"refs/heads/8.1.159@{#1}\", \"got_webrtc_revision\": \"b42aeaa3fb21d78e59c47d2a9916acb380494496\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30212}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b581de5b1b790aefd7e64b6fd1a06f92ba33783c\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0264569d20b29e1d5e6df044c8d1223ed84f9f22180c83dac41e8db0ff2b71db_v2\", \"builder_a8d816b2a8bfc91cf76c100b91451acc6344f80e4b0b6cce8d55d55189e277e7_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-19-k4ic\"], \"image\": [\"chrome-xenial-19121500-b03549ec744\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4752-73c7603\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[33254/86542] LINK clang_x64/mksnapshot\\nFAILED: clang_x64/mksnapshot\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1578832965273100",
    "status": "COMPLETED",
    "status_changed_ts": "1578832965633441",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/7927",
      "builder:ToTAndroid x64",
      "buildset:commit/git/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b581de5b1b790aefd7e64b6fd1a06f92ba33783c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056897499927754112",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891467437608801440/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49b2979feeda0d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578840327499196",
    "url": "https://ci.chromium.org/b/8891467437608801440",
    "utcnow_ts": "1578840328134825"
  }
}
[14:45:28.142] Invocation finished in 2h3m57.940208231s with status FAILED