Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTAndroid x64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8daafcefb29a4435368c88865d0c4a29d6191c5f"
}

Incoming tags

  • buildset:commit/git/8daafcefb29a4435368c88865d0c4a29d6191c5f
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8daafcefb29a4435368c88865d0c4a29d6191c5f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:01:30.717] New invocation is queued and will start shortly
[02:01:32.219] Starting the invocation (attempt 1)
[02:01:32.302] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:01:32.302] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:01:32.302] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9057028361691323616",
  "parameters_json": "{\"builder_name\":\"ToTAndroid x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"8daafcefb29a4435368c88865d0c4a29d6191c5f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTAndroid x64",
    "scheduler_invocation_id:9057028361691323616",
    "scheduler_job_id:chromium/ToTAndroid x64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/8daafcefb29a4435368c88865d0c4a29d6191c5f",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8daafcefb29a4435368c88865d0c4a29d6191c5f",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:01:33.485] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1578708092595486",
    "id": "8891598299056950000",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8daafcefb29a4435368c88865d0c4a29d6191c5f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1578708093237405",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/7910",
      "builder:ToTAndroid x64",
      "buildset:commit/git/8daafcefb29a4435368c88865d0c4a29d6191c5f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8daafcefb29a4435368c88865d0c4a29d6191c5f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057028361691323616",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891598299056950000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578708093237607",
    "url": "https://ci.chromium.org/b/8891598299056950000",
    "utcnow_ts": "1578708093467350"
  }
}
[02:01:33.485] Task URL: https://ci.chromium.org/b/8891598299056950000
[02:01:33.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:2:0) after 1m0s
[02:02:33.607] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:2:0)
[02:02:33.607] Timer tick, asking Buildbucket for the build status
[02:02:34.018] Build 8891598299056950000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:02:34.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:3:0) after 1m0s
[02:02:38.905] Received PubSub notification, asking Buildbucket for the build status
[02:02:39.112] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:34.142] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:3:0)
[02:03:34.142] Timer tick, asking Buildbucket for the build status
[02:03:34.477] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:34.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:5:0) after 1m0s
[02:04:34.631] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:5:0)
[02:04:34.631] Timer tick, asking Buildbucket for the build status
[02:04:34.966] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:34.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:6:0) after 1m0s
[02:05:35.113] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:6:0)
[02:05:35.115] Timer tick, asking Buildbucket for the build status
[02:05:36.032] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:36.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:7:0) after 1m0s
[02:06:36.145] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:7:0)
[02:06:36.145] Timer tick, asking Buildbucket for the build status
[02:06:36.435] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:36.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:8:0) after 1m0s
[02:07:36.513] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:8:0)
[02:07:36.513] Timer tick, asking Buildbucket for the build status
[02:07:37.418] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:37.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:9:0) after 1m0s
[02:08:37.529] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:9:0)
[02:08:37.529] Timer tick, asking Buildbucket for the build status
[02:08:37.825] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:37.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:10:0) after 1m0s
[02:09:37.921] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:10:0)
[02:09:37.921] Timer tick, asking Buildbucket for the build status
[02:09:38.427] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:38.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:11:0) after 1m0s
[02:10:38.508] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:11:0)
[02:10:38.508] Timer tick, asking Buildbucket for the build status
[02:10:39.214] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:39.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:12:0) after 1m0s
[02:11:39.244] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:12:0)
[02:11:39.244] Timer tick, asking Buildbucket for the build status
[02:11:39.904] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:39.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:13:0) after 1m0s
[02:12:39.958] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:13:0)
[02:12:39.958] Timer tick, asking Buildbucket for the build status
[02:12:41.474] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:41.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:14:0) after 1m0s
[02:13:41.561] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:14:0)
[02:13:41.561] Timer tick, asking Buildbucket for the build status
[02:13:41.997] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:41.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:15:0) after 1m0s
[02:14:42.111] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:15:0)
[02:14:42.111] Timer tick, asking Buildbucket for the build status
[02:14:42.650] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:42.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:16:0) after 1m0s
[02:15:42.883] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:16:0)
[02:15:42.883] Timer tick, asking Buildbucket for the build status
[02:15:43.145] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:43.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:17:0) after 1m0s
[02:16:43.132] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:17:0)
[02:16:43.132] Timer tick, asking Buildbucket for the build status
[02:16:44.021] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:44.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:18:0) after 1m0s
[02:17:44.122] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:18:0)
[02:17:44.123] Timer tick, asking Buildbucket for the build status
[02:17:44.338] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:44.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:19:0) after 1m0s
[02:18:44.361] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:19:0)
[02:18:44.361] Timer tick, asking Buildbucket for the build status
[02:18:44.993] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:44.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:20:0) after 1m0s
[02:19:45.155] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:20:0)
[02:19:45.155] Timer tick, asking Buildbucket for the build status
[02:19:45.480] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:45.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:21:0) after 1m0s
[02:20:45.508] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:21:0)
[02:20:45.508] Timer tick, asking Buildbucket for the build status
[02:20:46.015] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:46.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:22:0) after 1m0s
[02:21:46.082] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:22:0)
[02:21:46.082] Timer tick, asking Buildbucket for the build status
[02:21:46.528] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:46.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:23:0) after 1m0s
[02:22:46.767] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:23:0)
[02:22:46.767] Timer tick, asking Buildbucket for the build status
[02:22:46.953] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:46.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:24:0) after 1m0s
[02:23:47.474] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:24:0)
[02:23:47.474] Timer tick, asking Buildbucket for the build status
[02:23:48.287] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:48.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:25:0) after 1m0s
[02:24:48.327] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:25:0)
[02:24:48.327] Timer tick, asking Buildbucket for the build status
[02:24:48.543] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:48.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:26:0) after 1m0s
[02:25:48.641] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:26:0)
[02:25:48.641] Timer tick, asking Buildbucket for the build status
[02:25:50.578] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:50.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:27:0) after 1m0s
[02:26:50.652] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:27:0)
[02:26:50.652] Timer tick, asking Buildbucket for the build status
[02:26:52.960] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:52.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:28:0) after 1m0s
[02:27:53.124] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:28:0)
[02:27:53.124] Timer tick, asking Buildbucket for the build status
[02:27:53.984] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:53.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:29:0) after 1m0s
[02:28:54.122] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:29:0)
[02:28:54.122] Timer tick, asking Buildbucket for the build status
[02:28:54.429] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:54.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:30:0) after 1m0s
[02:29:54.648] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:30:0)
[02:29:54.648] Timer tick, asking Buildbucket for the build status
[02:29:55.455] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:55.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:31:0) after 1m0s
[02:30:55.641] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:31:0)
[02:30:55.641] Timer tick, asking Buildbucket for the build status
[02:30:56.667] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:56.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:32:0) after 1m0s
[02:31:56.919] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:32:0)
[02:31:56.919] Timer tick, asking Buildbucket for the build status
[02:31:57.809] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:57.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:33:0) after 1m0s
[02:32:57.924] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:33:0)
[02:32:57.924] Timer tick, asking Buildbucket for the build status
[02:32:58.781] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:58.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:34:0) after 1m0s
[02:33:58.968] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:34:0)
[02:33:58.968] Timer tick, asking Buildbucket for the build status
[02:33:59.239] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:59.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:35:0) after 1m0s
[02:34:59.354] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:35:0)
[02:34:59.354] Timer tick, asking Buildbucket for the build status
[02:34:59.898] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:59.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:36:0) after 1m0s
[02:35:59.946] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:36:0)
[02:35:59.946] Timer tick, asking Buildbucket for the build status
[02:36:00.505] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:00.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:37:0) after 1m0s
[02:37:00.839] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:37:0)
[02:37:00.839] Timer tick, asking Buildbucket for the build status
[02:37:01.377] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:01.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:38:0) after 1m0s
[02:38:01.475] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:38:0)
[02:38:01.475] Timer tick, asking Buildbucket for the build status
[02:38:01.764] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:01.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:39:0) after 1m0s
[02:39:01.873] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:39:0)
[02:39:01.873] Timer tick, asking Buildbucket for the build status
[02:39:02.577] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:40:0) after 1m0s
[02:40:02.673] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:40:0)
[02:40:02.673] Timer tick, asking Buildbucket for the build status
[02:40:03.184] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:03.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:41:0) after 1m0s
[02:41:03.341] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:41:0)
[02:41:03.341] Timer tick, asking Buildbucket for the build status
[02:41:05.721] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:05.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:42:0) after 1m0s
[02:42:05.781] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:42:0)
[02:42:05.781] Timer tick, asking Buildbucket for the build status
[02:42:08.357] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:08.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:43:0) after 1m0s
[02:43:08.388] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:43:0)
[02:43:08.388] Timer tick, asking Buildbucket for the build status
[02:43:09.414] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:09.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:44:0) after 1m0s
[02:44:09.451] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:44:0)
[02:44:09.451] Timer tick, asking Buildbucket for the build status
[02:44:09.950] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:09.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:45:0) after 1m0s
[02:45:09.998] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:45:0)
[02:45:09.998] Timer tick, asking Buildbucket for the build status
[02:45:12.870] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:12.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:46:0) after 1m0s
[02:46:12.924] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:46:0)
[02:46:12.924] Timer tick, asking Buildbucket for the build status
[02:46:13.447] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:13.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:47:0) after 1m0s
[02:47:13.459] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:47:0)
[02:47:13.459] Timer tick, asking Buildbucket for the build status
[02:47:13.738] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:13.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:48:0) after 1m0s
[02:48:13.718] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:48:0)
[02:48:13.718] Timer tick, asking Buildbucket for the build status
[02:48:14.333] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:14.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:49:0) after 1m0s
[02:49:14.447] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:49:0)
[02:49:14.447] Timer tick, asking Buildbucket for the build status
[02:49:14.814] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:14.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:50:0) after 1m0s
[02:50:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:50:0)
[02:50:14.872] Timer tick, asking Buildbucket for the build status
[02:50:15.614] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:15.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:51:0) after 1m0s
[02:51:15.646] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:51:0)
[02:51:15.646] Timer tick, asking Buildbucket for the build status
[02:51:16.396] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:16.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:52:0) after 1m0s
[02:52:16.432] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:52:0)
[02:52:16.432] Timer tick, asking Buildbucket for the build status
[02:52:17.452] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:17.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:53:0) after 1m0s
[02:53:17.452] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:53:0)
[02:53:17.452] Timer tick, asking Buildbucket for the build status
[02:53:17.979] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:17.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:54:0) after 1m0s
[02:54:18.036] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:54:0)
[02:54:18.036] Timer tick, asking Buildbucket for the build status
[02:54:18.336] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:18.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:55:0) after 1m0s
[02:55:18.369] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:55:0)
[02:55:18.369] Timer tick, asking Buildbucket for the build status
[02:55:19.238] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:19.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:56:0) after 1m0s
[02:56:19.338] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:56:0)
[02:56:19.338] Timer tick, asking Buildbucket for the build status
[02:56:19.608] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:19.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:57:0) after 1m0s
[02:57:19.669] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:57:0)
[02:57:19.669] Timer tick, asking Buildbucket for the build status
[02:57:19.905] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:19.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:58:0) after 1m0s
[02:58:20.316] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:58:0)
[02:58:20.316] Timer tick, asking Buildbucket for the build status
[02:58:21.549] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:21.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:59:0) after 1m0s
[02:59:21.756] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:59:0)
[02:59:21.756] Timer tick, asking Buildbucket for the build status
[02:59:22.206] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:22.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:60:0) after 1m0s
[03:00:22.655] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:60:0)
[03:00:22.655] Timer tick, asking Buildbucket for the build status
[03:00:24.744] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:24.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:61:0) after 1m0s
[03:01:24.907] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:61:0)
[03:01:24.907] Timer tick, asking Buildbucket for the build status
[03:01:25.139] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:25.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:62:0) after 1m0s
[03:02:25.435] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:62:0)
[03:02:25.435] Timer tick, asking Buildbucket for the build status
[03:02:25.676] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:25.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:63:0) after 1m0s
[03:03:25.995] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:63:0)
[03:03:25.995] Timer tick, asking Buildbucket for the build status
[03:03:26.544] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:26.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:64:0) after 1m0s
[03:04:26.773] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:64:0)
[03:04:26.773] Timer tick, asking Buildbucket for the build status
[03:04:26.940] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:26.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:65:0) after 1m0s
[03:05:27.284] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:65:0)
[03:05:27.284] Timer tick, asking Buildbucket for the build status
[03:05:27.483] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:27.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:66:0) after 1m0s
[03:06:27.505] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:66:0)
[03:06:27.505] Timer tick, asking Buildbucket for the build status
[03:06:27.717] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:27.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:67:0) after 1m0s
[03:07:28.052] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:67:0)
[03:07:28.052] Timer tick, asking Buildbucket for the build status
[03:07:28.526] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:28.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:68:0) after 1m0s
[03:08:28.936] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:68:0)
[03:08:28.936] Timer tick, asking Buildbucket for the build status
[03:08:29.578] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:29.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:69:0) after 1m0s
[03:09:29.821] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:69:0)
[03:09:29.821] Timer tick, asking Buildbucket for the build status
[03:09:30.121] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:30.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:70:0) after 1m0s
[03:10:30.326] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:70:0)
[03:10:30.326] Timer tick, asking Buildbucket for the build status
[03:10:33.569] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:33.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:71:0) after 1m0s
[03:11:33.866] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:71:0)
[03:11:33.866] Timer tick, asking Buildbucket for the build status
[03:11:35.467] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:35.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:72:0) after 1m0s
[03:12:35.632] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:72:0)
[03:12:35.632] Timer tick, asking Buildbucket for the build status
[03:12:35.825] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:35.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:73:0) after 1m0s
[03:13:36.211] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:73:0)
[03:13:36.211] Timer tick, asking Buildbucket for the build status
[03:13:36.814] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:36.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:74:0) after 1m0s
[03:14:37.642] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:74:0)
[03:14:37.642] Timer tick, asking Buildbucket for the build status
[03:14:37.814] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:37.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:75:0) after 1m0s
[03:15:37.936] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:75:0)
[03:15:37.936] Timer tick, asking Buildbucket for the build status
[03:15:38.272] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:38.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:76:0) after 1m0s
[03:16:38.328] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:76:0)
[03:16:38.328] Timer tick, asking Buildbucket for the build status
[03:16:39.081] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:39.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:77:0) after 1m0s
[03:17:39.108] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:77:0)
[03:17:39.108] Timer tick, asking Buildbucket for the build status
[03:17:39.376] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:39.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:78:0) after 1m0s
[03:18:39.402] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:78:0)
[03:18:39.402] Timer tick, asking Buildbucket for the build status
[03:18:39.612] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:39.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:79:0) after 1m0s
[03:19:39.646] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:79:0)
[03:19:39.646] Timer tick, asking Buildbucket for the build status
[03:19:40.090] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:40.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:80:0) after 1m0s
[03:20:40.116] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:80:0)
[03:20:40.116] Timer tick, asking Buildbucket for the build status
[03:20:40.762] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:40.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:81:0) after 1m0s
[03:21:40.786] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:81:0)
[03:21:40.786] Timer tick, asking Buildbucket for the build status
[03:21:41.396] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:41.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:82:0) after 1m0s
[03:22:41.436] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:82:0)
[03:22:41.436] Timer tick, asking Buildbucket for the build status
[03:22:41.890] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:41.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:83:0) after 1m0s
[03:23:41.921] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:83:0)
[03:23:41.921] Timer tick, asking Buildbucket for the build status
[03:23:42.791] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:42.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:84:0) after 1m0s
[03:24:42.879] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:84:0)
[03:24:42.879] Timer tick, asking Buildbucket for the build status
[03:24:43.056] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:43.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:85:0) after 1m0s
[03:25:43.112] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:85:0)
[03:25:43.112] Timer tick, asking Buildbucket for the build status
[03:25:43.638] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:43.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:86:0) after 1m0s
[03:26:43.706] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:86:0)
[03:26:43.706] Timer tick, asking Buildbucket for the build status
[03:26:44.289] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:44.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:87:0) after 1m0s
[03:27:44.322] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:87:0)
[03:27:44.322] Timer tick, asking Buildbucket for the build status
[03:27:45.251] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:45.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:88:0) after 1m0s
[03:28:45.291] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:88:0)
[03:28:45.291] Timer tick, asking Buildbucket for the build status
[03:28:45.591] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:45.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:89:0) after 1m0s
[03:29:45.642] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:89:0)
[03:29:45.642] Timer tick, asking Buildbucket for the build status
[03:29:45.824] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:45.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:90:0) after 1m0s
[03:30:45.838] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:90:0)
[03:30:45.838] Timer tick, asking Buildbucket for the build status
[03:30:46.743] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:46.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:91:0) after 1m0s
[03:31:46.770] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:91:0)
[03:31:46.770] Timer tick, asking Buildbucket for the build status
[03:31:47.620] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:47.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:92:0) after 1m0s
[03:32:47.728] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:92:0)
[03:32:47.728] Timer tick, asking Buildbucket for the build status
[03:32:47.908] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:47.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:93:0) after 1m0s
[03:33:47.993] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:93:0)
[03:33:47.993] Timer tick, asking Buildbucket for the build status
[03:33:48.271] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:48.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:94:0) after 1m0s
[03:34:48.467] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:94:0)
[03:34:48.467] Timer tick, asking Buildbucket for the build status
[03:34:48.610] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:48.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:95:0) after 1m0s
[03:35:48.676] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:95:0)
[03:35:48.676] Timer tick, asking Buildbucket for the build status
[03:35:49.276] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:49.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:96:0) after 1m0s
[03:36:49.537] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:96:0)
[03:36:49.537] Timer tick, asking Buildbucket for the build status
[03:36:49.758] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:49.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:97:0) after 1m0s
[03:37:49.809] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:97:0)
[03:37:49.809] Timer tick, asking Buildbucket for the build status
[03:37:49.958] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:49.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:98:0) after 1m0s
[03:38:50.156] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:98:0)
[03:38:50.156] Timer tick, asking Buildbucket for the build status
[03:38:50.431] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:50.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:99:0) after 1m0s
[03:39:50.628] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:99:0)
[03:39:50.628] Timer tick, asking Buildbucket for the build status
[03:39:51.492] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:51.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:100:0) after 1m0s
[03:40:51.652] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:100:0)
[03:40:51.652] Timer tick, asking Buildbucket for the build status
[03:40:52.272] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:52.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:101:0) after 1m0s
[03:41:52.337] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:101:0)
[03:41:52.337] Timer tick, asking Buildbucket for the build status
[03:41:52.562] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:52.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:102:0) after 1m0s
[03:42:52.834] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:102:0)
[03:42:52.834] Timer tick, asking Buildbucket for the build status
[03:42:53.738] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:53.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:103:0) after 1m0s
[03:43:54.026] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:103:0)
[03:43:54.026] Timer tick, asking Buildbucket for the build status
[03:43:54.204] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:54.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:104:0) after 1m0s
[03:44:54.347] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:104:0)
[03:44:54.347] Timer tick, asking Buildbucket for the build status
[03:44:54.533] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:54.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:105:0) after 1m0s
[03:45:54.635] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:105:0)
[03:45:54.635] Timer tick, asking Buildbucket for the build status
[03:45:54.828] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:54.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:106:0) after 1m0s
[03:46:54.918] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:106:0)
[03:46:54.918] Timer tick, asking Buildbucket for the build status
[03:46:55.235] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:55.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:107:0) after 1m0s
[03:47:55.301] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:107:0)
[03:47:55.301] Timer tick, asking Buildbucket for the build status
[03:47:55.615] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:55.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:108:0) after 1m0s
[03:48:55.714] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:108:0)
[03:48:55.714] Timer tick, asking Buildbucket for the build status
[03:48:56.581] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:56.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:109:0) after 1m0s
[03:49:56.730] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:109:0)
[03:49:56.730] Timer tick, asking Buildbucket for the build status
[03:49:58.072] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:58.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:110:0) after 1m0s
[03:50:58.097] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:110:0)
[03:50:58.097] Timer tick, asking Buildbucket for the build status
[03:50:58.779] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:58.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:111:0) after 1m0s
[03:51:58.802] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:111:0)
[03:51:58.802] Timer tick, asking Buildbucket for the build status
[03:51:59.121] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:59.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:112:0) after 1m0s
[03:52:59.164] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:112:0)
[03:52:59.164] Timer tick, asking Buildbucket for the build status
[03:53:00.361] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:00.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:113:0) after 1m0s
[03:54:00.448] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:113:0)
[03:54:00.448] Timer tick, asking Buildbucket for the build status
[03:54:00.723] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:00.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:114:0) after 1m0s
[03:55:01.058] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:114:0)
[03:55:01.058] Timer tick, asking Buildbucket for the build status
[03:55:02.081] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:02.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:115:0) after 1m0s
[03:56:02.123] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:115:0)
[03:56:02.123] Timer tick, asking Buildbucket for the build status
[03:56:02.577] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:116:0) after 1m0s
[03:57:02.732] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:116:0)
[03:57:02.732] Timer tick, asking Buildbucket for the build status
[03:57:03.508] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:03.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:117:0) after 1m0s
[03:58:03.531] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:117:0)
[03:58:03.531] Timer tick, asking Buildbucket for the build status
[03:58:04.280] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:04.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:118:0) after 1m0s
[03:59:04.348] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:118:0)
[03:59:04.348] Timer tick, asking Buildbucket for the build status
[03:59:05.673] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:05.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:119:0) after 1m0s
[04:00:05.769] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:119:0)
[04:00:05.769] Timer tick, asking Buildbucket for the build status
[04:00:05.937] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:05.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:120:0) after 1m0s
[04:01:06.223] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:120:0)
[04:01:06.223] Timer tick, asking Buildbucket for the build status
[04:01:06.862] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:06.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:121:0) after 1m0s
[04:02:06.915] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:121:0)
[04:02:06.915] Timer tick, asking Buildbucket for the build status
[04:02:07.514] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:07.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:122:0) after 1m0s
[04:03:07.589] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:122:0)
[04:03:07.589] Timer tick, asking Buildbucket for the build status
[04:03:08.371] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:08.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:123:0) after 1m0s
[04:04:08.405] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:123:0)
[04:04:08.405] Timer tick, asking Buildbucket for the build status
[04:04:09.134] Build 8891598299056950000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:09.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9057028361691323616:124:0) after 1m0s
[04:04:43.753] Received PubSub notification, asking Buildbucket for the build status
[04:04:44.278] Build 8891598299056950000: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:04:44.278] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1578715482955677",
    "created_by": "project:chromium",
    "created_ts": "1578708092595486",
    "failure_reason": "BUILD_FAILURE",
    "id": "8891598299056950000",
    "parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8daafcefb29a4435368c88865d0c4a29d6191c5f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[32114/88056] LINK clang_x64/mksnapshot\\nFAILED: clang_x64/mksnapshot\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-19-k4ic\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTAndroid x64\", \"buildnumber\": 7910, \"got_angle_revision\": \"c792a6bacf68778aa38a1a5850f1fdca6f117e41\", \"got_clang_revision\": \"n339087-de0a2247-0\", \"got_dawn_revision\": \"69c68d01b2420e77283166ffcc7ddb4b0fbc2505\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"8daafcefb29a4435368c88865d0c4a29d6191c5f\", \"got_revision_cp\": \"refs/heads/master@{#730370}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"c236b576c88966c720eed4effa5ef5da352da217\", \"got_v8_revision\": \"7006065f20dd6ee20961e5b7b72be70e431a8b83\", \"got_v8_revision_cp\": \"refs/heads/8.1.152@{#1}\", \"got_webrtc_revision\": \"b42aeaa3fb21d78e59c47d2a9916acb380494496\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30212}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8daafcefb29a4435368c88865d0c4a29d6191c5f\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0264569d20b29e1d5e6df044c8d1223ed84f9f22180c83dac41e8db0ff2b71db_v2\", \"builder_a8d816b2a8bfc91cf76c100b91451acc6344f80e4b0b6cce8d55d55189e277e7_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-19-k4ic\"], \"image\": [\"chrome-xenial-19121500-b03549ec744\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4752-73c7603\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[32114/88056] LINK clang_x64/mksnapshot\\nFAILED: clang_x64/mksnapshot\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1578708158208074",
    "status": "COMPLETED",
    "status_changed_ts": "1578708158626660",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroid x64/7910",
      "builder:ToTAndroid x64",
      "buildset:commit/git/8daafcefb29a4435368c88865d0c4a29d6191c5f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8daafcefb29a4435368c88865d0c4a29d6191c5f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057028361691323616",
      "scheduler_job_id:chromium/ToTAndroid x64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891598299056950000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49ab278b720ed110",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578715483178147",
    "url": "https://ci.chromium.org/b/8891598299056950000",
    "utcnow_ts": "1578715484243038"
  }
}
[04:04:44.279] Invocation finished in 2h3m13.578268231s with status FAILED