Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa"
}

Incoming tags

  • buildset:commit/git/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[10:43:21.130] New invocation is queued and will start shortly
[10:43:22.596] Starting the invocation (attempt 1)
[10:43:22.686] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:43:22.686] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:43:22.686] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9057629709106761648",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9057629709106761648",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
    "gitiles_ref:refs/heads/master"
  ]
}
[10:43:24.454] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1578134603392461",
    "id": "8892199646072017568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1578134604177908",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11793",
      "builder:ToTiOS",
      "buildset:commit/git/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057629709106761648",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892199646072017568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578134604178214",
    "url": "https://ci.chromium.org/b/8892199646072017568",
    "utcnow_ts": "1578134604430237"
  }
}
[10:43:24.454] Task URL: https://ci.chromium.org/b/8892199646072017568
[10:43:24.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:2:0) after 1m0s
[10:44:24.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:2:0)
[10:44:24.489] Timer tick, asking Buildbucket for the build status
[10:44:24.762] Build 8892199646072017568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:44:24.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:3:0) after 1m0s
[10:45:24.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:3:0)
[10:45:24.739] Timer tick, asking Buildbucket for the build status
[10:45:24.896] Build 8892199646072017568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:45:24.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:4:0) after 1m0s
[10:46:24.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:4:0)
[10:46:24.923] Timer tick, asking Buildbucket for the build status
[10:46:25.360] Build 8892199646072017568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:46:25.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:5:0) after 1m0s
[10:46:44.642] Received PubSub notification, asking Buildbucket for the build status
[10:46:45.188] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:25.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:5:0)
[10:47:25.435] Timer tick, asking Buildbucket for the build status
[10:47:25.640] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:25.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:7:0) after 1m0s
[10:48:25.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:7:0)
[10:48:25.660] Timer tick, asking Buildbucket for the build status
[10:48:26.313] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:26.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:8:0) after 1m0s
[10:49:26.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:8:0)
[10:49:26.334] Timer tick, asking Buildbucket for the build status
[10:49:26.494] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:26.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:9:0) after 1m0s
[10:50:26.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:9:0)
[10:50:26.514] Timer tick, asking Buildbucket for the build status
[10:50:27.070] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:27.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:10:0) after 1m0s
[10:51:27.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:10:0)
[10:51:27.088] Timer tick, asking Buildbucket for the build status
[10:51:27.262] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:27.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:11:0) after 1m0s
[10:52:27.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:11:0)
[10:52:27.367] Timer tick, asking Buildbucket for the build status
[10:52:27.615] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:27.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:12:0) after 1m0s
[10:53:27.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:12:0)
[10:53:27.627] Timer tick, asking Buildbucket for the build status
[10:53:27.909] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:27.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:13:0) after 1m0s
[10:54:27.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:13:0)
[10:54:27.942] Timer tick, asking Buildbucket for the build status
[10:54:28.148] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:28.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:14:0) after 1m0s
[10:55:28.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:14:0)
[10:55:28.280] Timer tick, asking Buildbucket for the build status
[10:55:28.512] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:28.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:15:0) after 1m0s
[10:56:28.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:15:0)
[10:56:28.543] Timer tick, asking Buildbucket for the build status
[10:56:28.824] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:28.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:16:0) after 1m0s
[10:57:28.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:16:0)
[10:57:28.866] Timer tick, asking Buildbucket for the build status
[10:57:29.381] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:29.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:17:0) after 1m0s
[10:58:29.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:17:0)
[10:58:29.453] Timer tick, asking Buildbucket for the build status
[10:58:30.278] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:30.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:18:0) after 1m0s
[10:59:30.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:18:0)
[10:59:30.312] Timer tick, asking Buildbucket for the build status
[10:59:30.494] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:30.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:19:0) after 1m0s
[11:00:30.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:19:0)
[11:00:30.519] Timer tick, asking Buildbucket for the build status
[11:00:30.670] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:30.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:20:0) after 1m0s
[11:01:30.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:20:0)
[11:01:30.695] Timer tick, asking Buildbucket for the build status
[11:01:30.866] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:30.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:21:0) after 1m0s
[11:02:30.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:21:0)
[11:02:30.902] Timer tick, asking Buildbucket for the build status
[11:02:31.835] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:31.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:22:0) after 1m0s
[11:03:31.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:22:0)
[11:03:31.861] Timer tick, asking Buildbucket for the build status
[11:03:32.020] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:32.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:23:0) after 1m0s
[11:04:32.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:23:0)
[11:04:32.065] Timer tick, asking Buildbucket for the build status
[11:04:32.296] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:32.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:24:0) after 1m0s
[11:05:32.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:24:0)
[11:05:32.321] Timer tick, asking Buildbucket for the build status
[11:05:32.466] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:32.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:25:0) after 1m0s
[11:06:32.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:25:0)
[11:06:32.498] Timer tick, asking Buildbucket for the build status
[11:06:32.837] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:32.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:26:0) after 1m0s
[11:07:32.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:26:0)
[11:07:32.900] Timer tick, asking Buildbucket for the build status
[11:07:33.958] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:33.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:27:0) after 1m0s
[11:08:33.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:27:0)
[11:08:33.957] Timer tick, asking Buildbucket for the build status
[11:08:34.129] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:34.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:28:0) after 1m0s
[11:09:34.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:28:0)
[11:09:34.162] Timer tick, asking Buildbucket for the build status
[11:09:34.353] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:34.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:29:0) after 1m0s
[11:10:34.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:29:0)
[11:10:34.375] Timer tick, asking Buildbucket for the build status
[11:10:35.526] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:35.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:30:0) after 1m0s
[11:11:35.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:30:0)
[11:11:35.634] Timer tick, asking Buildbucket for the build status
[11:11:36.173] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:36.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:31:0) after 1m0s
[11:12:36.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:31:0)
[11:12:36.236] Timer tick, asking Buildbucket for the build status
[11:12:37.187] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:37.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:32:0) after 1m0s
[11:13:37.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:32:0)
[11:13:37.209] Timer tick, asking Buildbucket for the build status
[11:13:37.368] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:37.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:33:0) after 1m0s
[11:14:37.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:33:0)
[11:14:37.425] Timer tick, asking Buildbucket for the build status
[11:14:38.251] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:38.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:34:0) after 1m0s
[11:15:38.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:34:0)
[11:15:38.289] Timer tick, asking Buildbucket for the build status
[11:15:38.849] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:38.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:35:0) after 1m0s
[11:16:38.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:35:0)
[11:16:38.886] Timer tick, asking Buildbucket for the build status
[11:16:39.405] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:39.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:36:0) after 1m0s
[11:17:39.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:36:0)
[11:17:39.480] Timer tick, asking Buildbucket for the build status
[11:17:40.361] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:40.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:37:0) after 1m0s
[11:18:40.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:37:0)
[11:18:40.502] Timer tick, asking Buildbucket for the build status
[11:18:40.653] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:40.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:38:0) after 1m0s
[11:19:40.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:38:0)
[11:19:40.681] Timer tick, asking Buildbucket for the build status
[11:19:41.252] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:41.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:39:0) after 1m0s
[11:20:41.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:39:0)
[11:20:41.375] Timer tick, asking Buildbucket for the build status
[11:20:41.806] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:41.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:40:0) after 1m0s
[11:21:42.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:40:0)
[11:21:42.037] Timer tick, asking Buildbucket for the build status
[11:21:42.733] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:41:0) after 1m0s
[11:22:42.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:41:0)
[11:22:42.780] Timer tick, asking Buildbucket for the build status
[11:22:43.447] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:43.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:42:0) after 1m0s
[11:23:43.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:42:0)
[11:23:43.775] Timer tick, asking Buildbucket for the build status
[11:23:44.092] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:44.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:43:0) after 1m0s
[11:24:44.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:43:0)
[11:24:44.126] Timer tick, asking Buildbucket for the build status
[11:24:44.300] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:44.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:44:0) after 1m0s
[11:25:44.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:44:0)
[11:25:44.438] Timer tick, asking Buildbucket for the build status
[11:25:45.460] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:45.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:45:0) after 1m0s
[11:26:45.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:45:0)
[11:26:45.478] Timer tick, asking Buildbucket for the build status
[11:26:45.967] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:45.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:46:0) after 1m0s
[11:27:45.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:46:0)
[11:27:45.981] Timer tick, asking Buildbucket for the build status
[11:27:46.298] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:46.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:47:0) after 1m0s
[11:28:46.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:47:0)
[11:28:46.326] Timer tick, asking Buildbucket for the build status
[11:28:46.516] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:46.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:48:0) after 1m0s
[11:29:46.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:48:0)
[11:29:46.534] Timer tick, asking Buildbucket for the build status
[11:29:47.394] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:47.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:49:0) after 1m0s
[11:30:47.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:49:0)
[11:30:47.415] Timer tick, asking Buildbucket for the build status
[11:30:48.067] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:48.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:50:0) after 1m0s
[11:31:48.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:50:0)
[11:31:48.096] Timer tick, asking Buildbucket for the build status
[11:31:48.419] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:48.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:51:0) after 1m0s
[11:32:48.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:51:0)
[11:32:48.496] Timer tick, asking Buildbucket for the build status
[11:32:48.654] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:48.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:52:0) after 1m0s
[11:33:48.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:52:0)
[11:33:48.726] Timer tick, asking Buildbucket for the build status
[11:33:48.900] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:48.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:53:0) after 1m0s
[11:34:48.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:53:0)
[11:34:48.910] Timer tick, asking Buildbucket for the build status
[11:34:49.151] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:49.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:54:0) after 1m0s
[11:35:49.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:54:0)
[11:35:49.135] Timer tick, asking Buildbucket for the build status
[11:35:49.944] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:49.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:55:0) after 1m0s
[11:36:50.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:55:0)
[11:36:50.013] Timer tick, asking Buildbucket for the build status
[11:36:50.301] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:50.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:56:0) after 1m0s
[11:37:50.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:56:0)
[11:37:50.336] Timer tick, asking Buildbucket for the build status
[11:37:51.706] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:51.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:57:0) after 1m0s
[11:38:51.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:57:0)
[11:38:51.777] Timer tick, asking Buildbucket for the build status
[11:38:52.040] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:52.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:58:0) after 1m0s
[11:39:52.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:58:0)
[11:39:52.220] Timer tick, asking Buildbucket for the build status
[11:39:52.364] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:52.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:59:0) after 1m0s
[11:40:52.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:59:0)
[11:40:52.413] Timer tick, asking Buildbucket for the build status
[11:40:56.203] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:56.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:60:0) after 1m0s
[11:41:56.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:60:0)
[11:41:56.242] Timer tick, asking Buildbucket for the build status
[11:41:56.407] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:56.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:61:0) after 1m0s
[11:42:56.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:61:0)
[11:42:56.452] Timer tick, asking Buildbucket for the build status
[11:42:56.966] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:56.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:62:0) after 1m0s
[11:43:56.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:62:0)
[11:43:56.990] Timer tick, asking Buildbucket for the build status
[11:43:57.165] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:57.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:63:0) after 1m0s
[11:44:57.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:63:0)
[11:44:57.223] Timer tick, asking Buildbucket for the build status
[11:44:57.458] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:57.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:64:0) after 1m0s
[11:45:57.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:64:0)
[11:45:57.490] Timer tick, asking Buildbucket for the build status
[11:45:57.975] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:57.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:65:0) after 1m0s
[11:46:58.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:65:0)
[11:46:58.003] Timer tick, asking Buildbucket for the build status
[11:46:58.186] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:58.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:66:0) after 1m0s
[11:47:58.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:66:0)
[11:47:58.218] Timer tick, asking Buildbucket for the build status
[11:47:58.814] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:58.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:67:0) after 1m0s
[11:48:58.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:67:0)
[11:48:58.859] Timer tick, asking Buildbucket for the build status
[11:48:59.076] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:59.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:68:0) after 1m0s
[11:49:59.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:68:0)
[11:49:59.125] Timer tick, asking Buildbucket for the build status
[11:50:00.465] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:00.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:69:0) after 1m0s
[11:51:00.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:69:0)
[11:51:00.518] Timer tick, asking Buildbucket for the build status
[11:51:00.984] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:00.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:70:0) after 1m0s
[11:52:01.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:70:0)
[11:52:01.078] Timer tick, asking Buildbucket for the build status
[11:52:01.594] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:01.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:71:0) after 1m0s
[11:53:01.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:71:0)
[11:53:01.619] Timer tick, asking Buildbucket for the build status
[11:53:01.896] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:01.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:72:0) after 1m0s
[11:54:01.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:72:0)
[11:54:01.923] Timer tick, asking Buildbucket for the build status
[11:54:02.602] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:02.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:73:0) after 1m0s
[11:55:02.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:73:0)
[11:55:02.662] Timer tick, asking Buildbucket for the build status
[11:55:02.951] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:02.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:74:0) after 1m0s
[11:56:03.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:74:0)
[11:56:03.012] Timer tick, asking Buildbucket for the build status
[11:56:03.660] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:03.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:75:0) after 1m0s
[11:57:03.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:75:0)
[11:57:03.758] Timer tick, asking Buildbucket for the build status
[11:57:03.994] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:03.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:76:0) after 1m0s
[11:58:04.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:76:0)
[11:58:04.131] Timer tick, asking Buildbucket for the build status
[11:58:04.355] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:04.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:77:0) after 1m0s
[11:59:04.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:77:0)
[11:59:04.515] Timer tick, asking Buildbucket for the build status
[11:59:05.364] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:05.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:78:0) after 1m0s
[12:00:05.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:78:0)
[12:00:05.387] Timer tick, asking Buildbucket for the build status
[12:00:05.569] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:05.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:79:0) after 1m0s
[12:01:05.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:79:0)
[12:01:05.599] Timer tick, asking Buildbucket for the build status
[12:01:05.803] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:05.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:80:0) after 1m0s
[12:02:05.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:80:0)
[12:02:05.902] Timer tick, asking Buildbucket for the build status
[12:02:06.214] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:06.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:81:0) after 1m0s
[12:03:06.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:81:0)
[12:03:06.252] Timer tick, asking Buildbucket for the build status
[12:03:06.740] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:06.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:82:0) after 1m0s
[12:04:06.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:82:0)
[12:04:06.770] Timer tick, asking Buildbucket for the build status
[12:04:07.795] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:07.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:83:0) after 1m0s
[12:05:07.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:83:0)
[12:05:07.772] Timer tick, asking Buildbucket for the build status
[12:05:07.972] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:07.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:84:0) after 1m0s
[12:06:08.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:84:0)
[12:06:08.005] Timer tick, asking Buildbucket for the build status
[12:06:08.671] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:08.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:85:0) after 1m0s
[12:07:08.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:85:0)
[12:07:08.791] Timer tick, asking Buildbucket for the build status
[12:07:09.001] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:09.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:86:0) after 1m0s
[12:08:09.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:86:0)
[12:08:09.106] Timer tick, asking Buildbucket for the build status
[12:08:09.669] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:09.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:87:0) after 1m0s
[12:09:10.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:87:0)
[12:09:10.369] Timer tick, asking Buildbucket for the build status
[12:09:10.520] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:10.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:88:0) after 1m0s
[12:10:10.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:88:0)
[12:10:10.630] Timer tick, asking Buildbucket for the build status
[12:10:11.592] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:11.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:89:0) after 1m0s
[12:11:11.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:89:0)
[12:11:11.962] Timer tick, asking Buildbucket for the build status
[12:11:12.851] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:12.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:90:0) after 1m0s
[12:12:13.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:90:0)
[12:12:13.063] Timer tick, asking Buildbucket for the build status
[12:12:13.338] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:13.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:91:0) after 1m0s
[12:13:13.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:91:0)
[12:13:13.709] Timer tick, asking Buildbucket for the build status
[12:13:14.223] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:14.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:92:0) after 1m0s
[12:14:14.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:92:0)
[12:14:14.325] Timer tick, asking Buildbucket for the build status
[12:14:14.550] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:14.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:93:0) after 1m0s
[12:15:14.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:93:0)
[12:15:14.587] Timer tick, asking Buildbucket for the build status
[12:15:15.280] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:15.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:94:0) after 1m0s
[12:16:15.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:94:0)
[12:16:15.307] Timer tick, asking Buildbucket for the build status
[12:16:15.494] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:15.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:95:0) after 1m0s
[12:17:15.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:95:0)
[12:17:15.513] Timer tick, asking Buildbucket for the build status
[12:17:15.665] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:15.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:96:0) after 1m0s
[12:18:15.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:96:0)
[12:18:15.880] Timer tick, asking Buildbucket for the build status
[12:18:16.116] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:16.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:97:0) after 1m0s
[12:19:16.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:97:0)
[12:19:16.265] Timer tick, asking Buildbucket for the build status
[12:19:16.583] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:16.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:98:0) after 1m0s
[12:20:16.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:98:0)
[12:20:16.724] Timer tick, asking Buildbucket for the build status
[12:20:16.878] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:16.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:99:0) after 1m0s
[12:21:16.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:99:0)
[12:21:16.907] Timer tick, asking Buildbucket for the build status
[12:21:17.662] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:17.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:100:0) after 1m0s
[12:22:17.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:100:0)
[12:22:17.815] Timer tick, asking Buildbucket for the build status
[12:22:18.068] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:18.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:101:0) after 1m0s
[12:23:18.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:101:0)
[12:23:18.093] Timer tick, asking Buildbucket for the build status
[12:23:19.048] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:19.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:102:0) after 1m0s
[12:24:19.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:102:0)
[12:24:19.233] Timer tick, asking Buildbucket for the build status
[12:24:19.532] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:19.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:103:0) after 1m0s
[12:25:19.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:103:0)
[12:25:19.576] Timer tick, asking Buildbucket for the build status
[12:25:19.819] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:19.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:104:0) after 1m0s
[12:26:19.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:104:0)
[12:26:19.841] Timer tick, asking Buildbucket for the build status
[12:26:19.993] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:19.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:105:0) after 1m0s
[12:27:20.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:105:0)
[12:27:20.015] Timer tick, asking Buildbucket for the build status
[12:27:20.406] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:20.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:106:0) after 1m0s
[12:28:20.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:106:0)
[12:28:20.534] Timer tick, asking Buildbucket for the build status
[12:28:20.703] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:20.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:107:0) after 1m0s
[12:29:21.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:107:0)
[12:29:21.095] Timer tick, asking Buildbucket for the build status
[12:29:21.298] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:21.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:108:0) after 1m0s
[12:30:21.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:108:0)
[12:30:21.723] Timer tick, asking Buildbucket for the build status
[12:30:21.939] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:21.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:109:0) after 1m0s
[12:31:22.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:109:0)
[12:31:22.321] Timer tick, asking Buildbucket for the build status
[12:31:22.487] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:22.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:110:0) after 1m0s
[12:32:22.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:110:0)
[12:32:22.754] Timer tick, asking Buildbucket for the build status
[12:32:24.281] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:24.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:111:0) after 1m0s
[12:33:24.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:111:0)
[12:33:24.361] Timer tick, asking Buildbucket for the build status
[12:33:25.182] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:25.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:112:0) after 1m0s
[12:34:25.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:112:0)
[12:34:25.203] Timer tick, asking Buildbucket for the build status
[12:34:25.631] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:25.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:113:0) after 1m0s
[12:35:25.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:113:0)
[12:35:25.760] Timer tick, asking Buildbucket for the build status
[12:35:26.501] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:26.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:114:0) after 1m0s
[12:36:26.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:114:0)
[12:36:26.507] Timer tick, asking Buildbucket for the build status
[12:36:26.804] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:26.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:115:0) after 1m0s
[12:37:26.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:115:0)
[12:37:26.832] Timer tick, asking Buildbucket for the build status
[12:37:27.045] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:27.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:116:0) after 1m0s
[12:38:27.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:116:0)
[12:38:27.190] Timer tick, asking Buildbucket for the build status
[12:38:27.495] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:27.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:117:0) after 1m0s
[12:39:27.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:117:0)
[12:39:27.537] Timer tick, asking Buildbucket for the build status
[12:39:27.689] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:27.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:118:0) after 1m0s
[12:40:27.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:118:0)
[12:40:27.716] Timer tick, asking Buildbucket for the build status
[12:40:30.448] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:30.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:119:0) after 1m0s
[12:41:30.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:119:0)
[12:41:30.601] Timer tick, asking Buildbucket for the build status
[12:41:30.839] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:30.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:120:0) after 1m0s
[12:42:30.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:120:0)
[12:42:30.869] Timer tick, asking Buildbucket for the build status
[12:42:31.544] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:31.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:121:0) after 1m0s
[12:43:31.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:121:0)
[12:43:31.711] Timer tick, asking Buildbucket for the build status
[12:43:31.863] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:31.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:122:0) after 1m0s
[12:44:32.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:122:0)
[12:44:32.282] Timer tick, asking Buildbucket for the build status
[12:44:32.850] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:32.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:123:0) after 1m0s
[12:45:33.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:123:0)
[12:45:33.215] Timer tick, asking Buildbucket for the build status
[12:45:34.033] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:34.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:124:0) after 1m0s
[12:46:34.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:124:0)
[12:46:34.105] Timer tick, asking Buildbucket for the build status
[12:46:36.217] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:36.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:125:0) after 1m0s
[12:47:36.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:125:0)
[12:47:36.810] Timer tick, asking Buildbucket for the build status
[12:47:37.083] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:37.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:126:0) after 1m0s
[12:48:37.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:126:0)
[12:48:37.477] Timer tick, asking Buildbucket for the build status
[12:48:37.741] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:37.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:127:0) after 1m0s
[12:49:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:127:0)
[12:49:38.358] Timer tick, asking Buildbucket for the build status
[12:49:38.567] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:38.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:128:0) after 1m0s
[12:50:38.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:128:0)
[12:50:38.703] Timer tick, asking Buildbucket for the build status
[12:50:39.234] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:39.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:129:0) after 1m0s
[12:51:39.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:129:0)
[12:51:39.284] Timer tick, asking Buildbucket for the build status
[12:51:40.354] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:40.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:130:0) after 1m0s
[12:52:40.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:130:0)
[12:52:40.383] Timer tick, asking Buildbucket for the build status
[12:52:40.590] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:40.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:131:0) after 1m0s
[12:53:40.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:131:0)
[12:53:40.916] Timer tick, asking Buildbucket for the build status
[12:53:41.431] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:41.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:132:0) after 1m0s
[12:54:41.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:132:0)
[12:54:41.483] Timer tick, asking Buildbucket for the build status
[12:54:42.986] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:42.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:133:0) after 1m0s
[12:55:43.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:133:0)
[12:55:43.124] Timer tick, asking Buildbucket for the build status
[12:55:43.273] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:43.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:134:0) after 1m0s
[12:56:43.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:134:0)
[12:56:43.299] Timer tick, asking Buildbucket for the build status
[12:56:43.454] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:135:0) after 1m0s
[12:57:43.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:135:0)
[12:57:43.583] Timer tick, asking Buildbucket for the build status
[12:57:43.797] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:43.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:136:0) after 1m0s
[12:58:43.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:136:0)
[12:58:43.829] Timer tick, asking Buildbucket for the build status
[12:58:44.062] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:44.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:137:0) after 1m0s
[12:59:44.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:137:0)
[12:59:44.298] Timer tick, asking Buildbucket for the build status
[12:59:45.201] Build 8892199646072017568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:45.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9057629709106761648:138:0) after 1m0s
[12:59:47.506] Received PubSub notification, asking Buildbucket for the build status
[12:59:48.062] Build 8892199646072017568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:59:48.062] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1578142786661281",
    "created_by": "project:chromium",
    "created_ts": "1578134603392461",
    "failure_reason": "BUILD_FAILURE",
    "id": "8892199646072017568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11793, \"got_angle_revision\": \"1031d2c65b5ea85a77013fe6fa17ec9d93e5ca22\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa\", \"got_revision_cp\": \"refs/heads/master@{#728380}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"10a900e5ffaffdffe2806b1507af43a74acdfe9e\", \"got_v8_revision\": \"2de68515d603bebe3a3048fd3c34db3c48e0e958\", \"got_v8_revision_cp\": \"refs/heads/8.1.89@{#1}\", \"got_webrtc_revision\": \"f3aa6326b8e21f627b9fba72040122723251999b\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30149}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa\", \"swarm_hashes\": {\"0\": \"15c1109b85cde7c3dc9ff1dcfe2d2f9ac40e1937\", \"1\": \"6509f21c66990987a1c3a01bedc591a82b0e637a\", \"10\": \"d82bfda73f6fffdf6d9714f3034a3b8ef6d0c30e\", \"11\": \"c346964af7bcdde36f576771b03d9883019a56a3\", \"12\": \"0ca828e1ce21fe6c940781b9dc272c7d5b146038\", \"13\": \"6a48051818e5448619fb022d5d40e585f5eea5ce\", \"14\": \"e0eb0b223fb262f2566f451fbd5b9994194c06b8\", \"15\": \"d04b5b03f66dc97b7ac2b5354d513a4b536f4914\", \"16\": \"c9427ada808e5e163a27208dcd3bbce83dcf9cfa\", \"2\": \"9de86ab31af8dac0b6bbf484e52b96714df3a8f8\", \"3\": \"a6c6bda708baf695618b49c7cd119bf5215da52a\", \"4\": \"2065afd16ae327807dc5b8eaf64c39c1ce27fd39\", \"5\": \"7a748311a6fa94d04bf4a841907aa7c071649a94\", \"6\": \"821e8d85494823b7bf5f0b9e3da8ac181d70cb96\", \"7\": \"ca535ac2127bf7d862cc7c04948776f9d43d571d\", \"8\": \"22064e966d03932a72d78a48bdb0df14b7aed270\", \"9\": \"831d92d39dc11176f9f43e7e74745ca2afdb15b6\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1578134803750182",
    "status": "COMPLETED",
    "status_changed_ts": "1578134804266587",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11793",
      "builder:ToTiOS",
      "buildset:commit/git/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46c6dbf8b47bcb8207893bd80d7e89c04f4b7afa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057629709106761648",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892199646072017568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4988f8930816b610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578142786974548",
    "url": "https://ci.chromium.org/b/8892199646072017568",
    "utcnow_ts": "1578142788043431"
  }
}
[12:59:48.062] Invocation finished in 2h16m26.948244506s with status FAILED