Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3ebaaaf871b8c1717c7e584870a2cda58f086a88"
}

Incoming tags

  • buildset:commit/git/3ebaaaf871b8c1717c7e584870a2cda58f086a88
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ebaaaf871b8c1717c7e584870a2cda58f086a88
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:22:40.387] New invocation is queued and will start shortly
[02:22:41.698] Starting the invocation (attempt 1)
[02:22:41.756] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:22:41.756] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:22:41.756] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9039994800663471664",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"3ebaaaf871b8c1717c7e584870a2cda58f086a88\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9039994800663471664",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:22:42.483] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1594952561856321",
    "id": "8874564738457284688",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3ebaaaf871b8c1717c7e584870a2cda58f086a88\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1594952562310489",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/19225",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039994800663471664",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8874564738457284688/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1594952562310618",
    "url": "https://ci.chromium.org/b/8874564738457284688",
    "utcnow_ts": "1594952562475539"
  }
}
[02:22:42.483] Task URL: https://ci.chromium.org/b/8874564738457284688
[02:22:42.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:2:0) after 1m0s
[02:23:42.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:2:0)
[02:23:42.560] Timer tick, asking Buildbucket for the build status
[02:23:42.714] Build 8874564738457284688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:23:42.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:3:0) after 1m0s
[02:24:42.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:3:0)
[02:24:42.845] Timer tick, asking Buildbucket for the build status
[02:24:43.099] Build 8874564738457284688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:24:43.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:4:0) after 1m0s
[02:25:43.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:4:0)
[02:25:43.119] Timer tick, asking Buildbucket for the build status
[02:25:43.210] Build 8874564738457284688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:25:43.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:5:0) after 1m0s
[02:26:11.900] Received PubSub notification, asking Buildbucket for the build status
[02:26:12.085] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:43.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:5:0)
[02:26:43.321] Timer tick, asking Buildbucket for the build status
[02:26:43.450] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:43.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:7:0) after 1m0s
[02:27:43.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:7:0)
[02:27:43.482] Timer tick, asking Buildbucket for the build status
[02:27:43.616] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:43.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:8:0) after 1m0s
[02:28:43.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:8:0)
[02:28:43.648] Timer tick, asking Buildbucket for the build status
[02:28:43.803] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:43.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:9:0) after 1m0s
[02:29:43.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:9:0)
[02:29:43.834] Timer tick, asking Buildbucket for the build status
[02:29:43.924] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:43.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:10:0) after 1m0s
[02:30:44.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:10:0)
[02:30:44.055] Timer tick, asking Buildbucket for the build status
[02:30:44.177] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:44.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:11:0) after 1m0s
[02:31:44.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:11:0)
[02:31:44.361] Timer tick, asking Buildbucket for the build status
[02:31:44.521] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:44.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:12:0) after 1m0s
[02:32:44.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:12:0)
[02:32:44.595] Timer tick, asking Buildbucket for the build status
[02:32:45.594] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:45.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:13:0) after 1m0s
[02:33:45.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:13:0)
[02:33:45.620] Timer tick, asking Buildbucket for the build status
[02:33:45.688] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:45.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:14:0) after 1m0s
[02:34:45.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:14:0)
[02:34:45.865] Timer tick, asking Buildbucket for the build status
[02:34:45.988] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:45.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:15:0) after 1m0s
[02:35:46.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:15:0)
[02:35:46.046] Timer tick, asking Buildbucket for the build status
[02:35:46.223] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:46.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:16:0) after 1m0s
[02:36:46.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:16:0)
[02:36:46.262] Timer tick, asking Buildbucket for the build status
[02:36:46.381] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:46.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:17:0) after 1m0s
[02:37:46.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:17:0)
[02:37:46.812] Timer tick, asking Buildbucket for the build status
[02:37:46.990] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:46.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:18:0) after 1m0s
[02:38:47.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:18:0)
[02:38:47.072] Timer tick, asking Buildbucket for the build status
[02:38:47.290] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:47.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:19:0) after 1m0s
[02:39:47.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:19:0)
[02:39:47.391] Timer tick, asking Buildbucket for the build status
[02:39:47.515] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:47.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:20:0) after 1m0s
[02:40:47.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:20:0)
[02:40:47.680] Timer tick, asking Buildbucket for the build status
[02:40:47.859] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:47.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:21:0) after 1m0s
[02:41:47.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:21:0)
[02:41:47.951] Timer tick, asking Buildbucket for the build status
[02:41:48.033] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:48.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:22:0) after 1m0s
[02:42:48.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:22:0)
[02:42:48.176] Timer tick, asking Buildbucket for the build status
[02:42:48.322] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:48.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:23:0) after 1m0s
[02:43:48.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:23:0)
[02:43:48.370] Timer tick, asking Buildbucket for the build status
[02:43:48.481] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:48.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:24:0) after 1m0s
[02:44:48.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:24:0)
[02:44:48.470] Timer tick, asking Buildbucket for the build status
[02:44:48.544] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:48.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:25:0) after 1m0s
[02:45:48.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:25:0)
[02:45:48.694] Timer tick, asking Buildbucket for the build status
[02:45:48.807] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:48.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:26:0) after 1m0s
[02:46:48.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:26:0)
[02:46:48.863] Timer tick, asking Buildbucket for the build status
[02:46:49.051] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:49.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:27:0) after 1m0s
[02:47:49.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:27:0)
[02:47:49.170] Timer tick, asking Buildbucket for the build status
[02:47:49.337] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:49.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:28:0) after 1m0s
[02:48:49.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:28:0)
[02:48:49.526] Timer tick, asking Buildbucket for the build status
[02:48:49.638] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:49.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:29:0) after 1m0s
[02:49:49.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:29:0)
[02:49:49.658] Timer tick, asking Buildbucket for the build status
[02:49:49.721] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:49.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:30:0) after 1m0s
[02:50:49.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:30:0)
[02:50:49.707] Timer tick, asking Buildbucket for the build status
[02:50:49.934] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:49.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:31:0) after 1m0s
[02:51:50.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:31:0)
[02:51:50.041] Timer tick, asking Buildbucket for the build status
[02:51:50.163] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:50.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:32:0) after 1m0s
[02:52:50.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:32:0)
[02:52:50.223] Timer tick, asking Buildbucket for the build status
[02:52:50.356] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:50.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:33:0) after 1m0s
[02:53:50.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:33:0)
[02:53:50.354] Timer tick, asking Buildbucket for the build status
[02:53:50.722] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:50.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:34:0) after 1m0s
[02:54:50.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:34:0)
[02:54:50.764] Timer tick, asking Buildbucket for the build status
[02:54:51.165] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:51.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:35:0) after 1m0s
[02:55:51.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:35:0)
[02:55:51.168] Timer tick, asking Buildbucket for the build status
[02:55:51.289] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:51.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:36:0) after 1m0s
[02:56:51.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:36:0)
[02:56:51.307] Timer tick, asking Buildbucket for the build status
[02:56:51.989] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:51.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:37:0) after 1m0s
[02:57:52.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:37:0)
[02:57:52.113] Timer tick, asking Buildbucket for the build status
[02:57:52.655] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:52.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:38:0) after 1m0s
[02:58:52.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:38:0)
[02:58:52.712] Timer tick, asking Buildbucket for the build status
[02:58:52.783] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:52.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:39:0) after 1m0s
[02:59:52.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:39:0)
[02:59:52.881] Timer tick, asking Buildbucket for the build status
[02:59:53.298] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:53.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:40:0) after 1m0s
[03:00:53.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:40:0)
[03:00:53.422] Timer tick, asking Buildbucket for the build status
[03:00:53.563] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:53.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:41:0) after 1m0s
[03:01:53.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:41:0)
[03:01:53.638] Timer tick, asking Buildbucket for the build status
[03:01:53.816] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:53.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:42:0) after 1m0s
[03:02:53.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:42:0)
[03:02:53.872] Timer tick, asking Buildbucket for the build status
[03:02:54.022] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:54.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:43:0) after 1m0s
[03:03:54.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:43:0)
[03:03:54.046] Timer tick, asking Buildbucket for the build status
[03:03:54.200] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:54.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:44:0) after 1m0s
[03:04:54.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:44:0)
[03:04:54.223] Timer tick, asking Buildbucket for the build status
[03:04:54.294] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:54.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:45:0) after 1m0s
[03:05:54.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:45:0)
[03:05:54.333] Timer tick, asking Buildbucket for the build status
[03:05:54.466] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:54.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:46:0) after 1m0s
[03:06:54.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:46:0)
[03:06:54.493] Timer tick, asking Buildbucket for the build status
[03:06:54.613] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:54.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:47:0) after 1m0s
[03:07:54.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:47:0)
[03:07:54.651] Timer tick, asking Buildbucket for the build status
[03:07:54.735] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:54.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:48:0) after 1m0s
[03:08:54.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:48:0)
[03:08:54.909] Timer tick, asking Buildbucket for the build status
[03:08:55.019] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:55.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:49:0) after 1m0s
[03:09:56.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:49:0)
[03:09:56.722] Timer tick, asking Buildbucket for the build status
[03:09:56.840] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:56.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:50:0) after 1m0s
[03:10:57.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:50:0)
[03:10:57.170] Timer tick, asking Buildbucket for the build status
[03:10:57.528] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:57.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:51:0) after 1m0s
[03:11:57.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:51:0)
[03:11:57.733] Timer tick, asking Buildbucket for the build status
[03:11:58.289] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:58.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:52:0) after 1m0s
[03:12:58.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:52:0)
[03:12:58.273] Timer tick, asking Buildbucket for the build status
[03:12:58.480] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:58.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:53:0) after 1m0s
[03:13:58.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:53:0)
[03:13:58.558] Timer tick, asking Buildbucket for the build status
[03:13:58.697] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:58.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:54:0) after 1m0s
[03:14:58.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:54:0)
[03:14:58.935] Timer tick, asking Buildbucket for the build status
[03:14:59.201] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:59.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:55:0) after 1m0s
[03:15:59.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:55:0)
[03:15:59.292] Timer tick, asking Buildbucket for the build status
[03:15:59.465] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:59.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:56:0) after 1m0s
[03:16:59.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:56:0)
[03:16:59.490] Timer tick, asking Buildbucket for the build status
[03:16:59.720] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:59.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:57:0) after 1m0s
[03:17:59.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:57:0)
[03:17:59.838] Timer tick, asking Buildbucket for the build status
[03:18:00.122] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:00.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:58:0) after 1m0s
[03:19:00.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:58:0)
[03:19:00.524] Timer tick, asking Buildbucket for the build status
[03:19:00.858] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:00.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:59:0) after 1m0s
[03:20:01.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:59:0)
[03:20:01.424] Timer tick, asking Buildbucket for the build status
[03:20:01.780] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:01.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:60:0) after 1m0s
[03:21:01.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:60:0)
[03:21:01.845] Timer tick, asking Buildbucket for the build status
[03:21:01.933] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:01.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:61:0) after 1m0s
[03:22:02.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:61:0)
[03:22:02.308] Timer tick, asking Buildbucket for the build status
[03:22:02.769] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:02.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:62:0) after 1m0s
[03:23:03.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:62:0)
[03:23:03.407] Timer tick, asking Buildbucket for the build status
[03:23:03.509] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:03.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:63:0) after 1m0s
[03:24:03.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:63:0)
[03:24:03.663] Timer tick, asking Buildbucket for the build status
[03:24:03.837] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:03.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:64:0) after 1m0s
[03:25:03.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:64:0)
[03:25:03.898] Timer tick, asking Buildbucket for the build status
[03:25:03.973] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:03.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:65:0) after 1m0s
[03:26:04.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:65:0)
[03:26:04.049] Timer tick, asking Buildbucket for the build status
[03:26:04.175] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:04.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:66:0) after 1m0s
[03:27:04.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:66:0)
[03:27:04.237] Timer tick, asking Buildbucket for the build status
[03:27:05.252] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:05.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:67:0) after 1m0s
[03:28:05.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:67:0)
[03:28:05.313] Timer tick, asking Buildbucket for the build status
[03:28:05.749] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:68:0) after 1m0s
[03:29:05.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:68:0)
[03:29:05.857] Timer tick, asking Buildbucket for the build status
[03:29:05.971] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:05.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:69:0) after 1m0s
[03:30:06.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:69:0)
[03:30:06.089] Timer tick, asking Buildbucket for the build status
[03:30:06.199] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:06.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:70:0) after 1m0s
[03:31:06.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:70:0)
[03:31:06.293] Timer tick, asking Buildbucket for the build status
[03:31:06.398] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:06.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:71:0) after 1m0s
[03:32:06.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:71:0)
[03:32:06.464] Timer tick, asking Buildbucket for the build status
[03:32:06.748] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:06.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:72:0) after 1m0s
[03:33:06.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:72:0)
[03:33:06.971] Timer tick, asking Buildbucket for the build status
[03:33:07.149] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:07.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:73:0) after 1m0s
[03:34:07.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:73:0)
[03:34:07.373] Timer tick, asking Buildbucket for the build status
[03:34:08.037] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:08.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:74:0) after 1m0s
[03:35:08.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:74:0)
[03:35:08.324] Timer tick, asking Buildbucket for the build status
[03:35:08.541] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:08.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:75:0) after 1m0s
[03:36:08.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:75:0)
[03:36:08.753] Timer tick, asking Buildbucket for the build status
[03:36:08.877] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:08.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:76:0) after 1m0s
[03:37:09.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:76:0)
[03:37:09.000] Timer tick, asking Buildbucket for the build status
[03:37:09.172] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:09.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:77:0) after 1m0s
[03:38:09.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:77:0)
[03:38:09.310] Timer tick, asking Buildbucket for the build status
[03:38:09.467] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:09.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:78:0) after 1m0s
[03:39:09.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:78:0)
[03:39:09.554] Timer tick, asking Buildbucket for the build status
[03:39:09.667] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:09.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:79:0) after 1m0s
[03:40:09.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:79:0)
[03:40:09.714] Timer tick, asking Buildbucket for the build status
[03:40:10.017] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:10.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:80:0) after 1m0s
[03:41:10.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:80:0)
[03:41:10.275] Timer tick, asking Buildbucket for the build status
[03:41:10.449] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:10.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:81:0) after 1m0s
[03:42:10.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:81:0)
[03:42:10.581] Timer tick, asking Buildbucket for the build status
[03:42:10.706] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:10.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:82:0) after 1m0s
[03:43:10.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:82:0)
[03:43:10.789] Timer tick, asking Buildbucket for the build status
[03:43:11.146] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:11.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:83:0) after 1m0s
[03:44:11.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:83:0)
[03:44:11.255] Timer tick, asking Buildbucket for the build status
[03:44:11.400] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:11.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:84:0) after 1m0s
[03:45:11.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:84:0)
[03:45:11.524] Timer tick, asking Buildbucket for the build status
[03:45:11.605] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:11.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:85:0) after 1m0s
[03:46:11.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:85:0)
[03:46:11.742] Timer tick, asking Buildbucket for the build status
[03:46:12.969] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:12.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:86:0) after 1m0s
[03:47:13.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:86:0)
[03:47:13.008] Timer tick, asking Buildbucket for the build status
[03:47:13.181] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:13.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:87:0) after 1m0s
[03:48:13.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:87:0)
[03:48:13.270] Timer tick, asking Buildbucket for the build status
[03:48:13.766] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:13.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:88:0) after 1m0s
[03:49:13.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:88:0)
[03:49:13.896] Timer tick, asking Buildbucket for the build status
[03:49:13.963] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:13.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:89:0) after 1m0s
[03:50:14.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:89:0)
[03:50:14.084] Timer tick, asking Buildbucket for the build status
[03:50:14.236] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:14.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:90:0) after 1m0s
[03:51:14.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:90:0)
[03:51:14.291] Timer tick, asking Buildbucket for the build status
[03:51:14.446] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:14.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:91:0) after 1m0s
[03:52:14.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:91:0)
[03:52:14.694] Timer tick, asking Buildbucket for the build status
[03:52:15.196] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:15.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:92:0) after 1m0s
[03:53:15.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:92:0)
[03:53:15.313] Timer tick, asking Buildbucket for the build status
[03:53:15.483] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:15.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:93:0) after 1m0s
[03:54:15.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:93:0)
[03:54:15.582] Timer tick, asking Buildbucket for the build status
[03:54:15.779] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:15.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:94:0) after 1m0s
[03:55:15.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:94:0)
[03:55:15.838] Timer tick, asking Buildbucket for the build status
[03:55:15.963] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:15.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:95:0) after 1m0s
[03:56:16.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:95:0)
[03:56:16.027] Timer tick, asking Buildbucket for the build status
[03:56:16.181] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:16.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:96:0) after 1m0s
[03:57:16.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:96:0)
[03:57:16.386] Timer tick, asking Buildbucket for the build status
[03:57:16.518] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:16.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:97:0) after 1m0s
[03:58:16.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:97:0)
[03:58:16.694] Timer tick, asking Buildbucket for the build status
[03:58:17.429] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:17.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:98:0) after 1m0s
[03:59:17.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:98:0)
[03:59:17.653] Timer tick, asking Buildbucket for the build status
[03:59:17.724] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:17.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:99:0) after 1m0s
[04:00:17.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:99:0)
[04:00:17.851] Timer tick, asking Buildbucket for the build status
[04:00:18.252] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:18.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:100:0) after 1m0s
[04:01:18.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:100:0)
[04:01:18.353] Timer tick, asking Buildbucket for the build status
[04:01:18.513] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:18.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:101:0) after 1m0s
[04:02:18.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:101:0)
[04:02:18.585] Timer tick, asking Buildbucket for the build status
[04:02:18.708] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:18.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:102:0) after 1m0s
[04:03:18.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:102:0)
[04:03:18.887] Timer tick, asking Buildbucket for the build status
[04:03:19.238] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:19.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:103:0) after 1m0s
[04:04:19.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:103:0)
[04:04:19.329] Timer tick, asking Buildbucket for the build status
[04:04:20.183] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:20.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:104:0) after 1m0s
[04:05:20.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:104:0)
[04:05:20.227] Timer tick, asking Buildbucket for the build status
[04:05:20.328] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:20.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:105:0) after 1m0s
[04:06:20.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:105:0)
[04:06:20.420] Timer tick, asking Buildbucket for the build status
[04:06:20.543] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:20.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:106:0) after 1m0s
[04:07:20.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:106:0)
[04:07:20.571] Timer tick, asking Buildbucket for the build status
[04:07:20.705] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:20.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:107:0) after 1m0s
[04:08:20.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:107:0)
[04:08:20.745] Timer tick, asking Buildbucket for the build status
[04:08:20.861] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:20.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:108:0) after 1m0s
[04:09:20.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:108:0)
[04:09:20.956] Timer tick, asking Buildbucket for the build status
[04:09:21.203] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:21.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:109:0) after 1m0s
[04:10:21.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:109:0)
[04:10:21.253] Timer tick, asking Buildbucket for the build status
[04:10:24.884] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:24.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:110:0) after 1m0s
[04:11:25.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:110:0)
[04:11:25.089] Timer tick, asking Buildbucket for the build status
[04:11:25.269] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:25.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:111:0) after 1m0s
[04:12:25.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:111:0)
[04:12:25.387] Timer tick, asking Buildbucket for the build status
[04:12:25.481] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:25.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:112:0) after 1m0s
[04:13:25.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:112:0)
[04:13:25.495] Timer tick, asking Buildbucket for the build status
[04:13:25.598] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:25.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:113:0) after 1m0s
[04:14:25.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:113:0)
[04:14:25.586] Timer tick, asking Buildbucket for the build status
[04:14:25.814] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:25.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:114:0) after 1m0s
[04:15:25.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:114:0)
[04:15:25.952] Timer tick, asking Buildbucket for the build status
[04:15:26.098] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:26.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:115:0) after 1m0s
[04:16:26.129] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:115:0)
[04:16:26.129] Timer tick, asking Buildbucket for the build status
[04:16:26.509] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:26.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:116:0) after 1m0s
[04:17:26.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:116:0)
[04:17:26.639] Timer tick, asking Buildbucket for the build status
[04:17:26.879] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:26.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:117:0) after 1m0s
[04:18:26.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:117:0)
[04:18:26.930] Timer tick, asking Buildbucket for the build status
[04:18:27.238] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:27.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:118:0) after 1m0s
[04:19:27.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:118:0)
[04:19:27.334] Timer tick, asking Buildbucket for the build status
[04:19:27.796] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:27.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:119:0) after 1m0s
[04:20:27.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:119:0)
[04:20:27.833] Timer tick, asking Buildbucket for the build status
[04:20:28.086] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:28.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:120:0) after 1m0s
[04:21:28.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:120:0)
[04:21:28.093] Timer tick, asking Buildbucket for the build status
[04:21:28.276] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:28.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:121:0) after 1m0s
[04:22:28.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:121:0)
[04:22:28.361] Timer tick, asking Buildbucket for the build status
[04:22:28.691] Build 8874564738457284688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:28.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039994800663471664:122:0) after 1m0s
[04:22:59.188] Received PubSub notification, asking Buildbucket for the build status
[04:22:59.311] Build 8874564738457284688: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:22:59.311] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1594959777822867",
    "created_by": "project:chromium",
    "created_ts": "1594952561856321",
    "failure_reason": "BUILD_FAILURE",
    "id": "8874564738457284688",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3ebaaaf871b8c1717c7e584870a2cda58f086a88\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"18 Test Suite(s) failed.\\n\\n**base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**gfx_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**skia_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_unittests_iPhone 6S 12.3.1** failed.\\n\\n**crypto_unittests_iPhone 6S 12.3.1** failed.\\n\\n**absl_hardening_tests_iPhone 6S 12.3.1** failed.\\n\\n**sql_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ui_base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_inttests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_crypto_tests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_ssl_tests_iPhone 6S 12.3.1** failed.\\n\\n**google_apis_unittests_iPhone 6S 12.3.1** failed.\\n\\n**components_unittests_iPhone 6S 12.3.1** failed.\\n\\n**net_unittests_iPhone 6S 12.3.1** failed.\\n\\n#### ...3 more test(s)...\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 19225, \"clang_revision\": \"n359864-04b9a46c-1\", \"got_angle_revision\": \"45f54928a6280936f6a2f60aa7a413fb68292604\", \"got_dawn_revision\": \"c15c6eb9d8c37754c189d72b0f4add60cc499bd8\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"3ebaaaf871b8c1717c7e584870a2cda58f086a88\", \"got_revision_cp\": \"refs/heads/master@{#789332}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"e8dd233c7a85f3c689caf06c226a7f8405a480d3\", \"got_v8_revision\": \"72a5712edeff2f50384d4f57b2267ab41ed8b6f7\", \"got_v8_revision_cp\": \"refs/heads/8.6.163@{#1}\", \"got_webrtc_revision\": \"820021d24600b8628b8644c43fddf67fa37ccf84\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31746}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3ebaaaf871b8c1717c7e584870a2cda58f086a88\", \"swarm_hashes\": {\"absl_hardening_tests\": \"145334ec76c663cd037bd84e96b4cd7f9440ad96\", \"base_unittests\": \"a62144c09ca8fd76198a374501d6aadd7875c59f\", \"boringssl_crypto_tests\": \"2f055c4c38afb2c61479f04c7347dce709046bef\", \"boringssl_ssl_tests\": \"1f969c8e166b24aac6d2a70c54aea5e32b94d025\", \"components_unittests\": \"2287aca8021dd8132ca828efd399df04f9b5fe9b\", \"crypto_unittests\": \"50f0ab7190838095b05263e46e1a1671bd46f7fd\", \"gfx_unittests\": \"90958a2eb66a8512ee453e8bafe8084fdc631225\", \"google_apis_unittests\": \"07917583ed43c531a25b343b86ad804d6be2677d\", \"ios_chrome_unittests\": \"498a8cefb77797a2525d69a2daa72686b37cb847\", \"ios_net_unittests\": \"94ef4ae442cda9371f4962cc9e1739b98dd1c1b4\", \"ios_web_inttests\": \"8bde90ff5261c871ce1303e74c3b426c90310a13\", \"ios_web_unittests\": \"3e41dd7281fc776689a84185956ab7721321671f\", \"ios_web_view_inttests\": \"2cd2ba1f0a8bc3533854fcf3345d869699b5608b\", \"net_unittests\": \"6561849e73d7287c6962ad8a892345769c056f4b\", \"skia_unittests\": \"bc8ff91d2f30c988f042d96a90aecef3fff4c201\", \"sql_unittests\": \"bab70500225d6b7ecbf588a78a1ab3e0837ef517\", \"ui_base_unittests\": \"49c5eb0711330eaf0783d10d58fc89900e9d9a8a\", \"url_unittests\": \"914cd04f3db273d9610e61e6cb712eeb5dcc0f59\"}, \"swarm_hashes_refs/heads/master(at){#789332}_without_patch\": {\"absl_hardening_tests\": \"145334ec76c663cd037bd84e96b4cd7f9440ad96\", \"base_unittests\": \"a62144c09ca8fd76198a374501d6aadd7875c59f\", \"boringssl_crypto_tests\": \"2f055c4c38afb2c61479f04c7347dce709046bef\", \"boringssl_ssl_tests\": \"1f969c8e166b24aac6d2a70c54aea5e32b94d025\", \"components_unittests\": \"2287aca8021dd8132ca828efd399df04f9b5fe9b\", \"crypto_unittests\": \"50f0ab7190838095b05263e46e1a1671bd46f7fd\", \"gfx_unittests\": \"90958a2eb66a8512ee453e8bafe8084fdc631225\", \"google_apis_unittests\": \"07917583ed43c531a25b343b86ad804d6be2677d\", \"ios_chrome_unittests\": \"498a8cefb77797a2525d69a2daa72686b37cb847\", \"ios_net_unittests\": \"94ef4ae442cda9371f4962cc9e1739b98dd1c1b4\", \"ios_web_inttests\": \"8bde90ff5261c871ce1303e74c3b426c90310a13\", \"ios_web_unittests\": \"3e41dd7281fc776689a84185956ab7721321671f\", \"ios_web_view_inttests\": \"2cd2ba1f0a8bc3533854fcf3345d869699b5608b\", \"net_unittests\": \"6561849e73d7287c6962ad8a892345769c056f4b\", \"skia_unittests\": \"bc8ff91d2f30c988f042d96a90aecef3fff4c201\", \"sql_unittests\": \"bab70500225d6b7ecbf588a78a1ab3e0837ef517\", \"ui_base_unittests\": \"49c5eb0711330eaf0783d10d58fc89900e9d9a8a\", \"url_unittests\": \"914cd04f3db273d9610e61e6cb712eeb5dcc0f59\"}, \"xcode_build_version\": \"11e146\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\", \"xcode_ios_11e146\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5409-9d77717\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"18 Test Suite(s) failed.\\n\\n**base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**gfx_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**skia_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_unittests_iPhone 6S 12.3.1** failed.\\n\\n**crypto_unittests_iPhone 6S 12.3.1** failed.\\n\\n**absl_hardening_tests_iPhone 6S 12.3.1** failed.\\n\\n**sql_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ui_base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_inttests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_crypto_tests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_ssl_tests_iPhone 6S 12.3.1** failed.\\n\\n**google_apis_unittests_iPhone 6S 12.3.1** failed.\\n\\n**components_unittests_iPhone 6S 12.3.1** failed.\\n\\n**net_unittests_iPhone 6S 12.3.1** failed.\\n\\n#### ...3 more test(s)...\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1594952770883264",
    "status": "COMPLETED",
    "status_changed_ts": "1594952771545451",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/19225",
      "builder:ToTiOSDevice",
      "buildset:commit/git/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ebaaaf871b8c1717c7e584870a2cda58f086a88",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039994800663471664",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8874564738457284688/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4d7366ad05c72610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1594959778583944",
    "url": "https://ci.chromium.org/b/8874564738457284688",
    "utcnow_ts": "1594959779301689"
  }
}
[04:22:59.311] Invocation finished in 2h0m18.942081388s with status FAILED