Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2e511fa9e1cbf8cd495e1fcbac674de2bf164721"
}

Incoming tags

  • buildset:commit/git/2e511fa9e1cbf8cd495e1fcbac674de2bf164721
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e511fa9e1cbf8cd495e1fcbac674de2bf164721
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[06:36:10.790] New invocation is queued and will start shortly
[06:36:11.861] Starting the invocation (attempt 1)
[06:36:11.905] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:36:11.905] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:36:11.905] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9053749590291980336",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2e511fa9e1cbf8cd495e1fcbac674de2bf164721\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9053749590291980336",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
    "gitiles_ref:refs/heads/master"
  ]
}
[06:36:12.524] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1581834971991732",
    "id": "8888319528367403520",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e511fa9e1cbf8cd495e1fcbac674de2bf164721\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1581834972352359",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12282",
      "builder:ToTiOS",
      "buildset:commit/git/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053749590291980336",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888319528367403520/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581834972352464",
    "url": "https://ci.chromium.org/b/8888319528367403520",
    "utcnow_ts": "1581834972515077"
  }
}
[06:36:12.524] Task URL: https://ci.chromium.org/b/8888319528367403520
[06:36:12.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:2:0) after 1m0s
[06:37:12.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:2:0)
[06:37:12.551] Timer tick, asking Buildbucket for the build status
[06:37:12.719] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:37:12.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:3:0) after 1m0s
[06:38:12.864] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:3:0)
[06:38:12.864] Timer tick, asking Buildbucket for the build status
[06:38:13.043] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:38:13.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:4:0) after 1m0s
[06:39:13.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:4:0)
[06:39:13.071] Timer tick, asking Buildbucket for the build status
[06:39:13.159] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:39:13.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:5:0) after 1m0s
[06:40:13.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:5:0)
[06:40:13.186] Timer tick, asking Buildbucket for the build status
[06:40:13.362] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:40:13.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:6:0) after 1m0s
[06:41:13.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:6:0)
[06:41:13.461] Timer tick, asking Buildbucket for the build status
[06:41:13.581] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:41:13.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:7:0) after 1m0s
[06:42:13.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:7:0)
[06:42:13.644] Timer tick, asking Buildbucket for the build status
[06:42:13.747] Build 8888319528367403520: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:42:13.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:8:0) after 1m0s
[06:42:26.944] Received PubSub notification, asking Buildbucket for the build status
[06:42:27.025] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:13.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:8:0)
[06:43:13.816] Timer tick, asking Buildbucket for the build status
[06:43:13.918] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:13.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:10:0) after 1m0s
[06:44:14.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:10:0)
[06:44:14.134] Timer tick, asking Buildbucket for the build status
[06:44:14.481] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:14.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:11:0) after 1m0s
[06:45:14.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:11:0)
[06:45:14.509] Timer tick, asking Buildbucket for the build status
[06:45:14.765] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:14.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:12:0) after 1m0s
[06:46:14.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:12:0)
[06:46:14.813] Timer tick, asking Buildbucket for the build status
[06:46:14.943] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:14.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:13:0) after 1m0s
[06:47:15.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:13:0)
[06:47:15.025] Timer tick, asking Buildbucket for the build status
[06:47:15.084] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:15.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:14:0) after 1m0s
[06:48:15.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:14:0)
[06:48:15.165] Timer tick, asking Buildbucket for the build status
[06:48:15.303] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:15.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:15:0) after 1m0s
[06:49:15.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:15:0)
[06:49:15.340] Timer tick, asking Buildbucket for the build status
[06:49:15.404] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:15.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:16:0) after 1m0s
[06:50:15.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:16:0)
[06:50:15.593] Timer tick, asking Buildbucket for the build status
[06:50:15.732] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:15.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:17:0) after 1m0s
[06:51:15.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:17:0)
[06:51:15.750] Timer tick, asking Buildbucket for the build status
[06:51:15.904] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:15.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:18:0) after 1m0s
[06:52:15.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:18:0)
[06:52:15.924] Timer tick, asking Buildbucket for the build status
[06:52:16.305] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:16.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:19:0) after 1m0s
[06:53:16.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:19:0)
[06:53:16.439] Timer tick, asking Buildbucket for the build status
[06:53:16.518] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:16.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:20:0) after 1m0s
[06:54:16.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:20:0)
[06:54:16.550] Timer tick, asking Buildbucket for the build status
[06:54:16.659] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:16.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:21:0) after 1m0s
[06:55:16.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:21:0)
[06:55:16.686] Timer tick, asking Buildbucket for the build status
[06:55:17.672] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:17.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:22:0) after 1m0s
[06:56:17.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:22:0)
[06:56:17.753] Timer tick, asking Buildbucket for the build status
[06:56:17.867] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:17.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:23:0) after 1m0s
[06:57:18.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:23:0)
[06:57:18.138] Timer tick, asking Buildbucket for the build status
[06:57:18.472] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:18.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:24:0) after 1m0s
[06:58:18.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:24:0)
[06:58:18.455] Timer tick, asking Buildbucket for the build status
[06:58:18.870] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:18.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:25:0) after 1m0s
[06:59:18.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:25:0)
[06:59:18.905] Timer tick, asking Buildbucket for the build status
[06:59:19.438] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:19.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:26:0) after 1m0s
[07:00:19.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:26:0)
[07:00:19.585] Timer tick, asking Buildbucket for the build status
[07:00:19.667] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:19.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:27:0) after 1m0s
[07:01:19.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:27:0)
[07:01:19.694] Timer tick, asking Buildbucket for the build status
[07:01:19.759] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:19.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:28:0) after 1m0s
[07:02:19.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:28:0)
[07:02:19.875] Timer tick, asking Buildbucket for the build status
[07:02:19.941] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:19.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:29:0) after 1m0s
[07:03:19.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:29:0)
[07:03:19.988] Timer tick, asking Buildbucket for the build status
[07:03:20.502] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:20.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:30:0) after 1m0s
[07:04:20.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:30:0)
[07:04:20.513] Timer tick, asking Buildbucket for the build status
[07:04:20.647] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:20.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:31:0) after 1m0s
[07:05:20.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:31:0)
[07:05:20.881] Timer tick, asking Buildbucket for the build status
[07:05:21.179] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:21.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:32:0) after 1m0s
[07:06:21.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:32:0)
[07:06:21.333] Timer tick, asking Buildbucket for the build status
[07:06:21.617] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:21.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:33:0) after 1m0s
[07:07:21.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:33:0)
[07:07:21.652] Timer tick, asking Buildbucket for the build status
[07:07:21.859] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:21.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:34:0) after 1m0s
[07:08:21.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:34:0)
[07:08:21.966] Timer tick, asking Buildbucket for the build status
[07:08:22.162] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:22.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:35:0) after 1m0s
[07:09:22.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:35:0)
[07:09:22.199] Timer tick, asking Buildbucket for the build status
[07:09:22.271] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:22.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:36:0) after 1m0s
[07:10:22.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:36:0)
[07:10:22.319] Timer tick, asking Buildbucket for the build status
[07:10:22.402] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:22.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:37:0) after 1m0s
[07:11:22.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:37:0)
[07:11:22.415] Timer tick, asking Buildbucket for the build status
[07:11:22.499] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:22.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:38:0) after 1m0s
[07:12:22.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:38:0)
[07:12:22.574] Timer tick, asking Buildbucket for the build status
[07:12:22.691] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:12:22.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:39:0) after 1m0s
[07:13:22.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:39:0)
[07:13:22.721] Timer tick, asking Buildbucket for the build status
[07:13:22.836] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:22.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:40:0) after 1m0s
[07:14:22.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:40:0)
[07:14:22.863] Timer tick, asking Buildbucket for the build status
[07:14:23.382] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:23.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:41:0) after 1m0s
[07:15:23.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:41:0)
[07:15:23.503] Timer tick, asking Buildbucket for the build status
[07:15:23.593] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:23.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:42:0) after 1m0s
[07:16:23.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:42:0)
[07:16:23.615] Timer tick, asking Buildbucket for the build status
[07:16:23.867] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:16:23.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:43:0) after 1m0s
[07:17:23.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:43:0)
[07:17:23.894] Timer tick, asking Buildbucket for the build status
[07:17:23.994] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:17:23.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:44:0) after 1m0s
[07:18:24.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:44:0)
[07:18:24.091] Timer tick, asking Buildbucket for the build status
[07:18:24.185] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:24.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:45:0) after 1m0s
[07:19:24.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:45:0)
[07:19:24.443] Timer tick, asking Buildbucket for the build status
[07:19:24.712] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:24.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:46:0) after 1m0s
[07:20:24.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:46:0)
[07:20:24.764] Timer tick, asking Buildbucket for the build status
[07:20:24.956] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:24.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:47:0) after 1m0s
[07:21:24.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:47:0)
[07:21:24.983] Timer tick, asking Buildbucket for the build status
[07:21:25.460] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:25.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:48:0) after 1m0s
[07:22:25.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:48:0)
[07:22:25.478] Timer tick, asking Buildbucket for the build status
[07:22:25.741] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:25.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:49:0) after 1m0s
[07:23:25.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:49:0)
[07:23:25.837] Timer tick, asking Buildbucket for the build status
[07:23:25.939] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:25.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:50:0) after 1m0s
[07:24:26.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:50:0)
[07:24:26.004] Timer tick, asking Buildbucket for the build status
[07:24:26.293] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:26.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:51:0) after 1m0s
[07:25:26.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:51:0)
[07:25:26.313] Timer tick, asking Buildbucket for the build status
[07:25:26.394] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:26.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:52:0) after 1m0s
[07:26:26.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:52:0)
[07:26:26.409] Timer tick, asking Buildbucket for the build status
[07:26:26.510] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:26.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:53:0) after 1m0s
[07:27:26.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:53:0)
[07:27:26.647] Timer tick, asking Buildbucket for the build status
[07:27:26.841] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:26.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:54:0) after 1m0s
[07:28:26.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:54:0)
[07:28:26.863] Timer tick, asking Buildbucket for the build status
[07:28:27.073] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:27.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:55:0) after 1m0s
[07:29:27.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:55:0)
[07:29:27.137] Timer tick, asking Buildbucket for the build status
[07:29:27.234] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:27.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:56:0) after 1m0s
[07:30:27.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:56:0)
[07:30:27.280] Timer tick, asking Buildbucket for the build status
[07:30:27.388] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:27.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:57:0) after 1m0s
[07:31:27.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:57:0)
[07:31:27.414] Timer tick, asking Buildbucket for the build status
[07:31:27.520] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:27.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:58:0) after 1m0s
[07:32:27.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:58:0)
[07:32:27.594] Timer tick, asking Buildbucket for the build status
[07:32:27.690] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:27.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:59:0) after 1m0s
[07:33:27.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:59:0)
[07:33:27.774] Timer tick, asking Buildbucket for the build status
[07:33:28.087] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:28.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:60:0) after 1m0s
[07:34:28.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:60:0)
[07:34:28.122] Timer tick, asking Buildbucket for the build status
[07:34:28.342] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:28.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:61:0) after 1m0s
[07:35:28.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:61:0)
[07:35:28.412] Timer tick, asking Buildbucket for the build status
[07:35:28.514] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:28.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:62:0) after 1m0s
[07:36:28.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:62:0)
[07:36:28.514] Timer tick, asking Buildbucket for the build status
[07:36:28.593] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:28.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:63:0) after 1m0s
[07:37:28.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:63:0)
[07:37:28.683] Timer tick, asking Buildbucket for the build status
[07:37:29.133] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:29.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:64:0) after 1m0s
[07:38:29.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:64:0)
[07:38:29.328] Timer tick, asking Buildbucket for the build status
[07:38:29.688] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:29.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:65:0) after 1m0s
[07:39:29.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:65:0)
[07:39:29.781] Timer tick, asking Buildbucket for the build status
[07:39:29.858] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:29.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:66:0) after 1m0s
[07:40:29.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:66:0)
[07:40:29.931] Timer tick, asking Buildbucket for the build status
[07:40:30.094] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:30.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:67:0) after 1m0s
[07:41:30.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:67:0)
[07:41:30.142] Timer tick, asking Buildbucket for the build status
[07:41:30.256] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:30.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:68:0) after 1m0s
[07:42:30.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:68:0)
[07:42:30.376] Timer tick, asking Buildbucket for the build status
[07:42:30.482] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:30.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:69:0) after 1m0s
[07:43:30.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:69:0)
[07:43:30.580] Timer tick, asking Buildbucket for the build status
[07:43:30.748] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:30.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:70:0) after 1m0s
[07:44:30.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:70:0)
[07:44:30.779] Timer tick, asking Buildbucket for the build status
[07:44:30.891] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:30.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:71:0) after 1m0s
[07:45:30.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:71:0)
[07:45:30.964] Timer tick, asking Buildbucket for the build status
[07:45:31.089] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:31.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:72:0) after 1m0s
[07:46:31.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:72:0)
[07:46:31.256] Timer tick, asking Buildbucket for the build status
[07:46:31.359] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:31.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:73:0) after 1m0s
[07:47:31.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:73:0)
[07:47:31.391] Timer tick, asking Buildbucket for the build status
[07:47:31.493] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:31.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:74:0) after 1m0s
[07:48:31.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:74:0)
[07:48:31.516] Timer tick, asking Buildbucket for the build status
[07:48:31.742] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:31.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:75:0) after 1m0s
[07:49:31.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:75:0)
[07:49:31.800] Timer tick, asking Buildbucket for the build status
[07:49:31.959] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:31.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:76:0) after 1m0s
[07:50:32.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:76:0)
[07:50:32.038] Timer tick, asking Buildbucket for the build status
[07:50:32.456] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:32.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:77:0) after 1m0s
[07:51:32.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:77:0)
[07:51:32.478] Timer tick, asking Buildbucket for the build status
[07:51:32.717] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:32.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:78:0) after 1m0s
[07:52:32.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:78:0)
[07:52:32.740] Timer tick, asking Buildbucket for the build status
[07:52:35.172] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:35.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:79:0) after 1m0s
[07:53:35.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:79:0)
[07:53:35.203] Timer tick, asking Buildbucket for the build status
[07:53:35.329] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:35.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:80:0) after 1m0s
[07:54:35.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:80:0)
[07:54:35.401] Timer tick, asking Buildbucket for the build status
[07:54:35.497] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:35.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:81:0) after 1m0s
[07:55:35.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:81:0)
[07:55:35.526] Timer tick, asking Buildbucket for the build status
[07:55:35.658] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:35.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:82:0) after 1m0s
[07:56:35.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:82:0)
[07:56:35.688] Timer tick, asking Buildbucket for the build status
[07:56:35.787] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:35.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:83:0) after 1m0s
[07:57:35.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:83:0)
[07:57:35.919] Timer tick, asking Buildbucket for the build status
[07:57:36.001] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:36.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:84:0) after 1m0s
[07:58:35.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:84:0)
[07:58:35.993] Timer tick, asking Buildbucket for the build status
[07:58:36.191] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:36.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:85:0) after 1m0s
[07:59:36.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:85:0)
[07:59:36.260] Timer tick, asking Buildbucket for the build status
[07:59:36.359] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:36.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:86:0) after 1m0s
[08:00:36.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:86:0)
[08:00:36.383] Timer tick, asking Buildbucket for the build status
[08:00:36.837] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:36.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:87:0) after 1m0s
[08:01:36.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:87:0)
[08:01:36.905] Timer tick, asking Buildbucket for the build status
[08:01:37.012] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:37.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:88:0) after 1m0s
[08:02:37.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:88:0)
[08:02:37.118] Timer tick, asking Buildbucket for the build status
[08:02:37.423] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:37.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:89:0) after 1m0s
[08:03:37.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:89:0)
[08:03:37.526] Timer tick, asking Buildbucket for the build status
[08:03:37.707] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:37.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:90:0) after 1m0s
[08:04:37.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:90:0)
[08:04:37.856] Timer tick, asking Buildbucket for the build status
[08:04:37.976] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:37.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:91:0) after 1m0s
[08:05:37.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:91:0)
[08:05:37.967] Timer tick, asking Buildbucket for the build status
[08:05:38.339] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:38.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:92:0) after 1m0s
[08:06:38.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:92:0)
[08:06:38.382] Timer tick, asking Buildbucket for the build status
[08:06:38.523] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:38.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:93:0) after 1m0s
[08:07:38.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:93:0)
[08:07:38.565] Timer tick, asking Buildbucket for the build status
[08:07:38.678] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:38.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:94:0) after 1m0s
[08:08:38.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:94:0)
[08:08:38.764] Timer tick, asking Buildbucket for the build status
[08:08:39.263] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:39.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:95:0) after 1m0s
[08:09:39.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:95:0)
[08:09:39.316] Timer tick, asking Buildbucket for the build status
[08:09:39.486] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:39.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:96:0) after 1m0s
[08:10:39.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:96:0)
[08:10:39.799] Timer tick, asking Buildbucket for the build status
[08:10:40.122] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:40.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:97:0) after 1m0s
[08:11:40.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:97:0)
[08:11:40.341] Timer tick, asking Buildbucket for the build status
[08:11:40.756] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:40.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:98:0) after 1m0s
[08:12:40.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:98:0)
[08:12:40.778] Timer tick, asking Buildbucket for the build status
[08:12:40.980] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:40.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:99:0) after 1m0s
[08:13:41.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:99:0)
[08:13:41.277] Timer tick, asking Buildbucket for the build status
[08:13:41.400] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:41.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:100:0) after 1m0s
[08:14:41.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:100:0)
[08:14:41.564] Timer tick, asking Buildbucket for the build status
[08:14:41.756] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:41.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:101:0) after 1m0s
[08:15:41.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:101:0)
[08:15:41.865] Timer tick, asking Buildbucket for the build status
[08:15:41.959] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:41.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:102:0) after 1m0s
[08:16:41.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:102:0)
[08:16:41.997] Timer tick, asking Buildbucket for the build status
[08:16:42.178] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:42.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:103:0) after 1m0s
[08:17:42.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:103:0)
[08:17:42.239] Timer tick, asking Buildbucket for the build status
[08:17:42.615] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:42.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:104:0) after 1m0s
[08:18:42.636] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:104:0)
[08:18:42.636] Timer tick, asking Buildbucket for the build status
[08:18:42.965] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:42.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:105:0) after 1m0s
[08:19:43.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:105:0)
[08:19:43.051] Timer tick, asking Buildbucket for the build status
[08:19:43.394] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:43.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:106:0) after 1m0s
[08:20:43.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:106:0)
[08:20:43.438] Timer tick, asking Buildbucket for the build status
[08:20:43.627] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:43.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:107:0) after 1m0s
[08:21:43.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:107:0)
[08:21:43.652] Timer tick, asking Buildbucket for the build status
[08:21:44.134] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:44.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:108:0) after 1m0s
[08:22:44.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:108:0)
[08:22:44.200] Timer tick, asking Buildbucket for the build status
[08:22:44.326] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:44.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:109:0) after 1m0s
[08:23:44.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:109:0)
[08:23:44.479] Timer tick, asking Buildbucket for the build status
[08:23:44.574] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:44.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:110:0) after 1m0s
[08:24:44.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:110:0)
[08:24:44.664] Timer tick, asking Buildbucket for the build status
[08:24:44.812] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:44.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:111:0) after 1m0s
[08:25:44.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:111:0)
[08:25:44.847] Timer tick, asking Buildbucket for the build status
[08:25:44.994] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:44.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:112:0) after 1m0s
[08:26:45.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:112:0)
[08:26:45.054] Timer tick, asking Buildbucket for the build status
[08:26:45.281] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:45.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:113:0) after 1m0s
[08:27:45.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:113:0)
[08:27:45.356] Timer tick, asking Buildbucket for the build status
[08:27:45.686] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:45.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:114:0) after 1m0s
[08:28:45.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:114:0)
[08:28:45.754] Timer tick, asking Buildbucket for the build status
[08:28:45.927] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:45.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:115:0) after 1m0s
[08:29:46.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:115:0)
[08:29:46.026] Timer tick, asking Buildbucket for the build status
[08:29:46.197] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:46.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:116:0) after 1m0s
[08:30:46.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:116:0)
[08:30:46.216] Timer tick, asking Buildbucket for the build status
[08:30:46.459] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:46.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:117:0) after 1m0s
[08:31:46.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:117:0)
[08:31:46.542] Timer tick, asking Buildbucket for the build status
[08:31:46.820] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:46.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:118:0) after 1m0s
[08:32:46.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:118:0)
[08:32:46.979] Timer tick, asking Buildbucket for the build status
[08:32:47.150] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:47.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:119:0) after 1m0s
[08:33:47.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:119:0)
[08:33:47.167] Timer tick, asking Buildbucket for the build status
[08:33:47.327] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:47.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:120:0) after 1m0s
[08:34:47.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:120:0)
[08:34:47.346] Timer tick, asking Buildbucket for the build status
[08:34:47.445] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:47.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:121:0) after 1m0s
[08:35:47.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:121:0)
[08:35:47.528] Timer tick, asking Buildbucket for the build status
[08:35:47.777] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:47.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:122:0) after 1m0s
[08:36:47.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:122:0)
[08:36:47.867] Timer tick, asking Buildbucket for the build status
[08:36:48.104] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:48.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:123:0) after 1m0s
[08:37:48.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:123:0)
[08:37:48.166] Timer tick, asking Buildbucket for the build status
[08:37:48.296] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:48.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:124:0) after 1m0s
[08:38:48.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:124:0)
[08:38:48.365] Timer tick, asking Buildbucket for the build status
[08:38:48.484] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:48.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:125:0) after 1m0s
[08:39:48.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:125:0)
[08:39:48.584] Timer tick, asking Buildbucket for the build status
[08:39:49.046] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:49.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:126:0) after 1m0s
[08:40:49.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:126:0)
[08:40:49.068] Timer tick, asking Buildbucket for the build status
[08:40:49.174] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:49.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:127:0) after 1m0s
[08:41:49.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:127:0)
[08:41:49.200] Timer tick, asking Buildbucket for the build status
[08:41:49.320] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:49.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:128:0) after 1m0s
[08:42:49.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:128:0)
[08:42:49.345] Timer tick, asking Buildbucket for the build status
[08:42:49.451] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:49.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:129:0) after 1m0s
[08:43:49.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:129:0)
[08:43:49.469] Timer tick, asking Buildbucket for the build status
[08:43:49.614] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:49.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:130:0) after 1m0s
[08:44:49.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:130:0)
[08:44:49.652] Timer tick, asking Buildbucket for the build status
[08:44:50.042] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:50.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:131:0) after 1m0s
[08:45:50.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:131:0)
[08:45:50.086] Timer tick, asking Buildbucket for the build status
[08:45:50.172] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:50.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:132:0) after 1m0s
[08:46:50.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:132:0)
[08:46:50.310] Timer tick, asking Buildbucket for the build status
[08:46:50.704] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:50.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:133:0) after 1m0s
[08:47:50.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:133:0)
[08:47:50.726] Timer tick, asking Buildbucket for the build status
[08:47:50.811] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:50.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:134:0) after 1m0s
[08:48:50.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:134:0)
[08:48:50.842] Timer tick, asking Buildbucket for the build status
[08:48:50.952] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:50.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:135:0) after 1m0s
[08:49:51.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:135:0)
[08:49:51.049] Timer tick, asking Buildbucket for the build status
[08:49:51.271] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:51.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:136:0) after 1m0s
[08:50:51.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:136:0)
[08:50:51.298] Timer tick, asking Buildbucket for the build status
[08:50:51.439] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:51.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:137:0) after 1m0s
[08:51:51.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:137:0)
[08:51:51.464] Timer tick, asking Buildbucket for the build status
[08:51:51.816] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:51.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:138:0) after 1m0s
[08:52:51.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:138:0)
[08:52:51.846] Timer tick, asking Buildbucket for the build status
[08:52:52.009] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:52.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:139:0) after 1m0s
[08:53:52.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:139:0)
[08:53:52.038] Timer tick, asking Buildbucket for the build status
[08:53:52.503] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:52.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:140:0) after 1m0s
[08:54:52.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:140:0)
[08:54:52.528] Timer tick, asking Buildbucket for the build status
[08:54:52.680] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:52.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:141:0) after 1m0s
[08:55:52.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:141:0)
[08:55:52.710] Timer tick, asking Buildbucket for the build status
[08:55:52.971] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:52.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:142:0) after 1m0s
[08:56:53.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:142:0)
[08:56:53.048] Timer tick, asking Buildbucket for the build status
[08:56:53.292] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:53.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:143:0) after 1m0s
[08:57:53.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:143:0)
[08:57:53.416] Timer tick, asking Buildbucket for the build status
[08:57:53.855] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:53.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:144:0) after 1m0s
[08:58:53.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:144:0)
[08:58:53.866] Timer tick, asking Buildbucket for the build status
[08:58:54.342] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:54.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:145:0) after 1m0s
[08:59:54.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:145:0)
[08:59:54.381] Timer tick, asking Buildbucket for the build status
[08:59:54.755] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:54.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:146:0) after 1m0s
[09:00:54.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:146:0)
[09:00:54.784] Timer tick, asking Buildbucket for the build status
[09:00:54.893] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:54.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:147:0) after 1m0s
[09:01:54.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:147:0)
[09:01:54.970] Timer tick, asking Buildbucket for the build status
[09:01:55.068] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:55.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:148:0) after 1m0s
[09:02:55.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:148:0)
[09:02:55.142] Timer tick, asking Buildbucket for the build status
[09:02:55.285] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:55.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:149:0) after 1m0s
[09:03:55.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:149:0)
[09:03:55.309] Timer tick, asking Buildbucket for the build status
[09:03:55.664] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:55.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:150:0) after 1m0s
[09:04:55.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:150:0)
[09:04:55.739] Timer tick, asking Buildbucket for the build status
[09:04:55.883] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:55.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:151:0) after 1m0s
[09:05:55.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:151:0)
[09:05:55.917] Timer tick, asking Buildbucket for the build status
[09:05:56.131] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:56.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:152:0) after 1m0s
[09:06:56.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:152:0)
[09:06:56.210] Timer tick, asking Buildbucket for the build status
[09:06:56.408] Build 8888319528367403520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:56.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053749590291980336:153:0) after 1m0s
[09:07:41.652] Received PubSub notification, asking Buildbucket for the build status
[09:07:41.788] Build 8888319528367403520: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:07:41.788] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1581844061077993",
    "created_by": "project:chromium",
    "created_ts": "1581834971991732",
    "failure_reason": "BUILD_FAILURE",
    "id": "8888319528367403520",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e511fa9e1cbf8cd495e1fcbac674de2bf164721\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 12282, \"got_angle_revision\": \"2dd40d7fa75c9e68c352b16dcf3b06d2e5a1a406\", \"got_dawn_revision\": \"215b5370bc4fa9dc5eb0004a0a21b9245296d04b\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2e511fa9e1cbf8cd495e1fcbac674de2bf164721\", \"got_revision_cp\": \"refs/heads/master@{#741761}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"481daed34f15a118d6897d719e70230117f19cfa\", \"got_v8_revision\": \"676acee7ecba80849a77ca869458f7313b06d50b\", \"got_v8_revision_cp\": \"refs/heads/8.2.86@{#1}\", \"got_webrtc_revision\": \"966bcc4bd5cc7aee5963e784ddf0caf668b2d6e6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30527}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e511fa9e1cbf8cd495e1fcbac674de2bf164721\", \"swarm_hashes\": {\"0\": \"64df2839046095d766b2f184ecaffcb94183a32f\", \"1\": \"076525d0a723d56b9531e2d43577f16123f0ed72\", \"10\": \"f2cb4b1b76945642448ecf5c6ae7e36ebed8299c\", \"11\": \"8e8a7067fea9860d67e1f0b51cdcba537c9a8249\", \"12\": \"117c6f832534089bc1c3316ca7430a22a1838428\", \"13\": \"5465124aa349c05a82a89e110ed11096c71ade0e\", \"14\": \"3d5817bfa5922a362491c4e5d1d3fd9e375f1f17\", \"15\": \"eddf9b557bdcb0db7acb5a0d215706f12bc904a3\", \"16\": \"d7bd813dee9869fed09a1854827f1b4afc467c42\", \"2\": \"fca3fe259276c433d7fcd96a3e87c35485059538\", \"3\": \"a04e85b35b7e0061836f959f89d9ac248bab0c07\", \"4\": \"afed889861232e0dfd53f2d08b588f6f8dd96caa\", \"5\": \"bcc1ed404bfe566e58e3c4287074fa26c3cda22d\", \"6\": \"350985a0bf78af5f4306b7fe2e56fd5171eebb72\", \"7\": \"d9a068bce66392c99c85156b9d921447a57676dd\", \"8\": \"dca1a0b1e05c0248422f25764938392571626c6e\", \"9\": \"1c2f185dadf210b7cd452e3ef675fb1b05871fcf\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4815-21a95a1\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1581835344672320",
    "status": "COMPLETED",
    "status_changed_ts": "1581835345721789",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12282",
      "builder:ToTiOS",
      "buildset:commit/git/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e511fa9e1cbf8cd495e1fcbac674de2bf164721",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053749590291980336",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888319528367403520/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a6587b59570ee10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581844061206344",
    "url": "https://ci.chromium.org/b/8888319528367403520",
    "utcnow_ts": "1581844061775671"
  }
}
[09:07:41.788] Invocation finished in 2h31m31.016125666s with status FAILED