Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "248662b1b84a8235cf3c7682b69a1bcdb54dd7f6"
}

Incoming tags

  • buildset:commit/git/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:06:31.226] New invocation is queued and will start shortly
[04:06:32.336] Starting the invocation (attempt 1)
[04:06:32.410] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:06:32.410] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:06:32.410] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068707505503084224",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"248662b1b84a8235cf3c7682b69a1bcdb54dd7f6\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9068707505503084224",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
    "gitiles_ref:refs/heads/master"
  ]
}
[04:06:33.322] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567569992555784",
    "id": "8903277443445323056",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"248662b1b84a8235cf3c7682b69a1bcdb54dd7f6\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567569993113271",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9748",
      "builder:ToTiOS",
      "buildset:commit/git/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068707505503084224",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903277443445323056/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567569993113400",
    "url": "https://ci.chromium.org/b/8903277443445323056",
    "utcnow_ts": "1567569993300897"
  }
}
[04:06:33.322] Task URL: https://ci.chromium.org/b/8903277443445323056
[04:06:33.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:2:0) after 1m0s
[04:07:33.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:2:0)
[04:07:33.347] Timer tick, asking Buildbucket for the build status
[04:07:34.518] Build 8903277443445323056: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:07:34.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:3:0) after 1m0s
[04:08:34.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:3:0)
[04:08:34.633] Timer tick, asking Buildbucket for the build status
[04:08:35.610] Build 8903277443445323056: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:08:35.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:4:0) after 1m0s
[04:09:35.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:4:0)
[04:09:35.705] Timer tick, asking Buildbucket for the build status
[04:09:35.914] Build 8903277443445323056: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:09:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:5:0) after 1m0s
[04:09:36.214] Received PubSub notification, asking Buildbucket for the build status
[04:09:38.281] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:35.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:5:0)
[04:10:35.943] Timer tick, asking Buildbucket for the build status
[04:10:37.600] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:37.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:7:0) after 1m0s
[04:11:37.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:7:0)
[04:11:37.657] Timer tick, asking Buildbucket for the build status
[04:11:39.125] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:39.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:8:0) after 1m0s
[04:12:39.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:8:0)
[04:12:39.120] Timer tick, asking Buildbucket for the build status
[04:12:40.549] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:40.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:9:0) after 1m0s
[04:13:40.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:9:0)
[04:13:40.584] Timer tick, asking Buildbucket for the build status
[04:13:40.858] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:40.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:10:0) after 1m0s
[04:14:40.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:10:0)
[04:14:40.881] Timer tick, asking Buildbucket for the build status
[04:14:41.183] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:41.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:11:0) after 1m0s
[04:15:41.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:11:0)
[04:15:41.206] Timer tick, asking Buildbucket for the build status
[04:15:41.938] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:41.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:12:0) after 1m0s
[04:16:41.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:12:0)
[04:16:41.950] Timer tick, asking Buildbucket for the build status
[04:16:42.180] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:42.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:13:0) after 1m0s
[04:17:42.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:13:0)
[04:17:42.200] Timer tick, asking Buildbucket for the build status
[04:17:42.517] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:42.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:14:0) after 1m0s
[04:18:42.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:14:0)
[04:18:42.540] Timer tick, asking Buildbucket for the build status
[04:18:43.406] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:43.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:15:0) after 1m0s
[04:19:43.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:15:0)
[04:19:43.433] Timer tick, asking Buildbucket for the build status
[04:19:44.698] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:44.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:16:0) after 1m0s
[04:20:44.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:16:0)
[04:20:44.722] Timer tick, asking Buildbucket for the build status
[04:20:45.039] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:45.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:17:0) after 1m0s
[04:21:45.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:17:0)
[04:21:45.066] Timer tick, asking Buildbucket for the build status
[04:21:45.364] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:45.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:18:0) after 1m0s
[04:22:45.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:18:0)
[04:22:45.353] Timer tick, asking Buildbucket for the build status
[04:22:45.802] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:45.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:19:0) after 1m0s
[04:23:45.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:19:0)
[04:23:45.851] Timer tick, asking Buildbucket for the build status
[04:23:46.080] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:46.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:20:0) after 1m0s
[04:24:46.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:20:0)
[04:24:46.138] Timer tick, asking Buildbucket for the build status
[04:24:46.552] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:46.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:21:0) after 1m0s
[04:25:46.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:21:0)
[04:25:46.601] Timer tick, asking Buildbucket for the build status
[04:25:47.690] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:47.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:22:0) after 1m0s
[04:26:47.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:22:0)
[04:26:47.721] Timer tick, asking Buildbucket for the build status
[04:26:47.917] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:47.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:23:0) after 1m0s
[04:27:47.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:23:0)
[04:27:47.940] Timer tick, asking Buildbucket for the build status
[04:27:48.243] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:48.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:24:0) after 1m0s
[04:28:48.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:24:0)
[04:28:48.265] Timer tick, asking Buildbucket for the build status
[04:28:48.482] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:48.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:25:0) after 1m0s
[04:29:48.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:25:0)
[04:29:48.502] Timer tick, asking Buildbucket for the build status
[04:29:48.714] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:48.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:26:0) after 1m0s
[04:30:48.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:26:0)
[04:30:48.769] Timer tick, asking Buildbucket for the build status
[04:30:49.219] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:49.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:27:0) after 1m0s
[04:31:49.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:27:0)
[04:31:49.290] Timer tick, asking Buildbucket for the build status
[04:31:49.500] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:49.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:28:0) after 1m0s
[04:32:49.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:28:0)
[04:32:49.522] Timer tick, asking Buildbucket for the build status
[04:32:49.829] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:49.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:29:0) after 1m0s
[04:33:49.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:29:0)
[04:33:49.848] Timer tick, asking Buildbucket for the build status
[04:33:50.129] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:50.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:30:0) after 1m0s
[04:34:50.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:30:0)
[04:34:50.132] Timer tick, asking Buildbucket for the build status
[04:34:50.420] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:50.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:31:0) after 1m0s
[04:35:50.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:31:0)
[04:35:50.464] Timer tick, asking Buildbucket for the build status
[04:35:50.776] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:50.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:32:0) after 1m0s
[04:36:50.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:32:0)
[04:36:50.851] Timer tick, asking Buildbucket for the build status
[04:36:51.110] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:51.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:33:0) after 1m0s
[04:37:51.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:33:0)
[04:37:51.137] Timer tick, asking Buildbucket for the build status
[04:37:51.325] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:51.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:34:0) after 1m0s
[04:38:51.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:34:0)
[04:38:51.351] Timer tick, asking Buildbucket for the build status
[04:38:51.521] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:51.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:35:0) after 1m0s
[04:39:51.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:35:0)
[04:39:51.550] Timer tick, asking Buildbucket for the build status
[04:39:51.785] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:51.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:36:0) after 1m0s
[04:40:51.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:36:0)
[04:40:51.841] Timer tick, asking Buildbucket for the build status
[04:40:52.320] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:52.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:37:0) after 1m0s
[04:41:52.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:37:0)
[04:41:52.344] Timer tick, asking Buildbucket for the build status
[04:41:52.541] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:52.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:38:0) after 1m0s
[04:42:52.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:38:0)
[04:42:52.702] Timer tick, asking Buildbucket for the build status
[04:42:53.286] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:53.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:39:0) after 1m0s
[04:43:53.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:39:0)
[04:43:53.396] Timer tick, asking Buildbucket for the build status
[04:43:53.704] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:53.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:40:0) after 1m0s
[04:44:53.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:40:0)
[04:44:53.972] Timer tick, asking Buildbucket for the build status
[04:44:54.157] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:54.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:41:0) after 1m0s
[04:45:54.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:41:0)
[04:45:54.211] Timer tick, asking Buildbucket for the build status
[04:45:54.473] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:54.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:42:0) after 1m0s
[04:46:55.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:42:0)
[04:46:55.194] Timer tick, asking Buildbucket for the build status
[04:46:56.016] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:56.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:43:0) after 1m0s
[04:47:56.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:43:0)
[04:47:56.210] Timer tick, asking Buildbucket for the build status
[04:47:56.904] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:56.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:44:0) after 1m0s
[04:48:56.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:44:0)
[04:48:56.937] Timer tick, asking Buildbucket for the build status
[04:48:57.511] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:57.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:45:0) after 1m0s
[04:49:57.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:45:0)
[04:49:57.618] Timer tick, asking Buildbucket for the build status
[04:49:57.824] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:57.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:46:0) after 1m0s
[04:50:57.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:46:0)
[04:50:57.895] Timer tick, asking Buildbucket for the build status
[04:50:58.205] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:58.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:47:0) after 1m0s
[04:51:58.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:47:0)
[04:51:58.240] Timer tick, asking Buildbucket for the build status
[04:51:58.753] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:58.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:48:0) after 1m0s
[04:52:58.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:48:0)
[04:52:58.773] Timer tick, asking Buildbucket for the build status
[04:52:59.711] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:59.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:49:0) after 1m0s
[04:53:59.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:49:0)
[04:53:59.839] Timer tick, asking Buildbucket for the build status
[04:53:59.985] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:59.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:50:0) after 1m0s
[04:55:00.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:50:0)
[04:55:00.040] Timer tick, asking Buildbucket for the build status
[04:55:00.235] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:00.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:51:0) after 1m0s
[04:56:00.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:51:0)
[04:56:00.278] Timer tick, asking Buildbucket for the build status
[04:56:01.883] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:01.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:52:0) after 1m0s
[04:57:01.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:52:0)
[04:57:01.967] Timer tick, asking Buildbucket for the build status
[04:57:02.197] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:02.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:53:0) after 1m0s
[04:58:02.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:53:0)
[04:58:02.323] Timer tick, asking Buildbucket for the build status
[04:58:02.570] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:02.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:54:0) after 1m0s
[04:59:02.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:54:0)
[04:59:02.622] Timer tick, asking Buildbucket for the build status
[04:59:02.916] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:02.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:55:0) after 1m0s
[05:00:02.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:55:0)
[05:00:02.908] Timer tick, asking Buildbucket for the build status
[05:00:03.117] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:03.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:56:0) after 1m0s
[05:01:03.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:56:0)
[05:01:03.236] Timer tick, asking Buildbucket for the build status
[05:01:03.453] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:03.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:57:0) after 1m0s
[05:02:03.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:57:0)
[05:02:03.572] Timer tick, asking Buildbucket for the build status
[05:02:03.857] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:03.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:58:0) after 1m0s
[05:03:04.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:58:0)
[05:03:04.014] Timer tick, asking Buildbucket for the build status
[05:03:04.574] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:04.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:59:0) after 1m0s
[05:04:04.636] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:59:0)
[05:04:04.636] Timer tick, asking Buildbucket for the build status
[05:04:05.342] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:05.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:60:0) after 1m0s
[05:05:05.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:60:0)
[05:05:05.479] Timer tick, asking Buildbucket for the build status
[05:05:05.832] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:05.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:61:0) after 1m0s
[05:06:05.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:61:0)
[05:06:05.953] Timer tick, asking Buildbucket for the build status
[05:06:06.536] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:06.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:62:0) after 1m0s
[05:07:06.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:62:0)
[05:07:06.697] Timer tick, asking Buildbucket for the build status
[05:07:06.928] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:06.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:63:0) after 1m0s
[05:08:06.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:63:0)
[05:08:06.951] Timer tick, asking Buildbucket for the build status
[05:08:07.901] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:07.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:64:0) after 1m0s
[05:09:07.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:64:0)
[05:09:07.956] Timer tick, asking Buildbucket for the build status
[05:09:08.145] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:65:0) after 1m0s
[05:10:08.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:65:0)
[05:10:08.231] Timer tick, asking Buildbucket for the build status
[05:10:08.467] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:08.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:66:0) after 1m0s
[05:11:08.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:66:0)
[05:11:08.642] Timer tick, asking Buildbucket for the build status
[05:11:08.835] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:08.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:67:0) after 1m0s
[05:12:08.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:67:0)
[05:12:08.860] Timer tick, asking Buildbucket for the build status
[05:12:09.066] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:09.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:68:0) after 1m0s
[05:13:09.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:68:0)
[05:13:09.120] Timer tick, asking Buildbucket for the build status
[05:13:09.285] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:09.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:69:0) after 1m0s
[05:14:09.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:69:0)
[05:14:09.363] Timer tick, asking Buildbucket for the build status
[05:14:09.987] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:09.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:70:0) after 1m0s
[05:15:10.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:70:0)
[05:15:10.014] Timer tick, asking Buildbucket for the build status
[05:15:10.644] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:10.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:71:0) after 1m0s
[05:16:10.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:71:0)
[05:16:10.777] Timer tick, asking Buildbucket for the build status
[05:16:11.695] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:11.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:72:0) after 1m0s
[05:17:11.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:72:0)
[05:17:11.724] Timer tick, asking Buildbucket for the build status
[05:17:12.826] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:12.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:73:0) after 1m0s
[05:18:12.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:73:0)
[05:18:12.901] Timer tick, asking Buildbucket for the build status
[05:18:13.767] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:13.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:74:0) after 1m0s
[05:19:13.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:74:0)
[05:19:13.791] Timer tick, asking Buildbucket for the build status
[05:19:17.208] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:17.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:75:0) after 1m0s
[05:20:17.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:75:0)
[05:20:17.447] Timer tick, asking Buildbucket for the build status
[05:20:17.767] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:17.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:76:0) after 1m0s
[05:21:17.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:76:0)
[05:21:17.831] Timer tick, asking Buildbucket for the build status
[05:21:22.052] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:22.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:77:0) after 1m0s
[05:22:22.497] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:77:0)
[05:22:22.497] Timer tick, asking Buildbucket for the build status
[05:22:22.822] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:22.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:78:0) after 1m0s
[05:23:22.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:78:0)
[05:23:22.963] Timer tick, asking Buildbucket for the build status
[05:23:23.173] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:23.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:79:0) after 1m0s
[05:24:23.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:79:0)
[05:24:23.676] Timer tick, asking Buildbucket for the build status
[05:24:23.884] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:23.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:80:0) after 1m0s
[05:25:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:80:0)
[05:25:24.707] Timer tick, asking Buildbucket for the build status
[05:25:25.323] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:25.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:81:0) after 1m0s
[05:26:25.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:81:0)
[05:26:25.419] Timer tick, asking Buildbucket for the build status
[05:26:26.622] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:26.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:82:0) after 1m0s
[05:27:26.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:82:0)
[05:27:26.836] Timer tick, asking Buildbucket for the build status
[05:27:28.562] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:28.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:83:0) after 1m0s
[05:28:28.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:83:0)
[05:28:28.702] Timer tick, asking Buildbucket for the build status
[05:28:28.887] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:28.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:84:0) after 1m0s
[05:29:29.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:84:0)
[05:29:29.004] Timer tick, asking Buildbucket for the build status
[05:29:29.749] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:29.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:85:0) after 1m0s
[05:30:29.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:85:0)
[05:30:29.836] Timer tick, asking Buildbucket for the build status
[05:30:30.078] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:30.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:86:0) after 1m0s
[05:31:30.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:86:0)
[05:31:30.143] Timer tick, asking Buildbucket for the build status
[05:31:30.907] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:30.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:87:0) after 1m0s
[05:32:30.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:87:0)
[05:32:30.939] Timer tick, asking Buildbucket for the build status
[05:32:31.365] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:31.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:88:0) after 1m0s
[05:33:31.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:88:0)
[05:33:31.492] Timer tick, asking Buildbucket for the build status
[05:33:32.377] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:32.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:89:0) after 1m0s
[05:34:32.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:89:0)
[05:34:32.448] Timer tick, asking Buildbucket for the build status
[05:34:32.633] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:34:32.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:90:0) after 1m0s
[05:35:32.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:90:0)
[05:35:32.647] Timer tick, asking Buildbucket for the build status
[05:35:33.555] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:33.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:91:0) after 1m0s
[05:36:33.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:91:0)
[05:36:33.654] Timer tick, asking Buildbucket for the build status
[05:36:33.825] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:33.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:92:0) after 1m0s
[05:37:33.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:92:0)
[05:37:33.882] Timer tick, asking Buildbucket for the build status
[05:37:36.339] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:36.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:93:0) after 1m0s
[05:38:36.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:93:0)
[05:38:36.389] Timer tick, asking Buildbucket for the build status
[05:38:36.599] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:36.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:94:0) after 1m0s
[05:39:36.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:94:0)
[05:39:36.721] Timer tick, asking Buildbucket for the build status
[05:39:38.040] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:38.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:95:0) after 1m0s
[05:40:38.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:95:0)
[05:40:38.147] Timer tick, asking Buildbucket for the build status
[05:40:38.291] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:38.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:96:0) after 1m0s
[05:41:38.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:96:0)
[05:41:38.434] Timer tick, asking Buildbucket for the build status
[05:41:38.583] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:38.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:97:0) after 1m0s
[05:42:38.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:97:0)
[05:42:38.669] Timer tick, asking Buildbucket for the build status
[05:42:38.982] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:38.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:98:0) after 1m0s
[05:43:39.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:98:0)
[05:43:39.143] Timer tick, asking Buildbucket for the build status
[05:43:39.403] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:39.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:99:0) after 1m0s
[05:44:39.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:99:0)
[05:44:39.444] Timer tick, asking Buildbucket for the build status
[05:44:39.958] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:39.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:100:0) after 1m0s
[05:45:40.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:100:0)
[05:45:40.131] Timer tick, asking Buildbucket for the build status
[05:45:40.353] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:40.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:101:0) after 1m0s
[05:46:40.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:101:0)
[05:46:40.558] Timer tick, asking Buildbucket for the build status
[05:46:40.929] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:40.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:102:0) after 1m0s
[05:47:41.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:102:0)
[05:47:41.012] Timer tick, asking Buildbucket for the build status
[05:47:41.986] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:41.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:103:0) after 1m0s
[05:48:42.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:103:0)
[05:48:42.135] Timer tick, asking Buildbucket for the build status
[05:48:42.367] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:42.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:104:0) after 1m0s
[05:49:42.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:104:0)
[05:49:42.468] Timer tick, asking Buildbucket for the build status
[05:49:42.697] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:42.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:105:0) after 1m0s
[05:50:42.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:105:0)
[05:50:42.875] Timer tick, asking Buildbucket for the build status
[05:50:46.506] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:46.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:106:0) after 1m0s
[05:51:46.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:106:0)
[05:51:46.650] Timer tick, asking Buildbucket for the build status
[05:51:50.139] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:50.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:107:0) after 1m0s
[05:52:50.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:107:0)
[05:52:50.192] Timer tick, asking Buildbucket for the build status
[05:52:50.642] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:50.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:108:0) after 1m0s
[05:53:50.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:108:0)
[05:53:50.742] Timer tick, asking Buildbucket for the build status
[05:53:50.973] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:50.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:109:0) after 1m0s
[05:54:51.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:109:0)
[05:54:51.032] Timer tick, asking Buildbucket for the build status
[05:54:52.750] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:52.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:110:0) after 1m0s
[05:55:52.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:110:0)
[05:55:52.879] Timer tick, asking Buildbucket for the build status
[05:55:54.238] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:54.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:111:0) after 1m0s
[05:56:54.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:111:0)
[05:56:54.274] Timer tick, asking Buildbucket for the build status
[05:56:54.500] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:54.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:112:0) after 1m0s
[05:57:54.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:112:0)
[05:57:54.531] Timer tick, asking Buildbucket for the build status
[05:57:54.734] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:54.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:113:0) after 1m0s
[05:58:54.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:113:0)
[05:58:54.761] Timer tick, asking Buildbucket for the build status
[05:58:55.905] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:114:0) after 1m0s
[05:59:56.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:114:0)
[05:59:56.015] Timer tick, asking Buildbucket for the build status
[05:59:56.217] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:56.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:115:0) after 1m0s
[06:00:56.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:115:0)
[06:00:56.270] Timer tick, asking Buildbucket for the build status
[06:00:56.831] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:56.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:116:0) after 1m0s
[06:01:56.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:116:0)
[06:01:56.876] Timer tick, asking Buildbucket for the build status
[06:01:58.909] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:58.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:117:0) after 1m0s
[06:02:58.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:117:0)
[06:02:58.933] Timer tick, asking Buildbucket for the build status
[06:02:59.116] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:59.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:118:0) after 1m0s
[06:03:59.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:118:0)
[06:03:59.191] Timer tick, asking Buildbucket for the build status
[06:03:59.650] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:59.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:119:0) after 1m0s
[06:04:59.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:119:0)
[06:04:59.678] Timer tick, asking Buildbucket for the build status
[06:04:59.904] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:59.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:120:0) after 1m0s
[06:05:59.977] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:120:0)
[06:05:59.977] Timer tick, asking Buildbucket for the build status
[06:06:00.280] Build 8903277443445323056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:00.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068707505503084224:121:0) after 1m0s
[06:06:11.579] Received PubSub notification, asking Buildbucket for the build status
[06:06:12.433] Build 8903277443445323056: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[06:06:12.433] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567577169039157",
    "created_by": "project:chromium",
    "created_ts": "1567569992555784",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903277443445323056",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"248662b1b84a8235cf3c7682b69a1bcdb54dd7f6\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9748, \"got_angle_revision\": \"c3f7873b9a3af998ec6e9132f07f331f3f14d306\", \"got_dawn_revision\": \"ce2adba679a3b2511f153a75c0f9ebff44d41bdb\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"248662b1b84a8235cf3c7682b69a1bcdb54dd7f6\", \"got_revision_cp\": \"refs/heads/master@{#693000}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"6b93116584d01dc06c27975d3968739f2961b91d\", \"got_v8_revision_cp\": \"refs/heads/7.8.268@{#1}\", \"got_webrtc_revision\": \"1aa7e2fa2d6de586253d93575b2d3b6ae70cb056\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29046}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"248662b1b84a8235cf3c7682b69a1bcdb54dd7f6\", \"swarm_hashes\": {\"0\": \"59fa936abef6aa44fff570cb2c9d3ce2dd51352f\", \"1\": \"7415b948f88ad4e4f53737c7fcc28f6c8719ab6e\", \"10\": \"b81922938b84b98b5d2d3345160c8f7e88a57884\", \"11\": \"36593de7adf6f4d1f6eeaa329826b16fc8788183\", \"12\": \"99d69a564bb681b3537ddc1c4aa9e46135b08124\", \"13\": \"fe9fb132ff5aa2d8405c5008a1c295ead7c8111c\", \"14\": \"494965d4baa1d847982372896e152030244b57fc\", \"15\": \"b4cccc093329f16984f17f3c947192cd084593f4\", \"16\": \"950afffc56627cecf1dff2643c850088fe213ab1\", \"2\": \"c13e6e7fdbe300f858387b1c3200f29139d9be3f\", \"3\": \"5073a7204ddfe07afb93920117151ef8c3974153\", \"4\": \"aee274d5422a8bbca5a3e5f0b82ab6d479d04a1c\", \"5\": \"78daa0481f7b55872b0aab1ebe3a2ea75c80fe8c\", \"6\": \"6c55a54a28900384a897ff4ad171736442048fa9\", \"7\": \"7cf7198dca8211f89a638d65d1247ea97851c0aa\", \"8\": \"029b04531f00ec241cd548211d39a4441f62d44b\", \"9\": \"5c6abd98b1688171aa1b5e134781f5269c8d3013\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567570175336272",
    "status": "COMPLETED",
    "status_changed_ts": "1567570175777830",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9748",
      "builder:ToTiOS",
      "buildset:commit/git/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/248662b1b84a8235cf3c7682b69a1bcdb54dd7f6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068707505503084224",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903277443445323056/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47134567215b6910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567577170864050",
    "url": "https://ci.chromium.org/b/8903277443445323056",
    "utcnow_ts": "1567577172412402"
  }
}
[06:06:12.433] Invocation finished in 1h59m41.223903476s with status FAILED