Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "b45a878beb3cda4a3bd3aa991f5f180c8176c605"
}

Incoming tags

  • buildset:commit/git/b45a878beb3cda4a3bd3aa991f5f180c8176c605
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b45a878beb3cda4a3bd3aa991f5f180c8176c605
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[06:46:03.262] New invocation is queued and will start shortly
[06:46:04.537] Starting the invocation (attempt 1)
[06:46:04.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:46:04.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:46:04.579] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065979559523366624",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"b45a878beb3cda4a3bd3aa991f5f180c8176c605\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9065979559523366624",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
    "gitiles_ref:refs/heads/master"
  ]
}
[06:46:05.564] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570171564762679",
    "id": "8900549497266496480",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b45a878beb3cda4a3bd3aa991f5f180c8176c605\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570171565344231",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10204",
      "builder:ToTiOS",
      "buildset:commit/git/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065979559523366624",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900549497266496480/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570171565344446",
    "url": "https://ci.chromium.org/b/8900549497266496480",
    "utcnow_ts": "1570171565554924"
  }
}
[06:46:05.564] Task URL: https://ci.chromium.org/b/8900549497266496480
[06:46:05.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:2:0) after 1m0s
[06:46:10.343] Received PubSub notification, asking Buildbucket for the build status
[06:46:10.631] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:05.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:2:0)
[06:47:05.588] Timer tick, asking Buildbucket for the build status
[06:47:05.867] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:05.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:4:0) after 1m0s
[06:48:06.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:4:0)
[06:48:06.622] Timer tick, asking Buildbucket for the build status
[06:48:07.286] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:07.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:5:0) after 1m0s
[06:49:07.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:5:0)
[06:49:07.655] Timer tick, asking Buildbucket for the build status
[06:49:08.803] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:08.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:6:0) after 1m0s
[06:50:08.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:6:0)
[06:50:08.968] Timer tick, asking Buildbucket for the build status
[06:50:09.520] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:09.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:7:0) after 1m0s
[06:51:09.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:7:0)
[06:51:09.871] Timer tick, asking Buildbucket for the build status
[06:51:10.138] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:10.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:8:0) after 1m0s
[06:52:10.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:8:0)
[06:52:10.446] Timer tick, asking Buildbucket for the build status
[06:52:11.357] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:11.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:9:0) after 1m0s
[06:53:11.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:9:0)
[06:53:11.505] Timer tick, asking Buildbucket for the build status
[06:53:12.170] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:12.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:10:0) after 1m0s
[06:54:12.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:10:0)
[06:54:12.346] Timer tick, asking Buildbucket for the build status
[06:54:12.567] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:12.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:11:0) after 1m0s
[06:55:12.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:11:0)
[06:55:12.850] Timer tick, asking Buildbucket for the build status
[06:55:13.089] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:13.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:12:0) after 1m0s
[06:56:13.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:12:0)
[06:56:13.361] Timer tick, asking Buildbucket for the build status
[06:56:13.942] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:13.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:13:0) after 1m0s
[06:57:14.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:13:0)
[06:57:14.037] Timer tick, asking Buildbucket for the build status
[06:57:17.400] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:17.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:14:0) after 1m0s
[06:58:17.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:14:0)
[06:58:17.811] Timer tick, asking Buildbucket for the build status
[06:58:18.174] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:18.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:15:0) after 1m0s
[06:59:18.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:15:0)
[06:59:18.500] Timer tick, asking Buildbucket for the build status
[06:59:19.181] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:19.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:16:0) after 1m0s
[07:00:19.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:16:0)
[07:00:19.533] Timer tick, asking Buildbucket for the build status
[07:00:20.708] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:20.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:17:0) after 1m0s
[07:01:20.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:17:0)
[07:01:20.919] Timer tick, asking Buildbucket for the build status
[07:01:21.456] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:21.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:18:0) after 1m0s
[07:02:21.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:18:0)
[07:02:21.633] Timer tick, asking Buildbucket for the build status
[07:02:22.117] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:22.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:19:0) after 1m0s
[07:03:22.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:19:0)
[07:03:22.238] Timer tick, asking Buildbucket for the build status
[07:03:22.572] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:22.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:20:0) after 1m0s
[07:04:22.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:20:0)
[07:04:22.808] Timer tick, asking Buildbucket for the build status
[07:04:23.672] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:23.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:21:0) after 1m0s
[07:05:23.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:21:0)
[07:05:23.911] Timer tick, asking Buildbucket for the build status
[07:05:25.236] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:25.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:22:0) after 1m0s
[07:06:25.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:22:0)
[07:06:25.385] Timer tick, asking Buildbucket for the build status
[07:06:25.721] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:25.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:23:0) after 1m0s
[07:07:25.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:23:0)
[07:07:25.765] Timer tick, asking Buildbucket for the build status
[07:07:26.203] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:26.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:24:0) after 1m0s
[07:08:26.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:24:0)
[07:08:26.330] Timer tick, asking Buildbucket for the build status
[07:08:27.624] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:27.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:25:0) after 1m0s
[07:09:28.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:25:0)
[07:09:28.080] Timer tick, asking Buildbucket for the build status
[07:09:28.864] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:28.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:26:0) after 1m0s
[07:10:29.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:26:0)
[07:10:29.010] Timer tick, asking Buildbucket for the build status
[07:10:31.760] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:31.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:27:0) after 1m0s
[07:11:31.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:27:0)
[07:11:31.877] Timer tick, asking Buildbucket for the build status
[07:11:32.315] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:32.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:28:0) after 1m0s
[07:12:32.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:28:0)
[07:12:32.363] Timer tick, asking Buildbucket for the build status
[07:12:35.957] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:12:35.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:29:0) after 1m0s
[07:13:36.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:29:0)
[07:13:36.046] Timer tick, asking Buildbucket for the build status
[07:13:36.444] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:36.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:30:0) after 1m0s
[07:14:36.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:30:0)
[07:14:36.616] Timer tick, asking Buildbucket for the build status
[07:14:37.752] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:37.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:31:0) after 1m0s
[07:15:37.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:31:0)
[07:15:37.830] Timer tick, asking Buildbucket for the build status
[07:15:39.276] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:39.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:32:0) after 1m0s
[07:16:39.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:32:0)
[07:16:39.413] Timer tick, asking Buildbucket for the build status
[07:16:39.670] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:16:39.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:33:0) after 1m0s
[07:17:39.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:33:0)
[07:17:39.780] Timer tick, asking Buildbucket for the build status
[07:17:40.672] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:17:40.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:34:0) after 1m0s
[07:18:40.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:34:0)
[07:18:40.709] Timer tick, asking Buildbucket for the build status
[07:18:41.787] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:41.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:35:0) after 1m0s
[07:19:41.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:35:0)
[07:19:41.824] Timer tick, asking Buildbucket for the build status
[07:19:42.060] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:42.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:36:0) after 1m0s
[07:20:42.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:36:0)
[07:20:42.227] Timer tick, asking Buildbucket for the build status
[07:20:42.609] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:42.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:37:0) after 1m0s
[07:21:42.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:37:0)
[07:21:42.843] Timer tick, asking Buildbucket for the build status
[07:21:45.369] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:45.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:38:0) after 1m0s
[07:22:45.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:38:0)
[07:22:45.644] Timer tick, asking Buildbucket for the build status
[07:22:45.924] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:45.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:39:0) after 1m0s
[07:23:46.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:39:0)
[07:23:46.096] Timer tick, asking Buildbucket for the build status
[07:23:46.341] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:46.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:40:0) after 1m0s
[07:24:46.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:40:0)
[07:24:46.411] Timer tick, asking Buildbucket for the build status
[07:24:47.091] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:47.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:41:0) after 1m0s
[07:25:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:41:0)
[07:25:47.171] Timer tick, asking Buildbucket for the build status
[07:25:47.734] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:47.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:42:0) after 1m0s
[07:26:47.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:42:0)
[07:26:47.738] Timer tick, asking Buildbucket for the build status
[07:26:48.712] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:48.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:43:0) after 1m0s
[07:27:48.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:43:0)
[07:27:48.738] Timer tick, asking Buildbucket for the build status
[07:27:52.614] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:52.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:44:0) after 1m0s
[07:28:52.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:44:0)
[07:28:52.792] Timer tick, asking Buildbucket for the build status
[07:28:53.166] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:53.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:45:0) after 1m0s
[07:29:53.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:45:0)
[07:29:53.428] Timer tick, asking Buildbucket for the build status
[07:29:53.927] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:53.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:46:0) after 1m0s
[07:30:54.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:46:0)
[07:30:54.021] Timer tick, asking Buildbucket for the build status
[07:30:55.329] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:55.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:47:0) after 1m0s
[07:31:55.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:47:0)
[07:31:55.409] Timer tick, asking Buildbucket for the build status
[07:31:55.969] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:55.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:48:0) after 1m0s
[07:32:55.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:48:0)
[07:32:55.985] Timer tick, asking Buildbucket for the build status
[07:32:56.226] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:56.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:49:0) after 1m0s
[07:33:56.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:49:0)
[07:33:56.376] Timer tick, asking Buildbucket for the build status
[07:33:56.990] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:56.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:50:0) after 1m0s
[07:34:56.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:50:0)
[07:34:56.986] Timer tick, asking Buildbucket for the build status
[07:34:57.281] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:57.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:51:0) after 1m0s
[07:35:57.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:51:0)
[07:35:57.317] Timer tick, asking Buildbucket for the build status
[07:35:59.439] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:59.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:52:0) after 1m0s
[07:36:59.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:52:0)
[07:36:59.571] Timer tick, asking Buildbucket for the build status
[07:37:00.209] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:00.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:53:0) after 1m0s
[07:38:00.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:53:0)
[07:38:00.589] Timer tick, asking Buildbucket for the build status
[07:38:00.864] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:00.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:54:0) after 1m0s
[07:39:01.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:54:0)
[07:39:01.041] Timer tick, asking Buildbucket for the build status
[07:39:02.902] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:02.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:55:0) after 1m0s
[07:40:03.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:55:0)
[07:40:03.192] Timer tick, asking Buildbucket for the build status
[07:40:04.132] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:04.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:56:0) after 1m0s
[07:41:04.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:56:0)
[07:41:04.434] Timer tick, asking Buildbucket for the build status
[07:41:08.926] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:08.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:57:0) after 1m0s
[07:42:08.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:57:0)
[07:42:08.955] Timer tick, asking Buildbucket for the build status
[07:42:09.617] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:09.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:58:0) after 1m0s
[07:43:09.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:58:0)
[07:43:09.757] Timer tick, asking Buildbucket for the build status
[07:43:09.960] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:09.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:59:0) after 1m0s
[07:44:09.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:59:0)
[07:44:09.992] Timer tick, asking Buildbucket for the build status
[07:44:10.338] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:10.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:60:0) after 1m0s
[07:45:10.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:60:0)
[07:45:10.526] Timer tick, asking Buildbucket for the build status
[07:45:10.774] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:10.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:61:0) after 1m0s
[07:46:10.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:61:0)
[07:46:10.848] Timer tick, asking Buildbucket for the build status
[07:46:11.283] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:11.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:62:0) after 1m0s
[07:47:11.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:62:0)
[07:47:11.465] Timer tick, asking Buildbucket for the build status
[07:47:13.475] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:13.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:63:0) after 1m0s
[07:48:13.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:63:0)
[07:48:13.622] Timer tick, asking Buildbucket for the build status
[07:48:15.108] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:15.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:64:0) after 1m0s
[07:49:15.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:64:0)
[07:49:15.131] Timer tick, asking Buildbucket for the build status
[07:49:15.324] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:15.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:65:0) after 1m0s
[07:50:15.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:65:0)
[07:50:15.342] Timer tick, asking Buildbucket for the build status
[07:50:16.583] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:16.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:66:0) after 1m0s
[07:51:16.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:66:0)
[07:51:16.630] Timer tick, asking Buildbucket for the build status
[07:51:17.195] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:17.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:67:0) after 1m0s
[07:52:17.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:67:0)
[07:52:17.229] Timer tick, asking Buildbucket for the build status
[07:52:17.536] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:17.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:68:0) after 1m0s
[07:53:17.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:68:0)
[07:53:17.564] Timer tick, asking Buildbucket for the build status
[07:53:18.265] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:18.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:69:0) after 1m0s
[07:54:18.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:69:0)
[07:54:18.316] Timer tick, asking Buildbucket for the build status
[07:54:18.717] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:18.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:70:0) after 1m0s
[07:55:18.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:70:0)
[07:55:18.751] Timer tick, asking Buildbucket for the build status
[07:55:19.758] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:19.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:71:0) after 1m0s
[07:56:19.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:71:0)
[07:56:19.786] Timer tick, asking Buildbucket for the build status
[07:56:20.122] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:20.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:72:0) after 1m0s
[07:57:20.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:72:0)
[07:57:20.162] Timer tick, asking Buildbucket for the build status
[07:57:20.397] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:20.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:73:0) after 1m0s
[07:58:20.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:73:0)
[07:58:20.652] Timer tick, asking Buildbucket for the build status
[07:58:20.870] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:20.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:74:0) after 1m0s
[07:59:20.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:74:0)
[07:59:20.947] Timer tick, asking Buildbucket for the build status
[07:59:21.137] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:21.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:75:0) after 1m0s
[08:00:21.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:75:0)
[08:00:21.218] Timer tick, asking Buildbucket for the build status
[08:00:23.348] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:23.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:76:0) after 1m0s
[08:01:23.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:76:0)
[08:01:23.483] Timer tick, asking Buildbucket for the build status
[08:01:23.885] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:23.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:77:0) after 1m0s
[08:02:23.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:77:0)
[08:02:23.938] Timer tick, asking Buildbucket for the build status
[08:02:24.337] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:24.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:78:0) after 1m0s
[08:03:24.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:78:0)
[08:03:24.573] Timer tick, asking Buildbucket for the build status
[08:03:25.851] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:25.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:79:0) after 1m0s
[08:04:25.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:79:0)
[08:04:25.910] Timer tick, asking Buildbucket for the build status
[08:04:26.592] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:26.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:80:0) after 1m0s
[08:05:26.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:80:0)
[08:05:26.700] Timer tick, asking Buildbucket for the build status
[08:05:27.102] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:27.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:81:0) after 1m0s
[08:06:27.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:81:0)
[08:06:27.223] Timer tick, asking Buildbucket for the build status
[08:06:27.521] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:27.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:82:0) after 1m0s
[08:07:27.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:82:0)
[08:07:27.620] Timer tick, asking Buildbucket for the build status
[08:07:28.107] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:28.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:83:0) after 1m0s
[08:08:28.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:83:0)
[08:08:28.154] Timer tick, asking Buildbucket for the build status
[08:08:31.397] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:31.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:84:0) after 1m0s
[08:09:31.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:84:0)
[08:09:31.466] Timer tick, asking Buildbucket for the build status
[08:09:31.870] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:31.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:85:0) after 1m0s
[08:10:31.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:85:0)
[08:10:31.855] Timer tick, asking Buildbucket for the build status
[08:10:32.420] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:32.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:86:0) after 1m0s
[08:11:32.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:86:0)
[08:11:32.544] Timer tick, asking Buildbucket for the build status
[08:11:32.828] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:32.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:87:0) after 1m0s
[08:12:32.920] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:87:0)
[08:12:32.920] Timer tick, asking Buildbucket for the build status
[08:12:33.135] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:33.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:88:0) after 1m0s
[08:13:33.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:88:0)
[08:13:33.160] Timer tick, asking Buildbucket for the build status
[08:13:33.527] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:33.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:89:0) after 1m0s
[08:14:33.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:89:0)
[08:14:33.630] Timer tick, asking Buildbucket for the build status
[08:14:36.488] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:36.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:90:0) after 1m0s
[08:15:36.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:90:0)
[08:15:36.531] Timer tick, asking Buildbucket for the build status
[08:15:37.315] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:37.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:91:0) after 1m0s
[08:16:37.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:91:0)
[08:16:37.333] Timer tick, asking Buildbucket for the build status
[08:16:37.493] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:37.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:92:0) after 1m0s
[08:17:37.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:92:0)
[08:17:37.625] Timer tick, asking Buildbucket for the build status
[08:17:39.324] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:39.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:93:0) after 1m0s
[08:18:39.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:93:0)
[08:18:39.394] Timer tick, asking Buildbucket for the build status
[08:18:39.860] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:39.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:94:0) after 1m0s
[08:19:39.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:94:0)
[08:19:39.842] Timer tick, asking Buildbucket for the build status
[08:19:40.557] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:40.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:95:0) after 1m0s
[08:20:40.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:95:0)
[08:20:40.618] Timer tick, asking Buildbucket for the build status
[08:20:40.924] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:40.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:96:0) after 1m0s
[08:21:40.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:96:0)
[08:21:40.978] Timer tick, asking Buildbucket for the build status
[08:21:41.367] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:41.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:97:0) after 1m0s
[08:22:41.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:97:0)
[08:22:41.357] Timer tick, asking Buildbucket for the build status
[08:22:41.608] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:41.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:98:0) after 1m0s
[08:23:41.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:98:0)
[08:23:41.694] Timer tick, asking Buildbucket for the build status
[08:23:41.974] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:41.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:99:0) after 1m0s
[08:24:42.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:99:0)
[08:24:42.166] Timer tick, asking Buildbucket for the build status
[08:24:42.933] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:42.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:100:0) after 1m0s
[08:25:43.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:100:0)
[08:25:43.239] Timer tick, asking Buildbucket for the build status
[08:25:43.760] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:43.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:101:0) after 1m0s
[08:26:43.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:101:0)
[08:26:43.883] Timer tick, asking Buildbucket for the build status
[08:26:44.580] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:44.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:102:0) after 1m0s
[08:27:44.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:102:0)
[08:27:44.619] Timer tick, asking Buildbucket for the build status
[08:27:44.822] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:44.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:103:0) after 1m0s
[08:28:44.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:103:0)
[08:28:44.843] Timer tick, asking Buildbucket for the build status
[08:28:45.646] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:45.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:104:0) after 1m0s
[08:29:45.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:104:0)
[08:29:45.690] Timer tick, asking Buildbucket for the build status
[08:29:46.029] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:46.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:105:0) after 1m0s
[08:30:46.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:105:0)
[08:30:46.077] Timer tick, asking Buildbucket for the build status
[08:30:46.306] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:46.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:106:0) after 1m0s
[08:31:46.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:106:0)
[08:31:46.368] Timer tick, asking Buildbucket for the build status
[08:31:48.586] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:48.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:107:0) after 1m0s
[08:32:48.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:107:0)
[08:32:48.680] Timer tick, asking Buildbucket for the build status
[08:32:49.531] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:49.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:108:0) after 1m0s
[08:33:49.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:108:0)
[08:33:49.597] Timer tick, asking Buildbucket for the build status
[08:33:49.845] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:49.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:109:0) after 1m0s
[08:34:50.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:109:0)
[08:34:50.956] Timer tick, asking Buildbucket for the build status
[08:34:51.200] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:51.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:110:0) after 1m0s
[08:35:51.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:110:0)
[08:35:51.237] Timer tick, asking Buildbucket for the build status
[08:35:51.690] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:51.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:111:0) after 1m0s
[08:36:51.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:111:0)
[08:36:51.738] Timer tick, asking Buildbucket for the build status
[08:36:52.080] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:52.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:112:0) after 1m0s
[08:37:52.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:112:0)
[08:37:52.116] Timer tick, asking Buildbucket for the build status
[08:37:52.533] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:52.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:113:0) after 1m0s
[08:38:52.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:113:0)
[08:38:52.678] Timer tick, asking Buildbucket for the build status
[08:38:59.216] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:59.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:114:0) after 1m0s
[08:39:59.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:114:0)
[08:39:59.340] Timer tick, asking Buildbucket for the build status
[08:39:59.794] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:59.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:115:0) after 1m0s
[08:41:00.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:115:0)
[08:41:00.035] Timer tick, asking Buildbucket for the build status
[08:41:00.806] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:00.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:116:0) after 1m0s
[08:42:01.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:116:0)
[08:42:01.349] Timer tick, asking Buildbucket for the build status
[08:42:01.817] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:01.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:117:0) after 1m0s
[08:43:05.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:117:0)
[08:43:05.205] Timer tick, asking Buildbucket for the build status
[08:43:05.483] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:05.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:118:0) after 1m0s
[08:44:05.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:118:0)
[08:44:05.610] Timer tick, asking Buildbucket for the build status
[08:44:05.851] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:05.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:119:0) after 1m0s
[08:45:05.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:119:0)
[08:45:05.965] Timer tick, asking Buildbucket for the build status
[08:45:06.169] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:06.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:120:0) after 1m0s
[08:46:06.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:120:0)
[08:46:06.377] Timer tick, asking Buildbucket for the build status
[08:46:06.916] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:06.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:121:0) after 1m0s
[08:47:07.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:121:0)
[08:47:07.284] Timer tick, asking Buildbucket for the build status
[08:47:07.799] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:07.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:122:0) after 1m0s
[08:48:07.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:122:0)
[08:48:07.918] Timer tick, asking Buildbucket for the build status
[08:48:09.059] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:09.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:123:0) after 1m0s
[08:49:09.156] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:123:0)
[08:49:09.156] Timer tick, asking Buildbucket for the build status
[08:49:09.424] Build 8900549497266496480: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:09.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065979559523366624:124:0) after 1m0s
[08:49:44.314] Received PubSub notification, asking Buildbucket for the build status
[08:49:44.418] Build 8900549497266496480: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:49:44.418] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570178983446271",
    "created_by": "project:chromium",
    "created_ts": "1570171564762679",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900549497266496480",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b45a878beb3cda4a3bd3aa991f5f180c8176c605\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10204, \"got_angle_revision\": \"5549ef0451f99eb1a76eec23017582548088e99e\", \"got_dawn_revision\": \"3fd022ef60417eb15e6d5b82318c763f26024888\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"b45a878beb3cda4a3bd3aa991f5f180c8176c605\", \"got_revision_cp\": \"refs/heads/master@{#702747}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"5fb11187ae5d47405733c3eb497b315fa2362eba\", \"got_v8_revision_cp\": \"refs/heads/7.9.203@{#1}\", \"got_webrtc_revision\": \"78c82a40409dc147cec33241b8af48115bfdb76f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29374}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b45a878beb3cda4a3bd3aa991f5f180c8176c605\", \"swarm_hashes\": {\"0\": \"36f34251e092e71764e8cd707af051d8f4e6e630\", \"1\": \"0823830bb23e9940eea47190f441a38ae97ba875\", \"10\": \"c9b32500fc6e702187d686f0f51cef1b7fd9fa29\", \"11\": \"58dfdecbb49ff5d6462034c73b4b4c03209cf655\", \"12\": \"fcd016bb32de2ae395f3a16bab699b40cd5a97c7\", \"13\": \"29b2f3338a83c7a06476160d4223c0073b5e9510\", \"14\": \"e60b72bb17b93a582406dd25250d9f9e083795f0\", \"15\": \"dda656a8d05dec9738937dfe68a1785834768cb7\", \"16\": \"530d69ecca5489c0decbdbd99aeb8afda08ac4b4\", \"2\": \"fa4334bbd0c92746aecac0f6c451169316feb10b\", \"3\": \"13045d82a21ceb98756accd5ba734c64599cd267\", \"4\": \"45eb4e1298fe534e639dccdcc054e970fcd8d37d\", \"5\": \"8bd9168e7990272fe50093a819c49d5571f10e0c\", \"6\": \"d5ea06da304df4d6fc506c54b541455f92741cae\", \"7\": \"b59fd508b72d29c84031ec1bb71d7f62c73a482b\", \"8\": \"b65c67fbcd22f4c9a5ac3494a29ebc89eb48e017\", \"9\": \"d13107018c762246d9b6809f11bd6a643da439a5\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570171568945869",
    "status": "COMPLETED",
    "status_changed_ts": "1570171569682969",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10204",
      "builder:ToTiOS",
      "buildset:commit/git/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b45a878beb3cda4a3bd3aa991f5f180c8176c605",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065979559523366624",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900549497266496480/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47ae563ea41eac10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570178983704336",
    "url": "https://ci.chromium.org/b/8900549497266496480",
    "utcnow_ts": "1570178984410300"
  }
}
[08:49:44.418] Invocation finished in 2h3m41.191783072s with status FAILED