Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "f435393d58282c5fb44ed83c04bfd35915da3932"
}

Incoming tags

  • buildset:commit/git/f435393d58282c5fb44ed83c04bfd35915da3932
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f435393d58282c5fb44ed83c04bfd35915da3932
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:27:32.133] New invocation is queued and will start shortly
[22:27:33.319] Starting the invocation (attempt 1)
[22:27:33.362] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:27:33.362] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:27:33.362] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9066010923595512432",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"f435393d58282c5fb44ed83c04bfd35915da3932\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9066010923595512432",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f435393d58282c5fb44ed83c04bfd35915da3932",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f435393d58282c5fb44ed83c04bfd35915da3932",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:27:38.312] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1570141655297861",
    "id": "8900580859613873520",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f435393d58282c5fb44ed83c04bfd35915da3932\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570141657549547",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10200",
      "builder:ToTiOS",
      "buildset:commit/git/f435393d58282c5fb44ed83c04bfd35915da3932",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f435393d58282c5fb44ed83c04bfd35915da3932",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066010923595512432",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900580859613873520/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570141657549701",
    "url": "https://ci.chromium.org/b/8900580859613873520",
    "utcnow_ts": "1570141658296632"
  }
}
[22:27:38.312] Task URL: https://ci.chromium.org/b/8900580859613873520
[22:27:38.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:2:0) after 1m0s
[22:28:38.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:2:0)
[22:28:38.351] Timer tick, asking Buildbucket for the build status
[22:28:38.851] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:38.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:3:0) after 1m0s
[22:28:41.506] Received PubSub notification, asking Buildbucket for the build status
[22:28:42.009] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:39.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:3:0)
[22:29:39.018] Timer tick, asking Buildbucket for the build status
[22:29:40.129] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:40.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:5:0) after 1m0s
[22:30:40.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:5:0)
[22:30:40.495] Timer tick, asking Buildbucket for the build status
[22:30:45.767] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:45.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:6:0) after 1m0s
[22:31:45.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:6:0)
[22:31:45.775] Timer tick, asking Buildbucket for the build status
[22:31:46.458] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:46.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:7:0) after 1m0s
[22:32:46.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:7:0)
[22:32:46.524] Timer tick, asking Buildbucket for the build status
[22:32:50.279] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:50.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:8:0) after 1m0s
[22:33:50.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:8:0)
[22:33:50.526] Timer tick, asking Buildbucket for the build status
[22:33:51.813] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:51.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:9:0) after 1m0s
[22:34:51.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:9:0)
[22:34:51.913] Timer tick, asking Buildbucket for the build status
[22:34:53.067] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:53.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:10:0) after 1m0s
[22:35:53.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:10:0)
[22:35:53.131] Timer tick, asking Buildbucket for the build status
[22:35:53.658] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:53.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:11:0) after 1m0s
[22:36:53.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:11:0)
[22:36:53.726] Timer tick, asking Buildbucket for the build status
[22:36:53.890] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:53.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:12:0) after 1m0s
[22:37:53.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:12:0)
[22:37:53.907] Timer tick, asking Buildbucket for the build status
[22:37:54.816] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:54.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:13:0) after 1m0s
[22:38:54.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:13:0)
[22:38:54.965] Timer tick, asking Buildbucket for the build status
[22:38:55.340] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:55.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:14:0) after 1m0s
[22:39:55.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:14:0)
[22:39:55.394] Timer tick, asking Buildbucket for the build status
[22:39:55.830] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:55.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:15:0) after 1m0s
[22:40:55.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:15:0)
[22:40:55.843] Timer tick, asking Buildbucket for the build status
[22:40:55.993] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:55.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:16:0) after 1m0s
[22:41:56.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:16:0)
[22:41:56.087] Timer tick, asking Buildbucket for the build status
[22:41:56.376] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:56.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:17:0) after 1m0s
[22:42:56.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:17:0)
[22:42:56.405] Timer tick, asking Buildbucket for the build status
[22:42:57.353] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:57.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:18:0) after 1m0s
[22:43:57.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:18:0)
[22:43:57.423] Timer tick, asking Buildbucket for the build status
[22:43:59.750] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:59.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:19:0) after 1m0s
[22:44:59.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:19:0)
[22:44:59.833] Timer tick, asking Buildbucket for the build status
[22:45:02.508] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:02.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:20:0) after 1m0s
[22:46:02.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:20:0)
[22:46:02.549] Timer tick, asking Buildbucket for the build status
[22:46:03.611] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:03.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:21:0) after 1m0s
[22:47:03.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:21:0)
[22:47:03.671] Timer tick, asking Buildbucket for the build status
[22:47:03.935] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:03.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:22:0) after 1m0s
[22:48:03.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:22:0)
[22:48:03.939] Timer tick, asking Buildbucket for the build status
[22:48:05.705] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:05.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:23:0) after 1m0s
[22:49:05.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:23:0)
[22:49:05.775] Timer tick, asking Buildbucket for the build status
[22:49:06.627] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:06.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:24:0) after 1m0s
[22:50:06.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:24:0)
[22:50:06.754] Timer tick, asking Buildbucket for the build status
[22:50:06.884] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:06.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:25:0) after 1m0s
[22:51:07.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:25:0)
[22:51:07.084] Timer tick, asking Buildbucket for the build status
[22:51:07.401] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:07.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:26:0) after 1m0s
[22:52:07.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:26:0)
[22:52:07.439] Timer tick, asking Buildbucket for the build status
[22:52:07.728] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:07.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:27:0) after 1m0s
[22:53:07.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:27:0)
[22:53:07.805] Timer tick, asking Buildbucket for the build status
[22:53:08.015] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:08.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:28:0) after 1m0s
[22:54:08.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:28:0)
[22:54:08.268] Timer tick, asking Buildbucket for the build status
[22:54:09.112] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:09.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:29:0) after 1m0s
[22:55:09.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:29:0)
[22:55:09.251] Timer tick, asking Buildbucket for the build status
[22:55:09.644] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:09.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:30:0) after 1m0s
[22:56:09.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:30:0)
[22:56:09.742] Timer tick, asking Buildbucket for the build status
[22:56:09.941] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:09.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:31:0) after 1m0s
[22:57:10.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:31:0)
[22:57:10.015] Timer tick, asking Buildbucket for the build status
[22:57:10.549] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:10.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:32:0) after 1m0s
[22:58:10.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:32:0)
[22:58:10.619] Timer tick, asking Buildbucket for the build status
[22:58:10.919] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:10.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:33:0) after 1m0s
[22:59:11.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:33:0)
[22:59:11.018] Timer tick, asking Buildbucket for the build status
[22:59:11.312] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:11.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:34:0) after 1m0s
[23:00:11.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:34:0)
[23:00:11.369] Timer tick, asking Buildbucket for the build status
[23:00:12.145] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:12.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:35:0) after 1m0s
[23:01:12.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:35:0)
[23:01:12.190] Timer tick, asking Buildbucket for the build status
[23:01:12.844] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:12.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:36:0) after 1m0s
[23:02:12.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:36:0)
[23:02:12.960] Timer tick, asking Buildbucket for the build status
[23:02:13.606] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:13.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:37:0) after 1m0s
[23:03:13.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:37:0)
[23:03:13.684] Timer tick, asking Buildbucket for the build status
[23:03:13.930] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:13.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:38:0) after 1m0s
[23:04:14.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:38:0)
[23:04:14.034] Timer tick, asking Buildbucket for the build status
[23:04:14.343] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:14.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:39:0) after 1m0s
[23:05:14.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:39:0)
[23:05:14.433] Timer tick, asking Buildbucket for the build status
[23:05:14.709] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:14.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:40:0) after 1m0s
[23:06:14.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:40:0)
[23:06:14.799] Timer tick, asking Buildbucket for the build status
[23:06:15.105] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:15.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:41:0) after 1m0s
[23:07:15.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:41:0)
[23:07:15.322] Timer tick, asking Buildbucket for the build status
[23:07:15.487] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:15.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:42:0) after 1m0s
[23:08:15.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:42:0)
[23:08:15.551] Timer tick, asking Buildbucket for the build status
[23:08:16.246] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:16.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:43:0) after 1m0s
[23:09:16.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:43:0)
[23:09:16.279] Timer tick, asking Buildbucket for the build status
[23:09:16.548] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:16.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:44:0) after 1m0s
[23:10:16.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:44:0)
[23:10:16.648] Timer tick, asking Buildbucket for the build status
[23:10:16.870] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:16.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:45:0) after 1m0s
[23:11:17.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:45:0)
[23:11:17.003] Timer tick, asking Buildbucket for the build status
[23:11:19.963] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:19.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:46:0) after 1m0s
[23:12:20.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:46:0)
[23:12:20.077] Timer tick, asking Buildbucket for the build status
[23:12:21.305] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:21.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:47:0) after 1m0s
[23:13:21.339] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:47:0)
[23:13:21.339] Timer tick, asking Buildbucket for the build status
[23:13:21.794] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:21.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:48:0) after 1m0s
[23:14:22.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:48:0)
[23:14:22.077] Timer tick, asking Buildbucket for the build status
[23:14:22.996] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:22.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:49:0) after 1m0s
[23:15:23.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:49:0)
[23:15:23.157] Timer tick, asking Buildbucket for the build status
[23:15:23.454] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:23.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:50:0) after 1m0s
[23:16:23.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:50:0)
[23:16:23.518] Timer tick, asking Buildbucket for the build status
[23:16:24.101] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:24.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:51:0) after 1m0s
[23:17:24.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:51:0)
[23:17:24.163] Timer tick, asking Buildbucket for the build status
[23:17:24.344] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:24.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:52:0) after 1m0s
[23:18:24.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:52:0)
[23:18:24.437] Timer tick, asking Buildbucket for the build status
[23:18:28.126] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:28.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:53:0) after 1m0s
[23:19:28.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:53:0)
[23:19:28.397] Timer tick, asking Buildbucket for the build status
[23:19:28.647] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:28.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:54:0) after 1m0s
[23:20:28.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:54:0)
[23:20:28.808] Timer tick, asking Buildbucket for the build status
[23:20:29.648] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:29.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:55:0) after 1m0s
[23:21:29.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:55:0)
[23:21:29.695] Timer tick, asking Buildbucket for the build status
[23:21:29.956] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:29.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:56:0) after 1m0s
[23:22:30.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:56:0)
[23:22:30.128] Timer tick, asking Buildbucket for the build status
[23:22:30.512] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:30.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:57:0) after 1m0s
[23:23:30.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:57:0)
[23:23:30.713] Timer tick, asking Buildbucket for the build status
[23:23:31.219] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:31.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:58:0) after 1m0s
[23:24:31.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:58:0)
[23:24:31.376] Timer tick, asking Buildbucket for the build status
[23:24:31.559] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:31.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:59:0) after 1m0s
[23:25:31.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:59:0)
[23:25:31.600] Timer tick, asking Buildbucket for the build status
[23:25:32.378] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:32.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:60:0) after 1m0s
[23:26:32.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:60:0)
[23:26:32.489] Timer tick, asking Buildbucket for the build status
[23:26:33.703] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:33.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:61:0) after 1m0s
[23:27:33.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:61:0)
[23:27:33.812] Timer tick, asking Buildbucket for the build status
[23:27:37.544] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:37.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:62:0) after 1m0s
[23:28:37.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:62:0)
[23:28:37.585] Timer tick, asking Buildbucket for the build status
[23:28:38.609] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:38.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:63:0) after 1m0s
[23:29:38.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:63:0)
[23:29:38.616] Timer tick, asking Buildbucket for the build status
[23:29:40.275] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:40.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:64:0) after 1m0s
[23:30:40.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:64:0)
[23:30:40.353] Timer tick, asking Buildbucket for the build status
[23:30:40.826] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:40.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:65:0) after 1m0s
[23:31:41.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:65:0)
[23:31:41.063] Timer tick, asking Buildbucket for the build status
[23:31:41.273] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:41.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:66:0) after 1m0s
[23:32:41.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:66:0)
[23:32:41.354] Timer tick, asking Buildbucket for the build status
[23:32:42.500] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:42.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:67:0) after 1m0s
[23:33:42.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:67:0)
[23:33:42.585] Timer tick, asking Buildbucket for the build status
[23:33:42.937] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:42.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:68:0) after 1m0s
[23:34:43.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:68:0)
[23:34:43.024] Timer tick, asking Buildbucket for the build status
[23:34:44.680] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:44.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:69:0) after 1m0s
[23:35:44.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:69:0)
[23:35:44.777] Timer tick, asking Buildbucket for the build status
[23:35:44.964] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:44.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:70:0) after 1m0s
[23:36:45.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:70:0)
[23:36:45.072] Timer tick, asking Buildbucket for the build status
[23:36:45.428] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:45.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:71:0) after 1m0s
[23:37:45.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:71:0)
[23:37:45.463] Timer tick, asking Buildbucket for the build status
[23:37:46.436] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:46.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:72:0) after 1m0s
[23:38:46.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:72:0)
[23:38:46.572] Timer tick, asking Buildbucket for the build status
[23:38:47.493] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:47.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:73:0) after 1m0s
[23:39:47.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:73:0)
[23:39:47.545] Timer tick, asking Buildbucket for the build status
[23:39:48.299] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:48.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:74:0) after 1m0s
[23:40:48.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:74:0)
[23:40:48.345] Timer tick, asking Buildbucket for the build status
[23:40:48.616] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:48.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:75:0) after 1m0s
[23:41:48.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:75:0)
[23:41:48.738] Timer tick, asking Buildbucket for the build status
[23:41:49.002] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:49.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:76:0) after 1m0s
[23:42:49.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:76:0)
[23:42:49.051] Timer tick, asking Buildbucket for the build status
[23:42:49.648] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:49.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:77:0) after 1m0s
[23:43:49.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:77:0)
[23:43:49.724] Timer tick, asking Buildbucket for the build status
[23:43:53.905] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:53.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:78:0) after 1m0s
[23:44:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:78:0)
[23:44:53.930] Timer tick, asking Buildbucket for the build status
[23:44:54.247] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:54.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:79:0) after 1m0s
[23:45:54.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:79:0)
[23:45:54.320] Timer tick, asking Buildbucket for the build status
[23:45:54.645] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:54.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:80:0) after 1m0s
[23:46:54.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:80:0)
[23:46:54.701] Timer tick, asking Buildbucket for the build status
[23:46:55.227] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:55.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:81:0) after 1m0s
[23:47:55.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:81:0)
[23:47:55.291] Timer tick, asking Buildbucket for the build status
[23:47:56.005] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:56.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:82:0) after 1m0s
[23:48:56.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:82:0)
[23:48:56.489] Timer tick, asking Buildbucket for the build status
[23:48:56.688] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:56.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:83:0) after 1m0s
[23:49:56.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:83:0)
[23:49:56.822] Timer tick, asking Buildbucket for the build status
[23:49:57.149] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:57.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:84:0) after 1m0s
[23:50:57.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:84:0)
[23:50:57.356] Timer tick, asking Buildbucket for the build status
[23:50:58.170] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:58.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:85:0) after 1m0s
[23:51:58.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:85:0)
[23:51:58.383] Timer tick, asking Buildbucket for the build status
[23:52:02.263] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:02.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:86:0) after 1m0s
[23:53:02.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:86:0)
[23:53:02.353] Timer tick, asking Buildbucket for the build status
[23:53:02.528] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:02.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:87:0) after 1m0s
[23:54:02.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:87:0)
[23:54:02.705] Timer tick, asking Buildbucket for the build status
[23:54:02.965] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:02.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:88:0) after 1m0s
[23:55:03.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:88:0)
[23:55:03.134] Timer tick, asking Buildbucket for the build status
[23:55:03.935] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:03.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:89:0) after 1m0s
[23:56:04.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:89:0)
[23:56:04.028] Timer tick, asking Buildbucket for the build status
[23:56:04.984] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:04.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:90:0) after 1m0s
[23:57:05.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:90:0)
[23:57:05.048] Timer tick, asking Buildbucket for the build status
[23:57:05.273] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:05.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:91:0) after 1m0s
[23:58:05.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:91:0)
[23:58:05.515] Timer tick, asking Buildbucket for the build status
[23:58:05.696] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:05.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:92:0) after 1m0s
[23:59:06.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:92:0)
[23:59:06.071] Timer tick, asking Buildbucket for the build status
[23:59:07.042] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:07.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:93:0) after 1m0s
[00:00:07.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:93:0)
[00:00:07.442] Timer tick, asking Buildbucket for the build status
[00:00:07.753] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:07.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:94:0) after 1m0s
[00:01:08.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:94:0)
[00:01:08.409] Timer tick, asking Buildbucket for the build status
[00:01:08.781] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:08.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:95:0) after 1m0s
[00:02:09.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:95:0)
[00:02:09.017] Timer tick, asking Buildbucket for the build status
[00:02:09.247] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:09.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:96:0) after 1m0s
[00:03:09.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:96:0)
[00:03:09.452] Timer tick, asking Buildbucket for the build status
[00:03:09.910] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:09.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:97:0) after 1m0s
[00:04:10.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:97:0)
[00:04:10.152] Timer tick, asking Buildbucket for the build status
[00:04:10.304] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:10.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:98:0) after 1m0s
[00:05:10.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:98:0)
[00:05:10.361] Timer tick, asking Buildbucket for the build status
[00:05:15.731] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:15.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:99:0) after 1m0s
[00:06:15.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:99:0)
[00:06:15.802] Timer tick, asking Buildbucket for the build status
[00:06:16.265] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:16.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:100:0) after 1m0s
[00:07:16.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:100:0)
[00:07:16.341] Timer tick, asking Buildbucket for the build status
[00:07:16.696] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:16.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:101:0) after 1m0s
[00:08:16.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:101:0)
[00:08:16.731] Timer tick, asking Buildbucket for the build status
[00:08:17.320] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:17.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:102:0) after 1m0s
[00:09:17.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:102:0)
[00:09:17.435] Timer tick, asking Buildbucket for the build status
[00:09:17.682] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:17.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:103:0) after 1m0s
[00:10:18.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:103:0)
[00:10:18.005] Timer tick, asking Buildbucket for the build status
[00:10:18.308] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:18.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:104:0) after 1m0s
[00:11:18.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:104:0)
[00:11:18.513] Timer tick, asking Buildbucket for the build status
[00:11:19.739] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:19.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:105:0) after 1m0s
[00:12:19.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:105:0)
[00:12:19.874] Timer tick, asking Buildbucket for the build status
[00:12:20.338] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:20.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:106:0) after 1m0s
[00:13:20.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:106:0)
[00:13:20.472] Timer tick, asking Buildbucket for the build status
[00:13:20.865] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:20.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:107:0) after 1m0s
[00:14:20.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:107:0)
[00:14:20.910] Timer tick, asking Buildbucket for the build status
[00:14:24.275] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:24.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:108:0) after 1m0s
[00:15:24.473] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:108:0)
[00:15:24.473] Timer tick, asking Buildbucket for the build status
[00:15:28.987] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:28.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:109:0) after 1m0s
[00:16:29.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:109:0)
[00:16:29.093] Timer tick, asking Buildbucket for the build status
[00:16:30.324] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:30.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:110:0) after 1m0s
[00:17:30.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:110:0)
[00:17:30.433] Timer tick, asking Buildbucket for the build status
[00:17:31.274] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:31.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:111:0) after 1m0s
[00:18:31.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:111:0)
[00:18:31.376] Timer tick, asking Buildbucket for the build status
[00:18:31.741] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:31.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:112:0) after 1m0s
[00:19:31.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:112:0)
[00:19:31.856] Timer tick, asking Buildbucket for the build status
[00:19:32.147] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:32.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:113:0) after 1m0s
[00:20:32.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:113:0)
[00:20:32.294] Timer tick, asking Buildbucket for the build status
[00:20:35.439] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:35.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:114:0) after 1m0s
[00:21:35.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:114:0)
[00:21:35.534] Timer tick, asking Buildbucket for the build status
[00:21:35.921] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:35.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:115:0) after 1m0s
[00:22:35.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:115:0)
[00:22:35.995] Timer tick, asking Buildbucket for the build status
[00:22:36.563] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:36.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:116:0) after 1m0s
[00:23:36.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:116:0)
[00:23:36.631] Timer tick, asking Buildbucket for the build status
[00:23:37.158] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:37.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:117:0) after 1m0s
[00:24:37.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:117:0)
[00:24:37.311] Timer tick, asking Buildbucket for the build status
[00:24:37.981] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:37.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:118:0) after 1m0s
[00:25:38.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:118:0)
[00:25:38.171] Timer tick, asking Buildbucket for the build status
[00:25:40.397] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:40.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:119:0) after 1m0s
[00:26:40.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:119:0)
[00:26:40.515] Timer tick, asking Buildbucket for the build status
[00:26:40.984] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:40.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:120:0) after 1m0s
[00:27:41.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:120:0)
[00:27:41.104] Timer tick, asking Buildbucket for the build status
[00:27:44.041] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:44.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:121:0) after 1m0s
[00:28:44.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:121:0)
[00:28:44.288] Timer tick, asking Buildbucket for the build status
[00:28:45.899] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:45.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:122:0) after 1m0s
[00:29:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:122:0)
[00:29:46.072] Timer tick, asking Buildbucket for the build status
[00:29:46.871] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:46.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:123:0) after 1m0s
[00:30:46.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:123:0)
[00:30:46.993] Timer tick, asking Buildbucket for the build status
[00:30:47.288] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:47.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:124:0) after 1m0s
[00:31:47.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:124:0)
[00:31:47.448] Timer tick, asking Buildbucket for the build status
[00:31:50.607] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:50.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:125:0) after 1m0s
[00:32:50.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:125:0)
[00:32:50.766] Timer tick, asking Buildbucket for the build status
[00:32:51.008] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:51.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:126:0) after 1m0s
[00:33:51.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:126:0)
[00:33:51.264] Timer tick, asking Buildbucket for the build status
[00:33:51.930] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:51.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:127:0) after 1m0s
[00:34:52.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:127:0)
[00:34:52.023] Timer tick, asking Buildbucket for the build status
[00:34:53.114] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:53.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:128:0) after 1m0s
[00:35:53.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:128:0)
[00:35:53.301] Timer tick, asking Buildbucket for the build status
[00:35:54.115] Build 8900580859613873520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:54.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066010923595512432:129:0) after 1m0s
[00:35:55.524] Received PubSub notification, asking Buildbucket for the build status
[00:35:55.717] Build 8900580859613873520: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:35:55.717] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1570149354185299",
    "created_by": "project:chromium",
    "created_ts": "1570141655297861",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900580859613873520",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f435393d58282c5fb44ed83c04bfd35915da3932\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10200, \"got_angle_revision\": \"c847a75f95be1251b07bbd3f87aed86de6c0b9cd\", \"got_dawn_revision\": \"3fd022ef60417eb15e6d5b82318c763f26024888\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"f435393d58282c5fb44ed83c04bfd35915da3932\", \"got_revision_cp\": \"refs/heads/master@{#702605}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"43e91961da2137e2354596fb0221ebb8dbaa836e\", \"got_v8_revision_cp\": \"refs/heads/7.9.202@{#1}\", \"got_webrtc_revision\": \"78c82a40409dc147cec33241b8af48115bfdb76f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29374}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f435393d58282c5fb44ed83c04bfd35915da3932\", \"swarm_hashes\": {\"0\": \"23c898ee021b78f8746416035aec48c446e8e906\", \"1\": \"137749e90950118ccfcc034558a0fd7e7fa15c17\", \"10\": \"56e6d0a9475383c1eb462746ceafdf32a71140b2\", \"11\": \"f2cb4ec51ab7814c2557c1c8b2cdf590bcc71f96\", \"12\": \"8d3b29272827d47df188a88c2a5c2a0b3846ac80\", \"13\": \"b654cc986db97f13756613a6b7153d631af4d833\", \"14\": \"69225a28172591b9901484c6c02d43ca111b2dd4\", \"15\": \"cabeaa68c576ab0547890a8e72ef5c30a561fc28\", \"16\": \"58eb29b0a5ccfdf227d0919197c2ebafc7ef7ee9\", \"2\": \"c801bd5564fe4038f0c740dd63ba810a9acf49e7\", \"3\": \"cb0fd79e4e343744a4a42b0dc9dd65b8e33d665c\", \"4\": \"147c530af0d67811306335a32adfdcc63f1c3618\", \"5\": \"101402076d0ef66bab6c5ecea01b32abb0e45cca\", \"6\": \"b40d7b77e1df08e835145c7246abfe12a10fd4fb\", \"7\": \"226a3f1e708ff7ff52b36071dab07575e96e6197\", \"8\": \"7dfb4ac37c4019b176a60643ad56ef18d43eafca\", \"9\": \"08d0d03ce40dfb29e4e96e8e49e9bba5448df0e3\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570141711683226",
    "status": "COMPLETED",
    "status_changed_ts": "1570141712505512",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10200",
      "builder:ToTiOS",
      "buildset:commit/git/f435393d58282c5fb44ed83c04bfd35915da3932",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f435393d58282c5fb44ed83c04bfd35915da3932",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066010923595512432",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900580859613873520/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47ac8ea446a69110",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570149354289354",
    "url": "https://ci.chromium.org/b/8900580859613873520",
    "utcnow_ts": "1570149355698134"
  }
}
[00:35:55.717] Invocation finished in 2h8m23.601164149s with status FAILED