Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "399c28793731bbc41e01faa932a088270f99899d"
}

Incoming tags

  • buildset:commit/git/399c28793731bbc41e01faa932a088270f99899d
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/399c28793731bbc41e01faa932a088270f99899d
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:40:22.605] New invocation is queued and will start shortly
[00:40:23.780] Starting the invocation (attempt 1)
[00:40:23.821] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:40:23.821] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:40:23.821] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068629878016803216",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"399c28793731bbc41e01faa932a088270f99899d\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9068629878016803216",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/399c28793731bbc41e01faa932a088270f99899d",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/399c28793731bbc41e01faa932a088270f99899d",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:40:27.504] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567644025301072",
    "id": "8903199814484083296",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"399c28793731bbc41e01faa932a088270f99899d\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567644026897784",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9760",
      "builder:ToTiOS",
      "buildset:commit/git/399c28793731bbc41e01faa932a088270f99899d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/399c28793731bbc41e01faa932a088270f99899d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068629878016803216",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903199814484083296/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567644026898141",
    "url": "https://ci.chromium.org/b/8903199814484083296",
    "utcnow_ts": "1567644027486117"
  }
}
[00:40:27.504] Task URL: https://ci.chromium.org/b/8903199814484083296
[00:40:27.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:2:0) after 1m0s
[00:41:27.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:2:0)
[00:41:27.531] Timer tick, asking Buildbucket for the build status
[00:41:27.734] Build 8903199814484083296: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:41:27.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:3:0) after 1m0s
[00:42:27.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:3:0)
[00:42:27.826] Timer tick, asking Buildbucket for the build status
[00:42:28.825] Build 8903199814484083296: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:42:28.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:4:0) after 1m0s
[00:43:18.735] Received PubSub notification, asking Buildbucket for the build status
[00:43:18.927] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:28.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:4:0)
[00:43:28.814] Timer tick, asking Buildbucket for the build status
[00:43:29.054] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:29.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:6:0) after 1m0s
[00:44:29.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:6:0)
[00:44:29.123] Timer tick, asking Buildbucket for the build status
[00:44:29.478] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:29.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:7:0) after 1m0s
[00:45:29.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:7:0)
[00:45:29.525] Timer tick, asking Buildbucket for the build status
[00:45:30.190] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:30.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:8:0) after 1m0s
[00:46:30.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:8:0)
[00:46:30.218] Timer tick, asking Buildbucket for the build status
[00:46:30.429] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:30.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:9:0) after 1m0s
[00:47:30.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:9:0)
[00:47:30.457] Timer tick, asking Buildbucket for the build status
[00:47:30.924] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:30.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:10:0) after 1m0s
[00:48:30.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:10:0)
[00:48:30.950] Timer tick, asking Buildbucket for the build status
[00:48:31.340] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:31.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:11:0) after 1m0s
[00:49:31.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:11:0)
[00:49:31.342] Timer tick, asking Buildbucket for the build status
[00:49:32.203] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:32.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:12:0) after 1m0s
[00:50:32.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:12:0)
[00:50:32.331] Timer tick, asking Buildbucket for the build status
[00:50:32.500] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:32.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:13:0) after 1m0s
[00:51:32.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:13:0)
[00:51:32.502] Timer tick, asking Buildbucket for the build status
[00:51:32.678] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:32.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:14:0) after 1m0s
[00:52:32.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:14:0)
[00:52:32.750] Timer tick, asking Buildbucket for the build status
[00:52:32.907] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:32.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:15:0) after 1m0s
[00:53:33.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:15:0)
[00:53:33.123] Timer tick, asking Buildbucket for the build status
[00:53:33.830] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:33.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:16:0) after 1m0s
[00:54:33.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:16:0)
[00:54:33.931] Timer tick, asking Buildbucket for the build status
[00:54:34.825] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:34.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:17:0) after 1m0s
[00:55:34.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:17:0)
[00:55:34.862] Timer tick, asking Buildbucket for the build status
[00:55:35.472] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:35.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:18:0) after 1m0s
[00:56:35.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:18:0)
[00:56:35.498] Timer tick, asking Buildbucket for the build status
[00:56:35.912] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:35.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:19:0) after 1m0s
[00:57:35.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:19:0)
[00:57:35.933] Timer tick, asking Buildbucket for the build status
[00:57:36.111] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:36.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:20:0) after 1m0s
[00:58:36.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:20:0)
[00:58:36.137] Timer tick, asking Buildbucket for the build status
[00:58:36.437] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:36.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:21:0) after 1m0s
[00:59:36.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:21:0)
[00:59:36.462] Timer tick, asking Buildbucket for the build status
[00:59:36.766] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:36.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:22:0) after 1m0s
[01:00:36.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:22:0)
[01:00:36.856] Timer tick, asking Buildbucket for the build status
[01:00:38.235] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:38.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:23:0) after 1m0s
[01:01:38.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:23:0)
[01:01:38.276] Timer tick, asking Buildbucket for the build status
[01:01:39.647] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:39.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:24:0) after 1m0s
[01:02:39.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:24:0)
[01:02:39.666] Timer tick, asking Buildbucket for the build status
[01:02:41.117] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:41.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:25:0) after 1m0s
[01:03:41.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:25:0)
[01:03:41.144] Timer tick, asking Buildbucket for the build status
[01:03:41.654] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:41.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:26:0) after 1m0s
[01:04:41.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:26:0)
[01:04:41.663] Timer tick, asking Buildbucket for the build status
[01:04:41.877] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:41.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:27:0) after 1m0s
[01:05:41.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:27:0)
[01:05:41.954] Timer tick, asking Buildbucket for the build status
[01:05:42.174] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:42.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:28:0) after 1m0s
[01:06:42.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:28:0)
[01:06:42.222] Timer tick, asking Buildbucket for the build status
[01:06:42.436] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:42.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:29:0) after 1m0s
[01:07:42.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:29:0)
[01:07:42.494] Timer tick, asking Buildbucket for the build status
[01:07:44.629] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:44.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:30:0) after 1m0s
[01:08:44.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:30:0)
[01:08:44.653] Timer tick, asking Buildbucket for the build status
[01:08:47.609] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:47.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:31:0) after 1m0s
[01:09:47.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:31:0)
[01:09:47.674] Timer tick, asking Buildbucket for the build status
[01:09:48.015] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:48.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:32:0) after 1m0s
[01:10:48.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:32:0)
[01:10:48.056] Timer tick, asking Buildbucket for the build status
[01:10:49.098] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:49.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:33:0) after 1m0s
[01:11:49.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:33:0)
[01:11:49.137] Timer tick, asking Buildbucket for the build status
[01:11:49.331] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:49.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:34:0) after 1m0s
[01:12:49.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:34:0)
[01:12:49.419] Timer tick, asking Buildbucket for the build status
[01:12:49.628] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:49.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:35:0) after 1m0s
[01:13:49.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:35:0)
[01:13:49.649] Timer tick, asking Buildbucket for the build status
[01:13:49.846] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:49.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:36:0) after 1m0s
[01:14:49.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:36:0)
[01:14:49.856] Timer tick, asking Buildbucket for the build status
[01:14:50.901] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:50.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:37:0) after 1m0s
[01:15:50.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:37:0)
[01:15:50.932] Timer tick, asking Buildbucket for the build status
[01:15:51.213] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:51.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:38:0) after 1m0s
[01:16:51.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:38:0)
[01:16:51.309] Timer tick, asking Buildbucket for the build status
[01:16:52.527] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:52.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:39:0) after 1m0s
[01:17:52.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:39:0)
[01:17:52.543] Timer tick, asking Buildbucket for the build status
[01:17:53.587] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:53.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:40:0) after 1m0s
[01:18:53.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:40:0)
[01:18:53.649] Timer tick, asking Buildbucket for the build status
[01:18:54.335] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:54.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:41:0) after 1m0s
[01:19:54.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:41:0)
[01:19:54.486] Timer tick, asking Buildbucket for the build status
[01:19:54.676] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:54.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:42:0) after 1m0s
[01:20:54.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:42:0)
[01:20:54.694] Timer tick, asking Buildbucket for the build status
[01:20:55.244] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:55.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:43:0) after 1m0s
[01:21:55.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:43:0)
[01:21:55.256] Timer tick, asking Buildbucket for the build status
[01:21:55.573] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:55.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:44:0) after 1m0s
[01:22:55.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:44:0)
[01:22:55.649] Timer tick, asking Buildbucket for the build status
[01:22:56.219] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:56.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:45:0) after 1m0s
[01:23:56.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:45:0)
[01:23:56.320] Timer tick, asking Buildbucket for the build status
[01:23:56.609] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:56.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:46:0) after 1m0s
[01:24:56.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:46:0)
[01:24:56.616] Timer tick, asking Buildbucket for the build status
[01:24:57.261] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:57.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:47:0) after 1m0s
[01:25:57.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:47:0)
[01:25:57.346] Timer tick, asking Buildbucket for the build status
[01:25:57.920] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:57.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:48:0) after 1m0s
[01:26:57.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:48:0)
[01:26:57.952] Timer tick, asking Buildbucket for the build status
[01:26:58.495] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:58.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:49:0) after 1m0s
[01:27:58.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:49:0)
[01:27:58.572] Timer tick, asking Buildbucket for the build status
[01:27:59.878] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:59.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:50:0) after 1m0s
[01:28:59.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:50:0)
[01:28:59.928] Timer tick, asking Buildbucket for the build status
[01:29:00.904] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:00.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:51:0) after 1m0s
[01:30:01.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:51:0)
[01:30:01.033] Timer tick, asking Buildbucket for the build status
[01:30:03.553] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:03.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:52:0) after 1m0s
[01:31:03.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:52:0)
[01:31:03.565] Timer tick, asking Buildbucket for the build status
[01:31:04.244] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:04.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:53:0) after 1m0s
[01:32:04.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:53:0)
[01:32:04.297] Timer tick, asking Buildbucket for the build status
[01:32:04.830] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:04.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:54:0) after 1m0s
[01:33:04.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:54:0)
[01:33:04.992] Timer tick, asking Buildbucket for the build status
[01:33:05.620] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:05.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:55:0) after 1m0s
[01:34:05.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:55:0)
[01:34:05.721] Timer tick, asking Buildbucket for the build status
[01:34:07.730] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:07.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:56:0) after 1m0s
[01:35:07.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:56:0)
[01:35:07.765] Timer tick, asking Buildbucket for the build status
[01:35:10.513] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:10.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:57:0) after 1m0s
[01:36:10.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:57:0)
[01:36:10.538] Timer tick, asking Buildbucket for the build status
[01:36:10.832] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:10.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:58:0) after 1m0s
[01:37:10.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:58:0)
[01:37:10.856] Timer tick, asking Buildbucket for the build status
[01:37:11.540] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:11.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:59:0) after 1m0s
[01:38:11.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:59:0)
[01:38:11.625] Timer tick, asking Buildbucket for the build status
[01:38:13.673] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:13.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:60:0) after 1m0s
[01:39:13.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:60:0)
[01:39:13.688] Timer tick, asking Buildbucket for the build status
[01:39:13.899] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:13.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:61:0) after 1m0s
[01:40:13.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:61:0)
[01:40:13.923] Timer tick, asking Buildbucket for the build status
[01:40:15.023] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:15.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:62:0) after 1m0s
[01:41:15.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:62:0)
[01:41:15.098] Timer tick, asking Buildbucket for the build status
[01:41:16.234] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:16.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:63:0) after 1m0s
[01:42:16.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:63:0)
[01:42:16.263] Timer tick, asking Buildbucket for the build status
[01:42:17.208] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:17.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:64:0) after 1m0s
[01:43:17.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:64:0)
[01:43:17.285] Timer tick, asking Buildbucket for the build status
[01:43:19.606] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:19.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:65:0) after 1m0s
[01:44:19.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:65:0)
[01:44:19.630] Timer tick, asking Buildbucket for the build status
[01:44:21.597] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:21.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:66:0) after 1m0s
[01:45:22.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:66:0)
[01:45:22.376] Timer tick, asking Buildbucket for the build status
[01:45:23.522] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:23.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:67:0) after 1m0s
[01:46:23.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:67:0)
[01:46:23.557] Timer tick, asking Buildbucket for the build status
[01:46:24.632] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:24.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:68:0) after 1m0s
[01:47:24.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:68:0)
[01:47:24.715] Timer tick, asking Buildbucket for the build status
[01:47:25.986] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:25.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:69:0) after 1m0s
[01:48:26.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:69:0)
[01:48:26.004] Timer tick, asking Buildbucket for the build status
[01:48:26.433] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:26.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:70:0) after 1m0s
[01:49:26.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:70:0)
[01:49:26.510] Timer tick, asking Buildbucket for the build status
[01:49:27.158] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:71:0) after 1m0s
[01:50:27.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:71:0)
[01:50:27.191] Timer tick, asking Buildbucket for the build status
[01:50:29.279] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:29.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:72:0) after 1m0s
[01:51:29.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:72:0)
[01:51:29.307] Timer tick, asking Buildbucket for the build status
[01:51:29.878] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:29.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:73:0) after 1m0s
[01:52:29.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:73:0)
[01:52:29.935] Timer tick, asking Buildbucket for the build status
[01:52:30.461] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:30.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:74:0) after 1m0s
[01:53:30.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:74:0)
[01:53:30.465] Timer tick, asking Buildbucket for the build status
[01:53:32.557] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:32.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:75:0) after 1m0s
[01:54:32.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:75:0)
[01:54:32.588] Timer tick, asking Buildbucket for the build status
[01:54:33.152] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:33.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:76:0) after 1m0s
[01:55:33.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:76:0)
[01:55:33.274] Timer tick, asking Buildbucket for the build status
[01:55:34.236] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:34.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:77:0) after 1m0s
[01:56:34.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:77:0)
[01:56:34.259] Timer tick, asking Buildbucket for the build status
[01:56:36.138] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:36.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:78:0) after 1m0s
[01:57:36.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:78:0)
[01:57:36.200] Timer tick, asking Buildbucket for the build status
[01:57:36.364] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:36.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:79:0) after 1m0s
[01:58:36.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:79:0)
[01:58:36.387] Timer tick, asking Buildbucket for the build status
[01:58:37.376] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:37.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:80:0) after 1m0s
[01:59:37.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:80:0)
[01:59:37.422] Timer tick, asking Buildbucket for the build status
[01:59:38.004] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:38.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:81:0) after 1m0s
[02:00:38.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:81:0)
[02:00:38.066] Timer tick, asking Buildbucket for the build status
[02:00:38.256] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:38.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:82:0) after 1m0s
[02:01:38.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:82:0)
[02:01:38.284] Timer tick, asking Buildbucket for the build status
[02:01:39.235] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:39.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:83:0) after 1m0s
[02:02:39.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:83:0)
[02:02:39.272] Timer tick, asking Buildbucket for the build status
[02:02:39.805] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:39.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:84:0) after 1m0s
[02:03:39.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:84:0)
[02:03:39.828] Timer tick, asking Buildbucket for the build status
[02:03:42.263] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:42.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:85:0) after 1m0s
[02:04:42.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:85:0)
[02:04:42.278] Timer tick, asking Buildbucket for the build status
[02:04:42.454] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:42.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:86:0) after 1m0s
[02:05:42.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:86:0)
[02:05:42.481] Timer tick, asking Buildbucket for the build status
[02:05:42.818] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:42.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:87:0) after 1m0s
[02:06:42.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:87:0)
[02:06:42.849] Timer tick, asking Buildbucket for the build status
[02:06:44.370] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:44.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:88:0) after 1m0s
[02:07:44.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:88:0)
[02:07:44.517] Timer tick, asking Buildbucket for the build status
[02:07:44.809] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:44.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:89:0) after 1m0s
[02:08:44.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:89:0)
[02:08:44.893] Timer tick, asking Buildbucket for the build status
[02:08:45.219] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:45.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:90:0) after 1m0s
[02:09:45.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:90:0)
[02:09:45.247] Timer tick, asking Buildbucket for the build status
[02:09:45.435] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:45.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:91:0) after 1m0s
[02:10:45.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:91:0)
[02:10:45.603] Timer tick, asking Buildbucket for the build status
[02:10:45.826] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:45.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:92:0) after 1m0s
[02:11:45.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:92:0)
[02:11:45.877] Timer tick, asking Buildbucket for the build status
[02:11:46.231] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:46.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:93:0) after 1m0s
[02:12:46.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:93:0)
[02:12:46.320] Timer tick, asking Buildbucket for the build status
[02:12:46.524] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:46.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:94:0) after 1m0s
[02:13:46.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:94:0)
[02:13:46.549] Timer tick, asking Buildbucket for the build status
[02:13:46.721] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:46.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:95:0) after 1m0s
[02:14:46.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:95:0)
[02:14:46.758] Timer tick, asking Buildbucket for the build status
[02:14:46.941] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:96:0) after 1m0s
[02:15:47.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:96:0)
[02:15:47.031] Timer tick, asking Buildbucket for the build status
[02:15:47.399] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:47.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:97:0) after 1m0s
[02:16:47.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:97:0)
[02:16:47.421] Timer tick, asking Buildbucket for the build status
[02:16:47.658] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:47.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:98:0) after 1m0s
[02:17:47.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:98:0)
[02:17:47.715] Timer tick, asking Buildbucket for the build status
[02:17:47.956] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:47.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:99:0) after 1m0s
[02:18:47.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:99:0)
[02:18:47.949] Timer tick, asking Buildbucket for the build status
[02:18:48.767] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:48.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:100:0) after 1m0s
[02:19:48.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:100:0)
[02:19:48.794] Timer tick, asking Buildbucket for the build status
[02:19:49.046] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:49.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:101:0) after 1m0s
[02:20:49.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:101:0)
[02:20:49.105] Timer tick, asking Buildbucket for the build status
[02:20:49.375] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:49.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:102:0) after 1m0s
[02:21:49.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:102:0)
[02:21:49.405] Timer tick, asking Buildbucket for the build status
[02:21:49.859] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:49.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:103:0) after 1m0s
[02:22:50.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:103:0)
[02:22:50.051] Timer tick, asking Buildbucket for the build status
[02:22:50.598] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:50.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:104:0) after 1m0s
[02:23:50.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:104:0)
[02:23:50.648] Timer tick, asking Buildbucket for the build status
[02:23:51.631] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:51.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:105:0) after 1m0s
[02:24:51.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:105:0)
[02:24:51.657] Timer tick, asking Buildbucket for the build status
[02:24:51.909] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:51.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:106:0) after 1m0s
[02:25:51.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:106:0)
[02:25:51.934] Timer tick, asking Buildbucket for the build status
[02:25:52.792] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:52.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:107:0) after 1m0s
[02:26:52.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:107:0)
[02:26:52.820] Timer tick, asking Buildbucket for the build status
[02:26:54.739] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:54.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:108:0) after 1m0s
[02:27:54.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:108:0)
[02:27:54.771] Timer tick, asking Buildbucket for the build status
[02:27:55.456] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:55.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:109:0) after 1m0s
[02:28:55.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:109:0)
[02:28:55.593] Timer tick, asking Buildbucket for the build status
[02:28:55.925] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:55.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:110:0) after 1m0s
[02:29:56.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:110:0)
[02:29:56.064] Timer tick, asking Buildbucket for the build status
[02:29:56.307] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:56.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:111:0) after 1m0s
[02:30:56.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:111:0)
[02:30:56.346] Timer tick, asking Buildbucket for the build status
[02:30:56.581] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:56.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:112:0) after 1m0s
[02:31:56.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:112:0)
[02:31:56.641] Timer tick, asking Buildbucket for the build status
[02:31:56.833] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:56.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:113:0) after 1m0s
[02:32:56.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:113:0)
[02:32:56.903] Timer tick, asking Buildbucket for the build status
[02:32:57.093] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:57.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:114:0) after 1m0s
[02:33:57.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:114:0)
[02:33:57.217] Timer tick, asking Buildbucket for the build status
[02:33:57.783] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:57.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:115:0) after 1m0s
[02:34:57.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:115:0)
[02:34:57.856] Timer tick, asking Buildbucket for the build status
[02:34:58.576] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:58.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:116:0) after 1m0s
[02:35:58.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:116:0)
[02:35:58.617] Timer tick, asking Buildbucket for the build status
[02:36:00.596] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:00.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:117:0) after 1m0s
[02:37:00.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:117:0)
[02:37:00.721] Timer tick, asking Buildbucket for the build status
[02:37:00.985] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:00.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:118:0) after 1m0s
[02:38:01.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:118:0)
[02:38:01.066] Timer tick, asking Buildbucket for the build status
[02:38:01.307] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:01.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:119:0) after 1m0s
[02:39:01.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:119:0)
[02:39:01.384] Timer tick, asking Buildbucket for the build status
[02:39:01.610] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:01.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:120:0) after 1m0s
[02:40:01.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:120:0)
[02:40:01.658] Timer tick, asking Buildbucket for the build status
[02:40:01.931] Build 8903199814484083296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:01.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068629878016803216:121:0) after 1m0s
[02:40:18.427] Received PubSub notification, asking Buildbucket for the build status
[02:40:18.584] Build 8903199814484083296: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:40:18.584] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567651217725862",
    "created_by": "project:chromium",
    "created_ts": "1567644025301072",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903199814484083296",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"399c28793731bbc41e01faa932a088270f99899d\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9760, \"got_angle_revision\": \"7e44ec26d6520ce3bce76df687b593b1e6d4b67b\", \"got_dawn_revision\": \"45238d775a234735b4ae316bdc6ce46dafc12144\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"399c28793731bbc41e01faa932a088270f99899d\", \"got_revision_cp\": \"refs/heads/master@{#693461}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"73694fd32996da7f914e05ebc84aa9fbe2cd6b52\", \"got_v8_revision_cp\": \"refs/heads/7.8.279@{#1}\", \"got_webrtc_revision\": \"1aa7e2fa2d6de586253d93575b2d3b6ae70cb056\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29046}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"399c28793731bbc41e01faa932a088270f99899d\", \"swarm_hashes\": {\"0\": \"de92a368e2af85dc90fbf8951ca5dbef2df4cab2\", \"1\": \"1700cea3da655bb7b047b1ee717c843f1fd50714\", \"10\": \"c7cf8b9fa02ea29eae41a356d0376c1ebccfe013\", \"11\": \"cc4d672242818ab6851ed0baaf1dcc48dee07e03\", \"12\": \"48583adbf1cc8a05ccf9457b683b40cb1e3ef0a8\", \"13\": \"0e6b80cf18df95f422a583dbb5b3afb273fc4c6c\", \"14\": \"3dbf2a05616d2cfe655d3cd8161bb0f81796ffcd\", \"15\": \"b5eab31862ab4fc15bfe300e0409ccec72e37f37\", \"16\": \"4ea936b877e1ecb195fc935c28656d9beed195fd\", \"2\": \"3c6ea8c00a9832b9e928d66fbda74570c13724eb\", \"3\": \"3622e3537f6469038c926a5aa6541946e1c83754\", \"4\": \"bd68231f4462500ff06b92b3fd92f639f54427ca\", \"5\": \"3d53b98f5007e2e67590dfad8bbfc4a91de65008\", \"6\": \"0be0c4029c30d0a7f90d7ce728b55580a6f207bd\", \"7\": \"da29213427e474d4ae55a9a33242352031d699ef\", \"8\": \"33a4d7b53e5bbb9508a8f8eb002d5492f4db560e\", \"9\": \"f60ccc9b9922bc2614b4a05d6b6dc7cd627ff124\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567644197284483",
    "status": "COMPLETED",
    "status_changed_ts": "1567644198409898",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9760",
      "builder:ToTiOS",
      "buildset:commit/git/399c28793731bbc41e01faa932a088270f99899d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/399c28793731bbc41e01faa932a088270f99899d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068629878016803216",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903199814484083296/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4717af135aa63710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567651218024289",
    "url": "https://ci.chromium.org/b/8903199814484083296",
    "utcnow_ts": "1567651218574363"
  }
}
[02:40:18.584] Invocation finished in 1h59m56.034380302s with status FAILED