Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "60902b4553b9b8af21f75e3d1597987d7e2194fc"
}

Incoming tags

  • buildset:commit/git/60902b4553b9b8af21f75e3d1597987d7e2194fc
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60902b4553b9b8af21f75e3d1597987d7e2194fc
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[17:49:03.032] New invocation is queued and will start shortly
[17:49:06.673] Starting the invocation (attempt 1)
[17:49:06.715] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:49:06.716] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:49:06.716] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9070105307846356320",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"60902b4553b9b8af21f75e3d1597987d7e2194fc\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9070105307846356320",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/60902b4553b9b8af21f75e3d1597987d7e2194fc",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60902b4553b9b8af21f75e3d1597987d7e2194fc",
    "gitiles_ref:refs/heads/master"
  ]
}
[17:49:07.737] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566236946926084",
    "id": "8904675243098880496",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"60902b4553b9b8af21f75e3d1597987d7e2194fc\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566236947553815",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9514",
      "builder:ToTiOS",
      "buildset:commit/git/60902b4553b9b8af21f75e3d1597987d7e2194fc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60902b4553b9b8af21f75e3d1597987d7e2194fc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9070105307846356320",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904675243098880496/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566236947553927",
    "url": "https://ci.chromium.org/b/8904675243098880496",
    "utcnow_ts": "1566236947723496"
  }
}
[17:49:07.737] Task URL: https://ci.chromium.org/b/8904675243098880496
[17:49:07.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:2:0) after 1m0s
[17:50:07.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:2:0)
[17:50:07.816] Timer tick, asking Buildbucket for the build status
[17:50:07.978] Build 8904675243098880496: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:50:07.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:3:0) after 1m0s
[17:51:08.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:3:0)
[17:51:08.003] Timer tick, asking Buildbucket for the build status
[17:51:08.850] Build 8904675243098880496: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:51:08.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:4:0) after 1m0s
[17:52:08.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:4:0)
[17:52:08.834] Timer tick, asking Buildbucket for the build status
[17:52:09.516] Build 8904675243098880496: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:52:09.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:5:0) after 1m0s
[17:52:21.825] Received PubSub notification, asking Buildbucket for the build status
[17:52:21.961] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:09.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:5:0)
[17:53:09.591] Timer tick, asking Buildbucket for the build status
[17:53:10.363] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:10.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:7:0) after 1m0s
[17:54:10.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:7:0)
[17:54:10.465] Timer tick, asking Buildbucket for the build status
[17:54:10.720] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:10.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:8:0) after 1m0s
[17:55:10.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:8:0)
[17:55:10.802] Timer tick, asking Buildbucket for the build status
[17:55:11.000] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:11.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:9:0) after 1m0s
[17:56:11.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:9:0)
[17:56:11.100] Timer tick, asking Buildbucket for the build status
[17:56:11.763] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:11.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:10:0) after 1m0s
[17:57:11.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:10:0)
[17:57:11.804] Timer tick, asking Buildbucket for the build status
[17:57:12.094] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:12.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:11:0) after 1m0s
[17:58:12.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:11:0)
[17:58:12.157] Timer tick, asking Buildbucket for the build status
[17:58:12.435] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:12.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:12:0) after 1m0s
[17:59:12.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:12:0)
[17:59:12.676] Timer tick, asking Buildbucket for the build status
[17:59:13.421] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:13.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:13:0) after 1m0s
[18:00:13.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:13:0)
[18:00:13.499] Timer tick, asking Buildbucket for the build status
[18:00:14.071] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:14.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:14:0) after 1m0s
[18:01:14.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:14:0)
[18:01:14.289] Timer tick, asking Buildbucket for the build status
[18:01:15.285] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:15.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:15:0) after 1m0s
[18:02:15.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:15:0)
[18:02:15.364] Timer tick, asking Buildbucket for the build status
[18:02:16.159] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:16.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:16:0) after 1m0s
[18:03:16.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:16:0)
[18:03:16.411] Timer tick, asking Buildbucket for the build status
[18:03:16.850] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:16.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:17:0) after 1m0s
[18:04:16.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:17:0)
[18:04:16.946] Timer tick, asking Buildbucket for the build status
[18:04:17.855] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:17.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:18:0) after 1m0s
[18:05:17.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:18:0)
[18:05:17.884] Timer tick, asking Buildbucket for the build status
[18:05:18.910] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:18.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:19:0) after 1m0s
[18:06:19.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:19:0)
[18:06:19.048] Timer tick, asking Buildbucket for the build status
[18:06:19.545] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:19.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:20:0) after 1m0s
[18:07:19.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:20:0)
[18:07:19.640] Timer tick, asking Buildbucket for the build status
[18:07:21.263] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:21.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:21:0) after 1m0s
[18:08:21.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:21:0)
[18:08:21.272] Timer tick, asking Buildbucket for the build status
[18:08:21.497] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:21.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:22:0) after 1m0s
[18:09:21.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:22:0)
[18:09:21.687] Timer tick, asking Buildbucket for the build status
[18:09:21.909] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:21.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:23:0) after 1m0s
[18:10:21.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:23:0)
[18:10:21.963] Timer tick, asking Buildbucket for the build status
[18:10:23.425] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:23.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:24:0) after 1m0s
[18:11:23.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:24:0)
[18:11:23.491] Timer tick, asking Buildbucket for the build status
[18:11:25.448] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:25.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:25:0) after 1m0s
[18:12:25.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:25:0)
[18:12:25.627] Timer tick, asking Buildbucket for the build status
[18:12:26.017] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:26.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:26:0) after 1m0s
[18:13:26.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:26:0)
[18:13:26.189] Timer tick, asking Buildbucket for the build status
[18:13:29.420] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:29.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:27:0) after 1m0s
[18:14:29.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:27:0)
[18:14:29.589] Timer tick, asking Buildbucket for the build status
[18:14:30.928] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:30.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:28:0) after 1m0s
[18:15:30.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:28:0)
[18:15:30.954] Timer tick, asking Buildbucket for the build status
[18:15:31.179] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:31.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:29:0) after 1m0s
[18:16:31.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:29:0)
[18:16:31.274] Timer tick, asking Buildbucket for the build status
[18:16:31.451] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:31.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:30:0) after 1m0s
[18:17:31.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:30:0)
[18:17:31.509] Timer tick, asking Buildbucket for the build status
[18:17:32.099] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:32.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:31:0) after 1m0s
[18:18:32.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:31:0)
[18:18:32.247] Timer tick, asking Buildbucket for the build status
[18:18:32.648] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:32.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:32:0) after 1m0s
[18:19:32.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:32:0)
[18:19:32.826] Timer tick, asking Buildbucket for the build status
[18:19:33.019] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:33.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:33:0) after 1m0s
[18:20:33.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:33:0)
[18:20:33.164] Timer tick, asking Buildbucket for the build status
[18:20:38.504] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:38.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:34:0) after 1m0s
[18:21:38.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:34:0)
[18:21:38.585] Timer tick, asking Buildbucket for the build status
[18:21:39.011] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:39.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:35:0) after 1m0s
[18:22:39.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:35:0)
[18:22:39.106] Timer tick, asking Buildbucket for the build status
[18:22:39.317] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:39.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:36:0) after 1m0s
[18:23:39.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:36:0)
[18:23:39.371] Timer tick, asking Buildbucket for the build status
[18:23:41.265] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:41.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:37:0) after 1m0s
[18:24:41.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:37:0)
[18:24:41.322] Timer tick, asking Buildbucket for the build status
[18:24:41.568] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:41.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:38:0) after 1m0s
[18:25:41.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:38:0)
[18:25:41.673] Timer tick, asking Buildbucket for the build status
[18:25:42.308] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:42.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:39:0) after 1m0s
[18:26:42.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:39:0)
[18:26:42.307] Timer tick, asking Buildbucket for the build status
[18:26:43.599] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:43.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:40:0) after 1m0s
[18:27:43.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:40:0)
[18:27:43.729] Timer tick, asking Buildbucket for the build status
[18:27:44.006] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:44.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:41:0) after 1m0s
[18:28:44.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:41:0)
[18:28:44.032] Timer tick, asking Buildbucket for the build status
[18:28:44.873] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:42:0) after 1m0s
[18:29:44.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:42:0)
[18:29:44.933] Timer tick, asking Buildbucket for the build status
[18:29:45.127] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:45.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:43:0) after 1m0s
[18:30:45.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:43:0)
[18:30:45.338] Timer tick, asking Buildbucket for the build status
[18:30:48.093] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:48.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:44:0) after 1m0s
[18:31:48.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:44:0)
[18:31:48.131] Timer tick, asking Buildbucket for the build status
[18:31:53.601] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:53.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:45:0) after 1m0s
[18:32:53.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:45:0)
[18:32:53.702] Timer tick, asking Buildbucket for the build status
[18:32:54.200] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:54.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:46:0) after 1m0s
[18:33:54.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:46:0)
[18:33:54.361] Timer tick, asking Buildbucket for the build status
[18:33:55.388] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:55.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:47:0) after 1m0s
[18:34:55.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:47:0)
[18:34:55.594] Timer tick, asking Buildbucket for the build status
[18:34:56.168] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:56.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:48:0) after 1m0s
[18:35:56.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:48:0)
[18:35:56.251] Timer tick, asking Buildbucket for the build status
[18:35:58.704] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:58.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:49:0) after 1m0s
[18:36:58.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:49:0)
[18:36:58.811] Timer tick, asking Buildbucket for the build status
[18:36:59.008] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:59.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:50:0) after 1m0s
[18:37:59.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:50:0)
[18:37:59.144] Timer tick, asking Buildbucket for the build status
[18:37:59.311] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:59.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:51:0) after 1m0s
[18:38:59.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:51:0)
[18:38:59.461] Timer tick, asking Buildbucket for the build status
[18:38:59.666] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:59.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:52:0) after 1m0s
[18:39:59.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:52:0)
[18:39:59.996] Timer tick, asking Buildbucket for the build status
[18:40:00.250] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:00.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:53:0) after 1m0s
[18:41:00.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:53:0)
[18:41:00.319] Timer tick, asking Buildbucket for the build status
[18:41:00.582] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:00.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:54:0) after 1m0s
[18:42:00.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:54:0)
[18:42:00.617] Timer tick, asking Buildbucket for the build status
[18:42:00.832] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:00.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:55:0) after 1m0s
[18:43:01.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:55:0)
[18:43:01.036] Timer tick, asking Buildbucket for the build status
[18:43:01.459] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:01.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:56:0) after 1m0s
[18:44:02.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:56:0)
[18:44:02.109] Timer tick, asking Buildbucket for the build status
[18:44:04.885] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:04.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:57:0) after 1m0s
[18:45:05.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:57:0)
[18:45:05.007] Timer tick, asking Buildbucket for the build status
[18:45:05.239] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:05.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:58:0) after 1m0s
[18:46:05.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:58:0)
[18:46:05.582] Timer tick, asking Buildbucket for the build status
[18:46:06.164] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:06.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:59:0) after 1m0s
[18:47:06.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:59:0)
[18:47:06.395] Timer tick, asking Buildbucket for the build status
[18:47:06.724] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:06.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:60:0) after 1m0s
[18:48:06.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:60:0)
[18:48:06.807] Timer tick, asking Buildbucket for the build status
[18:48:07.859] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:07.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:61:0) after 1m0s
[18:49:08.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:61:0)
[18:49:08.040] Timer tick, asking Buildbucket for the build status
[18:49:08.203] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:08.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:62:0) after 1m0s
[18:50:08.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:62:0)
[18:50:08.490] Timer tick, asking Buildbucket for the build status
[18:50:09.423] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:09.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:63:0) after 1m0s
[18:51:09.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:63:0)
[18:51:09.511] Timer tick, asking Buildbucket for the build status
[18:51:09.660] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:09.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:64:0) after 1m0s
[18:52:09.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:64:0)
[18:52:09.821] Timer tick, asking Buildbucket for the build status
[18:52:11.613] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:11.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:65:0) after 1m0s
[18:53:11.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:65:0)
[18:53:11.728] Timer tick, asking Buildbucket for the build status
[18:53:12.410] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:12.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:66:0) after 1m0s
[18:54:12.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:66:0)
[18:54:12.468] Timer tick, asking Buildbucket for the build status
[18:54:13.308] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:13.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:67:0) after 1m0s
[18:55:13.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:67:0)
[18:55:13.363] Timer tick, asking Buildbucket for the build status
[18:55:16.129] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:16.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:68:0) after 1m0s
[18:56:16.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:68:0)
[18:56:16.273] Timer tick, asking Buildbucket for the build status
[18:56:16.538] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:16.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:69:0) after 1m0s
[18:57:16.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:69:0)
[18:57:16.580] Timer tick, asking Buildbucket for the build status
[18:57:16.816] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:16.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:70:0) after 1m0s
[18:58:16.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:70:0)
[18:58:16.828] Timer tick, asking Buildbucket for the build status
[18:58:16.997] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:16.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:71:0) after 1m0s
[18:59:17.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:71:0)
[18:59:17.048] Timer tick, asking Buildbucket for the build status
[18:59:17.262] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:17.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:72:0) after 1m0s
[19:00:17.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:72:0)
[19:00:17.393] Timer tick, asking Buildbucket for the build status
[19:00:17.600] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:17.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:73:0) after 1m0s
[19:01:17.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:73:0)
[19:01:17.895] Timer tick, asking Buildbucket for the build status
[19:01:18.056] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:18.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:74:0) after 1m0s
[19:02:18.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:74:0)
[19:02:18.352] Timer tick, asking Buildbucket for the build status
[19:02:18.630] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:18.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:75:0) after 1m0s
[19:03:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:75:0)
[19:03:18.731] Timer tick, asking Buildbucket for the build status
[19:03:19.551] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:19.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:76:0) after 1m0s
[19:04:19.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:76:0)
[19:04:19.742] Timer tick, asking Buildbucket for the build status
[19:04:19.960] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:19.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:77:0) after 1m0s
[19:05:20.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:77:0)
[19:05:20.124] Timer tick, asking Buildbucket for the build status
[19:05:20.358] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:20.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:78:0) after 1m0s
[19:06:20.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:78:0)
[19:06:20.486] Timer tick, asking Buildbucket for the build status
[19:06:21.037] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:21.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:79:0) after 1m0s
[19:07:21.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:79:0)
[19:07:21.098] Timer tick, asking Buildbucket for the build status
[19:07:21.343] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:21.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:80:0) after 1m0s
[19:08:21.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:80:0)
[19:08:21.411] Timer tick, asking Buildbucket for the build status
[19:08:22.271] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:22.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:81:0) after 1m0s
[19:09:22.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:81:0)
[19:09:22.346] Timer tick, asking Buildbucket for the build status
[19:09:22.531] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:22.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:82:0) after 1m0s
[19:10:22.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:82:0)
[19:10:22.629] Timer tick, asking Buildbucket for the build status
[19:10:23.353] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:23.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:83:0) after 1m0s
[19:11:23.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:83:0)
[19:11:23.365] Timer tick, asking Buildbucket for the build status
[19:11:23.538] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:23.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:84:0) after 1m0s
[19:12:23.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:84:0)
[19:12:23.568] Timer tick, asking Buildbucket for the build status
[19:12:24.146] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:24.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:85:0) after 1m0s
[19:13:24.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:85:0)
[19:13:24.207] Timer tick, asking Buildbucket for the build status
[19:13:24.419] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:24.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:86:0) after 1m0s
[19:14:24.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:86:0)
[19:14:24.477] Timer tick, asking Buildbucket for the build status
[19:14:25.165] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:25.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:87:0) after 1m0s
[19:15:25.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:87:0)
[19:15:25.298] Timer tick, asking Buildbucket for the build status
[19:15:26.067] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:26.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:88:0) after 1m0s
[19:16:26.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:88:0)
[19:16:26.173] Timer tick, asking Buildbucket for the build status
[19:16:26.353] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:26.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:89:0) after 1m0s
[19:17:26.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:89:0)
[19:17:26.392] Timer tick, asking Buildbucket for the build status
[19:17:26.568] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:26.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:90:0) after 1m0s
[19:18:26.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:90:0)
[19:18:26.691] Timer tick, asking Buildbucket for the build status
[19:18:27.003] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:27.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:91:0) after 1m0s
[19:19:27.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:91:0)
[19:19:27.208] Timer tick, asking Buildbucket for the build status
[19:19:27.815] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:27.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:92:0) after 1m0s
[19:20:27.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:92:0)
[19:20:27.947] Timer tick, asking Buildbucket for the build status
[19:20:28.788] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:28.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:93:0) after 1m0s
[19:21:28.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:93:0)
[19:21:28.875] Timer tick, asking Buildbucket for the build status
[19:21:29.182] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:29.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:94:0) after 1m0s
[19:22:29.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:94:0)
[19:22:29.219] Timer tick, asking Buildbucket for the build status
[19:22:29.439] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:29.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:95:0) after 1m0s
[19:23:29.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:95:0)
[19:23:29.476] Timer tick, asking Buildbucket for the build status
[19:23:29.708] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:29.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:96:0) after 1m0s
[19:24:29.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:96:0)
[19:24:29.759] Timer tick, asking Buildbucket for the build status
[19:24:29.995] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:29.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:97:0) after 1m0s
[19:25:30.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:97:0)
[19:25:30.166] Timer tick, asking Buildbucket for the build status
[19:25:31.050] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:31.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:98:0) after 1m0s
[19:26:31.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:98:0)
[19:26:31.189] Timer tick, asking Buildbucket for the build status
[19:26:31.525] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:31.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:99:0) after 1m0s
[19:30:46.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:99:0)
[19:30:46.772] Timer tick, asking Buildbucket for the build status
[19:30:47.011] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:47.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:100:0) after 1m0s
[19:31:47.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:100:0)
[19:31:47.018] Timer tick, asking Buildbucket for the build status
[19:31:47.367] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:47.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:101:0) after 1m0s
[19:32:47.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:101:0)
[19:32:47.408] Timer tick, asking Buildbucket for the build status
[19:32:48.379] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:48.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:102:0) after 1m0s
[19:33:48.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:102:0)
[19:33:48.520] Timer tick, asking Buildbucket for the build status
[19:33:48.761] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:48.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:103:0) after 1m0s
[19:34:48.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:103:0)
[19:34:48.832] Timer tick, asking Buildbucket for the build status
[19:34:50.264] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:50.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:104:0) after 1m0s
[19:35:50.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:104:0)
[19:35:50.453] Timer tick, asking Buildbucket for the build status
[19:35:50.946] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:50.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:105:0) after 1m0s
[19:36:50.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:105:0)
[19:36:50.997] Timer tick, asking Buildbucket for the build status
[19:36:51.337] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:51.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:106:0) after 1m0s
[19:37:51.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:106:0)
[19:37:51.319] Timer tick, asking Buildbucket for the build status
[19:37:52.108] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:52.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:107:0) after 1m0s
[19:38:52.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:107:0)
[19:38:52.140] Timer tick, asking Buildbucket for the build status
[19:38:52.270] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:52.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:108:0) after 1m0s
[19:39:52.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:108:0)
[19:39:52.335] Timer tick, asking Buildbucket for the build status
[19:39:52.498] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:52.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:109:0) after 1m0s
[19:40:52.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:109:0)
[19:40:52.800] Timer tick, asking Buildbucket for the build status
[19:40:53.065] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:53.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:110:0) after 1m0s
[19:41:53.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:110:0)
[19:41:53.291] Timer tick, asking Buildbucket for the build status
[19:41:53.608] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:53.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:111:0) after 1m0s
[19:42:53.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:111:0)
[19:42:53.919] Timer tick, asking Buildbucket for the build status
[19:42:54.930] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:54.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:112:0) after 1m0s
[19:43:54.977] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:112:0)
[19:43:54.977] Timer tick, asking Buildbucket for the build status
[19:43:55.296] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:55.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:113:0) after 1m0s
[19:44:55.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:113:0)
[19:44:55.353] Timer tick, asking Buildbucket for the build status
[19:44:56.520] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:56.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:114:0) after 1m0s
[19:45:56.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:114:0)
[19:45:56.569] Timer tick, asking Buildbucket for the build status
[19:45:57.063] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:57.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:115:0) after 1m0s
[19:46:57.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:115:0)
[19:46:57.146] Timer tick, asking Buildbucket for the build status
[19:46:57.469] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:57.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:116:0) after 1m0s
[19:47:57.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:116:0)
[19:47:57.642] Timer tick, asking Buildbucket for the build status
[19:47:57.782] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:57.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:117:0) after 1m0s
[19:48:57.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:117:0)
[19:48:57.812] Timer tick, asking Buildbucket for the build status
[19:48:58.425] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:58.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:118:0) after 1m0s
[19:49:58.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:118:0)
[19:49:58.602] Timer tick, asking Buildbucket for the build status
[19:49:58.860] Build 8904675243098880496: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:58.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9070105307846356320:119:0) after 1m0s
[19:50:30.640] Received PubSub notification, asking Buildbucket for the build status
[19:50:30.795] Build 8904675243098880496: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:50:30.795] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566244229995799",
    "created_by": "project:chromium",
    "created_ts": "1566236946926084",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904675243098880496",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"60902b4553b9b8af21f75e3d1597987d7e2194fc\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9514, \"got_angle_revision\": \"265fdf0c5fd6b1e28a54c18ca40a8461c7f449a7\", \"got_dawn_revision\": \"ee3de1e1f3da2386197a2c586304deb263890a35\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"60902b4553b9b8af21f75e3d1597987d7e2194fc\", \"got_revision_cp\": \"refs/heads/master@{#688153}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"05137a762c9ecaad8c9fa555284b4f907e273e2d\", \"got_v8_revision_cp\": \"refs/heads/7.8.118@{#1}\", \"got_webrtc_revision\": \"185243b335221d910798f8a5f55ff12fbc362558\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28900}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"60902b4553b9b8af21f75e3d1597987d7e2194fc\", \"swarm_hashes\": {\"0\": \"74e74539590d181c17f6127337a9b4f080bd5540\", \"1\": \"97eca6d41ed66b8bf5fc8703fa8dd382070f448a\", \"10\": \"81e0d386b2dab87029a241ccd503a3247d5f9825\", \"11\": \"922b9bd77f0c980dbf5c2dc3297540d2a8aafc6a\", \"12\": \"2687d979942aa8e81cefea213f7c5108eb52fece\", \"13\": \"522cd0c303dc6ef0a7a74c62a9c8242c3d1744bb\", \"14\": \"120569a4b3cd68b418b02463872ef54e2f7b0728\", \"15\": \"216013f30ed95af349ce3a095f16033c9867c8a8\", \"16\": \"122c1fb66088584d2db01993b6fdd0eae2c7b56d\", \"2\": \"77341ae30dd9ae95005f30a0984c358fac3bd433\", \"3\": \"3959494ee52e8231b80508baaf91baa3c82192d0\", \"4\": \"2bd61598cee657c2fefe701eeb38cbb62de337fb\", \"5\": \"8118746bb93cd08727f40bd46403be0350172db3\", \"6\": \"b9d02fd69ba601cbc0c2e771adb036e0d2b5211f\", \"7\": \"edf8679020c71a98f29abab7f17f4a45017a1231\", \"8\": \"ea77d92ad416e430babf27b9115f15febd257490\", \"9\": \"a5d692ec347e33133d7c5f1c5f3ce7a5ff366d1f\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566237140175781",
    "status": "COMPLETED",
    "status_changed_ts": "1566237141481390",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9514",
      "builder:ToTiOS",
      "buildset:commit/git/60902b4553b9b8af21f75e3d1597987d7e2194fc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60902b4553b9b8af21f75e3d1597987d7e2194fc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9070105307846356320",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904675243098880496/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46c3d0bf14a31810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566244230144986",
    "url": "https://ci.chromium.org/b/8904675243098880496",
    "utcnow_ts": "1566244230774795"
  }
}
[19:50:30.795] Invocation finished in 2h1m27.780736572s with status FAILED