Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "4bf1447e350bc23108f0c738b28a874ad6a6b004"
}

Incoming tags

  • buildset:commit/git/4bf1447e350bc23108f0c738b28a874ad6a6b004
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bf1447e350bc23108f0c738b28a874ad6a6b004
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[18:59:27.268] New invocation is queued and will start shortly
[18:59:28.450] Starting the invocation (attempt 1)
[18:59:28.486] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:59:28.486] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:59:28.486] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068832520882062672",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"4bf1447e350bc23108f0c738b28a874ad6a6b004\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9068832520882062672",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/4bf1447e350bc23108f0c738b28a874ad6a6b004",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bf1447e350bc23108f0c738b28a874ad6a6b004",
    "gitiles_ref:refs/heads/master"
  ]
}
[18:59:29.539] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1567450768828108",
    "id": "8903402458583661232",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4bf1447e350bc23108f0c738b28a874ad6a6b004\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567450769392019",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9730",
      "builder:ToTiOS",
      "buildset:commit/git/4bf1447e350bc23108f0c738b28a874ad6a6b004",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bf1447e350bc23108f0c738b28a874ad6a6b004",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068832520882062672",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903402458583661232/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567450769392174",
    "url": "https://ci.chromium.org/b/8903402458583661232",
    "utcnow_ts": "1567450769525952"
  }
}
[18:59:29.539] Task URL: https://ci.chromium.org/b/8903402458583661232
[18:59:29.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:2:0) after 1m0s
[19:00:29.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:2:0)
[19:00:29.672] Timer tick, asking Buildbucket for the build status
[19:00:29.897] Build 8903402458583661232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:00:29.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:3:0) after 1m0s
[19:01:29.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:3:0)
[19:01:29.918] Timer tick, asking Buildbucket for the build status
[19:01:30.205] Build 8903402458583661232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:01:30.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:4:0) after 1m0s
[19:02:25.256] Received PubSub notification, asking Buildbucket for the build status
[19:02:25.943] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:30.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:4:0)
[19:02:30.275] Timer tick, asking Buildbucket for the build status
[19:02:31.401] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:31.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:6:0) after 1m0s
[19:03:31.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:6:0)
[19:03:31.410] Timer tick, asking Buildbucket for the build status
[19:03:32.027] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:32.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:7:0) after 1m0s
[19:04:32.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:7:0)
[19:04:32.053] Timer tick, asking Buildbucket for the build status
[19:04:32.508] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:32.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:8:0) after 1m0s
[19:05:32.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:8:0)
[19:05:32.575] Timer tick, asking Buildbucket for the build status
[19:05:32.815] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:32.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:9:0) after 1m0s
[19:06:32.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:9:0)
[19:06:32.792] Timer tick, asking Buildbucket for the build status
[19:06:33.033] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:33.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:10:0) after 1m0s
[19:07:33.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:10:0)
[19:07:33.099] Timer tick, asking Buildbucket for the build status
[19:07:33.325] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:33.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:11:0) after 1m0s
[19:08:33.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:11:0)
[19:08:33.301] Timer tick, asking Buildbucket for the build status
[19:08:33.445] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:33.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:12:0) after 1m0s
[19:09:33.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:12:0)
[19:09:33.460] Timer tick, asking Buildbucket for the build status
[19:09:34.069] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:34.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:13:0) after 1m0s
[19:10:34.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:13:0)
[19:10:34.091] Timer tick, asking Buildbucket for the build status
[19:10:34.850] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:34.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:14:0) after 1m0s
[19:11:34.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:14:0)
[19:11:34.883] Timer tick, asking Buildbucket for the build status
[19:11:35.365] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:35.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:15:0) after 1m0s
[19:12:35.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:15:0)
[19:12:35.461] Timer tick, asking Buildbucket for the build status
[19:12:36.133] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:36.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:16:0) after 1m0s
[19:13:36.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:16:0)
[19:13:36.176] Timer tick, asking Buildbucket for the build status
[19:13:36.346] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:36.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:17:0) after 1m0s
[19:14:36.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:17:0)
[19:14:36.368] Timer tick, asking Buildbucket for the build status
[19:14:36.527] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:36.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:18:0) after 1m0s
[19:15:36.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:18:0)
[19:15:36.587] Timer tick, asking Buildbucket for the build status
[19:15:36.720] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:36.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:19:0) after 1m0s
[19:16:36.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:19:0)
[19:16:36.743] Timer tick, asking Buildbucket for the build status
[19:16:37.319] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:37.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:20:0) after 1m0s
[19:17:37.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:20:0)
[19:17:37.446] Timer tick, asking Buildbucket for the build status
[19:17:38.157] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:38.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:21:0) after 1m0s
[19:18:38.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:21:0)
[19:18:38.278] Timer tick, asking Buildbucket for the build status
[19:18:38.453] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:38.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:22:0) after 1m0s
[19:19:38.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:22:0)
[19:19:38.539] Timer tick, asking Buildbucket for the build status
[19:19:39.058] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:39.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:23:0) after 1m0s
[19:20:39.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:23:0)
[19:20:39.186] Timer tick, asking Buildbucket for the build status
[19:20:39.709] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:39.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:24:0) after 1m0s
[19:21:39.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:24:0)
[19:21:39.847] Timer tick, asking Buildbucket for the build status
[19:21:40.320] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:40.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:25:0) after 1m0s
[19:22:40.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:25:0)
[19:22:40.432] Timer tick, asking Buildbucket for the build status
[19:22:41.234] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:41.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:26:0) after 1m0s
[19:23:41.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:26:0)
[19:23:41.435] Timer tick, asking Buildbucket for the build status
[19:23:41.986] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:41.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:27:0) after 1m0s
[19:24:42.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:27:0)
[19:24:42.006] Timer tick, asking Buildbucket for the build status
[19:24:42.146] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:42.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:28:0) after 1m0s
[19:25:42.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:28:0)
[19:25:42.254] Timer tick, asking Buildbucket for the build status
[19:25:42.683] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:42.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:29:0) after 1m0s
[19:26:42.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:29:0)
[19:26:42.707] Timer tick, asking Buildbucket for the build status
[19:26:42.962] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:42.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:30:0) after 1m0s
[19:27:42.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:30:0)
[19:27:42.988] Timer tick, asking Buildbucket for the build status
[19:27:43.215] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:43.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:31:0) after 1m0s
[19:28:43.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:31:0)
[19:28:43.327] Timer tick, asking Buildbucket for the build status
[19:28:46.454] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:46.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:32:0) after 1m0s
[19:29:46.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:32:0)
[19:29:46.477] Timer tick, asking Buildbucket for the build status
[19:29:46.652] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:46.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:33:0) after 1m0s
[19:30:46.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:33:0)
[19:30:46.683] Timer tick, asking Buildbucket for the build status
[19:30:46.887] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:46.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:34:0) after 1m0s
[19:31:46.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:34:0)
[19:31:46.945] Timer tick, asking Buildbucket for the build status
[19:31:47.131] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:47.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:35:0) after 1m0s
[19:32:47.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:35:0)
[19:32:47.172] Timer tick, asking Buildbucket for the build status
[19:32:47.827] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:47.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:36:0) after 1m0s
[19:33:47.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:36:0)
[19:33:47.849] Timer tick, asking Buildbucket for the build status
[19:33:51.062] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:51.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:37:0) after 1m0s
[19:34:51.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:37:0)
[19:34:51.144] Timer tick, asking Buildbucket for the build status
[19:34:52.147] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:52.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:38:0) after 1m0s
[19:35:52.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:38:0)
[19:35:52.202] Timer tick, asking Buildbucket for the build status
[19:35:52.640] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:52.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:39:0) after 1m0s
[19:36:52.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:39:0)
[19:36:52.669] Timer tick, asking Buildbucket for the build status
[19:36:52.961] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:52.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:40:0) after 1m0s
[19:37:52.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:40:0)
[19:37:52.992] Timer tick, asking Buildbucket for the build status
[19:37:53.250] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:53.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:41:0) after 1m0s
[19:38:53.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:41:0)
[19:38:53.284] Timer tick, asking Buildbucket for the build status
[19:38:53.646] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:53.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:42:0) after 1m0s
[19:39:53.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:42:0)
[19:39:53.720] Timer tick, asking Buildbucket for the build status
[19:39:54.277] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:54.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:43:0) after 1m0s
[19:40:54.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:43:0)
[19:40:54.300] Timer tick, asking Buildbucket for the build status
[19:40:55.112] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:55.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:44:0) after 1m0s
[19:41:55.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:44:0)
[19:41:55.155] Timer tick, asking Buildbucket for the build status
[19:41:55.812] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:55.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:45:0) after 1m0s
[19:42:55.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:45:0)
[19:42:55.831] Timer tick, asking Buildbucket for the build status
[19:42:55.993] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:55.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:46:0) after 1m0s
[19:43:56.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:46:0)
[19:43:56.021] Timer tick, asking Buildbucket for the build status
[19:43:56.637] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:56.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:47:0) after 1m0s
[19:44:56.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:47:0)
[19:44:56.681] Timer tick, asking Buildbucket for the build status
[19:44:57.442] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:57.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:48:0) after 1m0s
[19:45:57.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:48:0)
[19:45:57.469] Timer tick, asking Buildbucket for the build status
[19:45:57.651] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:57.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:49:0) after 1m0s
[19:46:57.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:49:0)
[19:46:57.671] Timer tick, asking Buildbucket for the build status
[19:46:57.831] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:57.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:50:0) after 1m0s
[19:47:57.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:50:0)
[19:47:57.855] Timer tick, asking Buildbucket for the build status
[19:47:58.229] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:58.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:51:0) after 1m0s
[19:48:58.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:51:0)
[19:48:58.259] Timer tick, asking Buildbucket for the build status
[19:48:58.522] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:58.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:52:0) after 1m0s
[19:49:58.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:52:0)
[19:49:58.546] Timer tick, asking Buildbucket for the build status
[19:49:58.704] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:58.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:53:0) after 1m0s
[19:50:58.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:53:0)
[19:50:58.734] Timer tick, asking Buildbucket for the build status
[19:50:58.966] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:58.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:54:0) after 1m0s
[19:51:59.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:54:0)
[19:51:59.078] Timer tick, asking Buildbucket for the build status
[19:51:59.235] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:59.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:55:0) after 1m0s
[19:52:59.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:55:0)
[19:52:59.280] Timer tick, asking Buildbucket for the build status
[19:53:00.062] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:00.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:56:0) after 1m0s
[19:54:00.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:56:0)
[19:54:00.089] Timer tick, asking Buildbucket for the build status
[19:54:00.744] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:00.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:57:0) after 1m0s
[19:55:00.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:57:0)
[19:55:00.788] Timer tick, asking Buildbucket for the build status
[19:55:01.656] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:01.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:58:0) after 1m0s
[19:56:01.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:58:0)
[19:56:01.680] Timer tick, asking Buildbucket for the build status
[19:56:01.901] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:01.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:59:0) after 1m0s
[19:57:01.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:59:0)
[19:57:01.987] Timer tick, asking Buildbucket for the build status
[19:57:02.915] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:02.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:60:0) after 1m0s
[19:58:02.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:60:0)
[19:58:02.976] Timer tick, asking Buildbucket for the build status
[19:58:03.730] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:03.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:61:0) after 1m0s
[19:59:03.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:61:0)
[19:59:03.756] Timer tick, asking Buildbucket for the build status
[19:59:04.229] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:04.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:62:0) after 1m0s
[20:00:04.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:62:0)
[20:00:04.310] Timer tick, asking Buildbucket for the build status
[20:00:04.474] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:04.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:63:0) after 1m0s
[20:01:04.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:63:0)
[20:01:04.475] Timer tick, asking Buildbucket for the build status
[20:01:05.174] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:05.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:64:0) after 1m0s
[20:02:05.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:64:0)
[20:02:05.375] Timer tick, asking Buildbucket for the build status
[20:02:05.699] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:05.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:65:0) after 1m0s
[20:03:05.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:65:0)
[20:03:05.744] Timer tick, asking Buildbucket for the build status
[20:03:05.962] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:05.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:66:0) after 1m0s
[20:04:06.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:66:0)
[20:04:06.023] Timer tick, asking Buildbucket for the build status
[20:04:06.947] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:06.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:67:0) after 1m0s
[20:05:07.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:67:0)
[20:05:07.005] Timer tick, asking Buildbucket for the build status
[20:05:07.186] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:07.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:68:0) after 1m0s
[20:06:07.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:68:0)
[20:06:07.168] Timer tick, asking Buildbucket for the build status
[20:06:08.340] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:08.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:69:0) after 1m0s
[20:07:08.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:69:0)
[20:07:08.441] Timer tick, asking Buildbucket for the build status
[20:07:08.833] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:08.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:70:0) after 1m0s
[20:08:08.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:70:0)
[20:08:08.855] Timer tick, asking Buildbucket for the build status
[20:08:09.052] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:09.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:71:0) after 1m0s
[20:09:09.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:71:0)
[20:09:09.075] Timer tick, asking Buildbucket for the build status
[20:09:09.998] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:09.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:72:0) after 1m0s
[20:10:10.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:72:0)
[20:10:10.140] Timer tick, asking Buildbucket for the build status
[20:10:10.367] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:10.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:73:0) after 1m0s
[20:11:10.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:73:0)
[20:11:10.479] Timer tick, asking Buildbucket for the build status
[20:11:10.622] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:10.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:74:0) after 1m0s
[20:12:10.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:74:0)
[20:12:10.606] Timer tick, asking Buildbucket for the build status
[20:12:10.784] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:10.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:75:0) after 1m0s
[20:13:10.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:75:0)
[20:13:10.800] Timer tick, asking Buildbucket for the build status
[20:13:11.097] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:11.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:76:0) after 1m0s
[20:14:11.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:76:0)
[20:14:11.137] Timer tick, asking Buildbucket for the build status
[20:14:12.314] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:12.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:77:0) after 1m0s
[20:15:12.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:77:0)
[20:15:12.400] Timer tick, asking Buildbucket for the build status
[20:15:12.564] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:12.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:78:0) after 1m0s
[20:16:12.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:78:0)
[20:16:12.597] Timer tick, asking Buildbucket for the build status
[20:16:12.746] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:12.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:79:0) after 1m0s
[20:17:12.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:79:0)
[20:17:12.792] Timer tick, asking Buildbucket for the build status
[20:17:12.970] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:12.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:80:0) after 1m0s
[20:18:13.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:80:0)
[20:18:13.038] Timer tick, asking Buildbucket for the build status
[20:18:13.321] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:13.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:81:0) after 1m0s
[20:19:13.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:81:0)
[20:19:13.521] Timer tick, asking Buildbucket for the build status
[20:19:13.726] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:13.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:82:0) after 1m0s
[20:20:13.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:82:0)
[20:20:13.809] Timer tick, asking Buildbucket for the build status
[20:20:14.214] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:14.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:83:0) after 1m0s
[20:21:14.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:83:0)
[20:21:14.240] Timer tick, asking Buildbucket for the build status
[20:21:14.625] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:14.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:84:0) after 1m0s
[20:22:14.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:84:0)
[20:22:14.655] Timer tick, asking Buildbucket for the build status
[20:22:15.256] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:15.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:85:0) after 1m0s
[20:23:15.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:85:0)
[20:23:15.279] Timer tick, asking Buildbucket for the build status
[20:23:15.484] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:15.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:86:0) after 1m0s
[20:24:15.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:86:0)
[20:24:15.513] Timer tick, asking Buildbucket for the build status
[20:24:15.667] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:15.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:87:0) after 1m0s
[20:25:15.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:87:0)
[20:25:15.693] Timer tick, asking Buildbucket for the build status
[20:25:16.653] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:16.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:88:0) after 1m0s
[20:26:16.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:88:0)
[20:26:16.741] Timer tick, asking Buildbucket for the build status
[20:26:16.987] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:16.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:89:0) after 1m0s
[20:27:17.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:89:0)
[20:27:17.019] Timer tick, asking Buildbucket for the build status
[20:27:17.820] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:17.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:90:0) after 1m0s
[20:28:17.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:90:0)
[20:28:17.837] Timer tick, asking Buildbucket for the build status
[20:28:18.078] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:18.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:91:0) after 1m0s
[20:29:18.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:91:0)
[20:29:18.128] Timer tick, asking Buildbucket for the build status
[20:29:18.333] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:18.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:92:0) after 1m0s
[20:30:18.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:92:0)
[20:30:18.364] Timer tick, asking Buildbucket for the build status
[20:30:18.720] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:18.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:93:0) after 1m0s
[20:31:18.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:93:0)
[20:31:18.748] Timer tick, asking Buildbucket for the build status
[20:31:18.918] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:18.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:94:0) after 1m0s
[20:32:18.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:94:0)
[20:32:18.946] Timer tick, asking Buildbucket for the build status
[20:32:19.227] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:19.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:95:0) after 1m0s
[20:33:19.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:95:0)
[20:33:19.200] Timer tick, asking Buildbucket for the build status
[20:33:19.377] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:19.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:96:0) after 1m0s
[20:34:19.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:96:0)
[20:34:19.663] Timer tick, asking Buildbucket for the build status
[20:34:19.858] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:19.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:97:0) after 1m0s
[20:35:19.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:97:0)
[20:35:19.854] Timer tick, asking Buildbucket for the build status
[20:35:20.287] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:20.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:98:0) after 1m0s
[20:36:20.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:98:0)
[20:36:20.349] Timer tick, asking Buildbucket for the build status
[20:36:20.967] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:20.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:99:0) after 1m0s
[20:37:21.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:99:0)
[20:37:21.039] Timer tick, asking Buildbucket for the build status
[20:37:21.396] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:21.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:100:0) after 1m0s
[20:38:21.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:100:0)
[20:38:21.467] Timer tick, asking Buildbucket for the build status
[20:38:21.663] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:21.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:101:0) after 1m0s
[20:39:21.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:101:0)
[20:39:21.800] Timer tick, asking Buildbucket for the build status
[20:39:21.954] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:21.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:102:0) after 1m0s
[20:40:22.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:102:0)
[20:40:22.077] Timer tick, asking Buildbucket for the build status
[20:40:22.222] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:22.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:103:0) after 1m0s
[20:41:22.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:103:0)
[20:41:22.376] Timer tick, asking Buildbucket for the build status
[20:41:22.526] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:22.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:104:0) after 1m0s
[20:42:22.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:104:0)
[20:42:22.676] Timer tick, asking Buildbucket for the build status
[20:42:23.022] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:23.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:105:0) after 1m0s
[20:43:23.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:105:0)
[20:43:23.121] Timer tick, asking Buildbucket for the build status
[20:43:23.482] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:23.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:106:0) after 1m0s
[20:44:23.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:106:0)
[20:44:23.651] Timer tick, asking Buildbucket for the build status
[20:44:23.827] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:23.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:107:0) after 1m0s
[20:45:23.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:107:0)
[20:45:23.890] Timer tick, asking Buildbucket for the build status
[20:45:24.058] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:24.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:108:0) after 1m0s
[20:46:24.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:108:0)
[20:46:24.190] Timer tick, asking Buildbucket for the build status
[20:46:24.362] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:24.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:109:0) after 1m0s
[20:47:24.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:109:0)
[20:47:24.395] Timer tick, asking Buildbucket for the build status
[20:47:25.347] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:25.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:110:0) after 1m0s
[20:48:25.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:110:0)
[20:48:25.411] Timer tick, asking Buildbucket for the build status
[20:48:26.030] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:26.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:111:0) after 1m0s
[20:49:26.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:111:0)
[20:49:26.149] Timer tick, asking Buildbucket for the build status
[20:49:26.953] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:26.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:112:0) after 1m0s
[20:50:27.022] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:112:0)
[20:50:27.022] Timer tick, asking Buildbucket for the build status
[20:50:28.649] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:28.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:113:0) after 1m0s
[20:51:28.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:113:0)
[20:51:28.680] Timer tick, asking Buildbucket for the build status
[20:51:28.948] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:28.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:114:0) after 1m0s
[20:52:29.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:114:0)
[20:52:29.024] Timer tick, asking Buildbucket for the build status
[20:52:29.199] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:29.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:115:0) after 1m0s
[20:53:29.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:115:0)
[20:53:29.238] Timer tick, asking Buildbucket for the build status
[20:53:29.393] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:29.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:116:0) after 1m0s
[20:54:29.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:116:0)
[20:54:29.417] Timer tick, asking Buildbucket for the build status
[20:54:29.596] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:29.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:117:0) after 1m0s
[20:55:29.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:117:0)
[20:55:29.688] Timer tick, asking Buildbucket for the build status
[20:55:31.965] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:31.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:118:0) after 1m0s
[20:56:31.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:118:0)
[20:56:31.990] Timer tick, asking Buildbucket for the build status
[20:56:32.203] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:32.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:119:0) after 1m0s
[20:57:32.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:119:0)
[20:57:32.230] Timer tick, asking Buildbucket for the build status
[20:57:33.003] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:33.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:120:0) after 1m0s
[20:58:33.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:120:0)
[20:58:33.019] Timer tick, asking Buildbucket for the build status
[20:58:33.783] Build 8903402458583661232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:33.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9068832520882062672:121:0) after 1m0s
[20:58:40.560] Received PubSub notification, asking Buildbucket for the build status
[20:58:40.984] Build 8903402458583661232: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:58:40.984] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1567457920019525",
    "created_by": "project:chromium",
    "created_ts": "1567450768828108",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903402458583661232",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4bf1447e350bc23108f0c738b28a874ad6a6b004\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9730, \"got_angle_revision\": \"91180c488f4a577529b16755a85e658f6dd18ee8\", \"got_dawn_revision\": \"824424fa351be2b2eccd78b2f31de1d5d1ad4183\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"4bf1447e350bc23108f0c738b28a874ad6a6b004\", \"got_revision_cp\": \"refs/heads/master@{#692503}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"b2ea4d05947ae3eaa20c1fa9c53f8565cbc1d3b9\", \"got_v8_revision_cp\": \"refs/heads/7.8.251@{#1}\", \"got_webrtc_revision\": \"a837030f8fdb541ab16bc75fb06477316e85fe2f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29039}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"4bf1447e350bc23108f0c738b28a874ad6a6b004\", \"swarm_hashes\": {\"0\": \"d23f7c1c48868f5ba72e2ae9fe15a41e390519cc\", \"1\": \"f258437462fc519f3f682524f82da84a646841f7\", \"10\": \"91410c124724bf0e18a22a114628a4f4fa3c5445\", \"11\": \"e2b265f460b440ed0894c0b442c9f97e1d04dff4\", \"12\": \"bf6c6e5702fe7b2b36a1407dec2216f6767afe7b\", \"13\": \"32fef80f9b4d5290176d8d40c0c09ea4a1d64508\", \"14\": \"2f6b625737f2451f30efb475220656fffbf16f88\", \"15\": \"e2efc5b6d8ad3ea0c1f6d89eb0e6c610d62e9241\", \"16\": \"d81ef2e3c3701ff9bab43ac62f05ae0ff3519c80\", \"2\": \"296f6030a46781b007db1a7a04f0763a136e4c58\", \"3\": \"3bb85735320415962131aed85e19ef5154e62c39\", \"4\": \"fafb8ba3e8af1e74699620488e3cb476ca017192\", \"5\": \"0cf378c1bbdb128bb63bfbb93d5721a3c5864c6e\", \"6\": \"ec4081b9c0beb7ca2b4dec8a81bc0dbd154ac0ec\", \"7\": \"94381b2cdf09a0cb97a350c4d647b7ce86e14b0a\", \"8\": \"aa0a4b96a4f4444c481c85bd557ec11fa5b70d40\", \"9\": \"43cd48f174415fc9e295c518c02b301c953f93e7\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567450944301783",
    "status": "COMPLETED",
    "status_changed_ts": "1567450944808794",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9730",
      "builder:ToTiOS",
      "buildset:commit/git/4bf1447e350bc23108f0c738b28a874ad6a6b004",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bf1447e350bc23108f0c738b28a874ad6a6b004",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068832520882062672",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903402458583661232/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:470c2a32868a6710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567457920180895",
    "url": "https://ci.chromium.org/b/8903402458583661232",
    "utcnow_ts": "1567457920972248"
  }
}
[20:58:40.984] Invocation finished in 1h59m13.731500596s with status FAILED