Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2bcd1b146b7b1e025e1c698a1d82903ec8ccc762"
}

Incoming tags

  • buildset:commit/git/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[14:51:26.461] New invocation is queued and will start shortly
[14:51:27.570] Starting the invocation (attempt 1)
[14:51:27.618] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:51:27.618] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:51:27.618] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9059516637006260720",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2bcd1b146b7b1e025e1c698a1d82903ec8ccc762\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9059516637006260720",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:51:28.401] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1576335087784195",
    "id": "8894086574950198752",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2bcd1b146b7b1e025e1c698a1d82903ec8ccc762\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1576335088177259",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11543",
      "builder:ToTiOS",
      "buildset:commit/git/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9059516637006260720",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8894086574950198752/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1576335088177407",
    "url": "https://ci.chromium.org/b/8894086574950198752",
    "utcnow_ts": "1576335088390937"
  }
}
[14:51:28.401] Task URL: https://ci.chromium.org/b/8894086574950198752
[14:51:28.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:2:0) after 1m0s
[14:52:28.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:2:0)
[14:52:28.465] Timer tick, asking Buildbucket for the build status
[14:52:28.729] Build 8894086574950198752: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:52:28.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:3:0) after 1m0s
[14:53:28.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:3:0)
[14:53:28.752] Timer tick, asking Buildbucket for the build status
[14:53:29.401] Build 8894086574950198752: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:53:29.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:4:0) after 1m0s
[14:54:29.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:4:0)
[14:54:29.487] Timer tick, asking Buildbucket for the build status
[14:54:29.653] Build 8894086574950198752: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:54:29.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:5:0) after 1m0s
[14:55:29.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:5:0)
[14:55:29.676] Timer tick, asking Buildbucket for the build status
[14:55:30.078] Build 8894086574950198752: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:55:30.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:6:0) after 1m0s
[14:56:07.408] Received PubSub notification, asking Buildbucket for the build status
[14:56:07.654] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:30.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:6:0)
[14:56:30.125] Timer tick, asking Buildbucket for the build status
[14:56:30.333] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:30.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:8:0) after 1m0s
[14:57:30.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:8:0)
[14:57:30.370] Timer tick, asking Buildbucket for the build status
[14:57:30.662] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:30.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:9:0) after 1m0s
[14:58:30.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:9:0)
[14:58:30.758] Timer tick, asking Buildbucket for the build status
[14:58:31.132] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:31.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:10:0) after 1m0s
[14:59:31.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:10:0)
[14:59:31.189] Timer tick, asking Buildbucket for the build status
[14:59:31.347] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:31.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:11:0) after 1m0s
[15:00:31.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:11:0)
[15:00:31.479] Timer tick, asking Buildbucket for the build status
[15:00:31.739] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:31.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:12:0) after 1m0s
[15:01:31.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:12:0)
[15:01:31.806] Timer tick, asking Buildbucket for the build status
[15:01:31.968] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:31.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:13:0) after 1m0s
[15:02:31.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:13:0)
[15:02:31.995] Timer tick, asking Buildbucket for the build status
[15:02:32.497] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:32.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:14:0) after 1m0s
[15:03:32.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:14:0)
[15:03:32.591] Timer tick, asking Buildbucket for the build status
[15:03:32.735] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:32.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:15:0) after 1m0s
[15:04:32.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:15:0)
[15:04:32.759] Timer tick, asking Buildbucket for the build status
[15:04:32.869] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:32.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:16:0) after 1m0s
[15:05:32.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:16:0)
[15:05:32.891] Timer tick, asking Buildbucket for the build status
[15:05:33.044] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:33.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:17:0) after 1m0s
[15:06:33.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:17:0)
[15:06:33.092] Timer tick, asking Buildbucket for the build status
[15:06:33.691] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:33.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:18:0) after 1m0s
[15:07:33.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:18:0)
[15:07:33.718] Timer tick, asking Buildbucket for the build status
[15:07:33.823] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:33.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:19:0) after 1m0s
[15:08:33.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:19:0)
[15:08:33.906] Timer tick, asking Buildbucket for the build status
[15:08:34.363] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:34.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:20:0) after 1m0s
[15:09:34.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:20:0)
[15:09:34.400] Timer tick, asking Buildbucket for the build status
[15:09:35.199] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:35.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:21:0) after 1m0s
[15:10:35.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:21:0)
[15:10:35.201] Timer tick, asking Buildbucket for the build status
[15:10:35.496] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:35.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:22:0) after 1m0s
[15:11:35.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:22:0)
[15:11:35.572] Timer tick, asking Buildbucket for the build status
[15:11:35.722] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:35.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:23:0) after 1m0s
[15:12:35.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:23:0)
[15:12:35.805] Timer tick, asking Buildbucket for the build status
[15:12:35.960] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:35.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:24:0) after 1m0s
[15:13:36.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:24:0)
[15:13:36.069] Timer tick, asking Buildbucket for the build status
[15:13:36.408] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:36.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:25:0) after 1m0s
[15:14:36.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:25:0)
[15:14:36.528] Timer tick, asking Buildbucket for the build status
[15:14:37.034] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:37.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:26:0) after 1m0s
[15:15:37.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:26:0)
[15:15:37.072] Timer tick, asking Buildbucket for the build status
[15:15:37.550] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:37.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:27:0) after 1m0s
[15:16:37.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:27:0)
[15:16:37.903] Timer tick, asking Buildbucket for the build status
[15:16:38.066] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:38.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:28:0) after 1m0s
[15:17:38.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:28:0)
[15:17:38.647] Timer tick, asking Buildbucket for the build status
[15:17:38.809] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:38.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:29:0) after 1m0s
[15:18:39.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:29:0)
[15:18:39.358] Timer tick, asking Buildbucket for the build status
[15:18:39.572] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:39.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:30:0) after 1m0s
[15:19:39.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:30:0)
[15:19:39.796] Timer tick, asking Buildbucket for the build status
[15:19:40.005] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:40.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:31:0) after 1m0s
[15:20:40.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:31:0)
[15:20:40.210] Timer tick, asking Buildbucket for the build status
[15:20:40.381] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:40.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:32:0) after 1m0s
[15:21:40.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:32:0)
[15:21:40.417] Timer tick, asking Buildbucket for the build status
[15:21:40.619] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:40.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:33:0) after 1m0s
[15:22:41.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:33:0)
[15:22:41.004] Timer tick, asking Buildbucket for the build status
[15:22:41.178] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:41.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:34:0) after 1m0s
[15:23:41.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:34:0)
[15:23:41.401] Timer tick, asking Buildbucket for the build status
[15:23:42.202] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:42.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:35:0) after 1m0s
[15:24:42.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:35:0)
[15:24:42.344] Timer tick, asking Buildbucket for the build status
[15:24:42.638] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:42.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:36:0) after 1m0s
[15:25:42.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:36:0)
[15:25:42.740] Timer tick, asking Buildbucket for the build status
[15:25:43.036] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:43.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:37:0) after 1m0s
[15:26:43.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:37:0)
[15:26:43.083] Timer tick, asking Buildbucket for the build status
[15:26:43.465] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:43.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:38:0) after 1m0s
[15:27:43.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:38:0)
[15:27:43.493] Timer tick, asking Buildbucket for the build status
[15:27:43.643] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:43.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:39:0) after 1m0s
[15:28:43.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:39:0)
[15:28:43.960] Timer tick, asking Buildbucket for the build status
[15:28:44.503] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:44.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:40:0) after 1m0s
[15:29:44.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:40:0)
[15:29:44.583] Timer tick, asking Buildbucket for the build status
[15:29:45.302] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:45.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:41:0) after 1m0s
[15:30:45.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:41:0)
[15:30:45.965] Timer tick, asking Buildbucket for the build status
[15:30:46.402] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:46.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:42:0) after 1m0s
[15:31:47.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:42:0)
[15:31:47.028] Timer tick, asking Buildbucket for the build status
[15:31:47.354] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:47.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:43:0) after 1m0s
[15:32:47.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:43:0)
[15:32:47.507] Timer tick, asking Buildbucket for the build status
[15:32:47.702] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:47.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:44:0) after 1m0s
[15:33:47.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:44:0)
[15:33:47.892] Timer tick, asking Buildbucket for the build status
[15:33:48.075] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:48.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:45:0) after 1m0s
[15:34:48.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:45:0)
[15:34:48.601] Timer tick, asking Buildbucket for the build status
[15:34:48.746] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:48.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:46:0) after 1m0s
[15:35:48.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:46:0)
[15:35:48.772] Timer tick, asking Buildbucket for the build status
[15:35:49.443] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:49.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:47:0) after 1m0s
[15:36:49.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:47:0)
[15:36:49.612] Timer tick, asking Buildbucket for the build status
[15:36:51.089] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:51.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:48:0) after 1m0s
[15:37:51.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:48:0)
[15:37:51.184] Timer tick, asking Buildbucket for the build status
[15:37:51.844] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:51.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:49:0) after 1m0s
[15:38:51.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:49:0)
[15:38:51.892] Timer tick, asking Buildbucket for the build status
[15:38:52.389] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:52.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:50:0) after 1m0s
[15:39:52.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:50:0)
[15:39:52.429] Timer tick, asking Buildbucket for the build status
[15:39:52.708] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:52.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:51:0) after 1m0s
[15:40:52.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:51:0)
[15:40:52.811] Timer tick, asking Buildbucket for the build status
[15:40:53.004] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:53.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:52:0) after 1m0s
[15:41:53.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:52:0)
[15:41:53.236] Timer tick, asking Buildbucket for the build status
[15:41:53.423] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:53.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:53:0) after 1m0s
[15:42:53.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:53:0)
[15:42:53.559] Timer tick, asking Buildbucket for the build status
[15:42:53.879] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:53.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:54:0) after 1m0s
[15:43:53.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:54:0)
[15:43:53.957] Timer tick, asking Buildbucket for the build status
[15:43:54.123] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:54.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:55:0) after 1m0s
[15:44:54.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:55:0)
[15:44:54.159] Timer tick, asking Buildbucket for the build status
[15:44:54.734] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:54.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:56:0) after 1m0s
[15:45:54.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:56:0)
[15:45:54.935] Timer tick, asking Buildbucket for the build status
[15:45:55.097] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:57:0) after 1m0s
[15:46:55.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:57:0)
[15:46:55.184] Timer tick, asking Buildbucket for the build status
[15:46:55.350] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:55.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:58:0) after 1m0s
[15:47:55.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:58:0)
[15:47:55.425] Timer tick, asking Buildbucket for the build status
[15:47:55.905] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:59:0) after 1m0s
[15:48:56.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:59:0)
[15:48:56.072] Timer tick, asking Buildbucket for the build status
[15:48:56.599] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:56.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:60:0) after 1m0s
[15:49:56.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:60:0)
[15:49:56.590] Timer tick, asking Buildbucket for the build status
[15:49:56.765] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:56.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:61:0) after 1m0s
[15:50:56.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:61:0)
[15:50:56.861] Timer tick, asking Buildbucket for the build status
[15:50:57.662] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:57.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:62:0) after 1m0s
[15:51:57.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:62:0)
[15:51:57.691] Timer tick, asking Buildbucket for the build status
[15:51:57.950] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:57.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:63:0) after 1m0s
[15:52:57.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:63:0)
[15:52:57.953] Timer tick, asking Buildbucket for the build status
[15:52:58.119] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:58.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:64:0) after 1m0s
[15:53:58.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:64:0)
[15:53:58.197] Timer tick, asking Buildbucket for the build status
[15:53:58.687] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:58.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:65:0) after 1m0s
[15:54:58.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:65:0)
[15:54:58.747] Timer tick, asking Buildbucket for the build status
[15:54:59.228] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:59.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:66:0) after 1m0s
[15:55:59.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:66:0)
[15:55:59.294] Timer tick, asking Buildbucket for the build status
[15:55:59.925] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:59.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:67:0) after 1m0s
[15:56:59.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:67:0)
[15:56:59.990] Timer tick, asking Buildbucket for the build status
[15:57:00.168] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:00.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:68:0) after 1m0s
[15:58:00.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:68:0)
[15:58:00.332] Timer tick, asking Buildbucket for the build status
[15:58:00.554] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:00.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:69:0) after 1m0s
[15:59:00.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:69:0)
[15:59:00.619] Timer tick, asking Buildbucket for the build status
[15:59:01.352] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:01.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:70:0) after 1m0s
[16:00:01.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:70:0)
[16:00:01.426] Timer tick, asking Buildbucket for the build status
[16:00:02.785] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:02.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:71:0) after 1m0s
[16:01:03.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:71:0)
[16:01:03.094] Timer tick, asking Buildbucket for the build status
[16:01:03.280] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:03.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:72:0) after 1m0s
[16:02:03.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:72:0)
[16:02:03.397] Timer tick, asking Buildbucket for the build status
[16:02:03.584] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:03.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:73:0) after 1m0s
[16:03:03.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:73:0)
[16:03:03.628] Timer tick, asking Buildbucket for the build status
[16:03:03.868] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:03.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:74:0) after 1m0s
[16:04:03.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:74:0)
[16:04:03.938] Timer tick, asking Buildbucket for the build status
[16:04:04.118] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:04.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:75:0) after 1m0s
[16:05:04.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:75:0)
[16:05:04.185] Timer tick, asking Buildbucket for the build status
[16:05:04.878] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:04.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:76:0) after 1m0s
[16:06:04.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:76:0)
[16:06:04.910] Timer tick, asking Buildbucket for the build status
[16:06:05.089] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:05.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:77:0) after 1m0s
[16:07:05.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:77:0)
[16:07:05.125] Timer tick, asking Buildbucket for the build status
[16:07:05.280] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:05.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:78:0) after 1m0s
[16:08:05.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:78:0)
[16:08:05.452] Timer tick, asking Buildbucket for the build status
[16:08:05.651] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:05.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:79:0) after 1m0s
[16:09:05.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:79:0)
[16:09:05.754] Timer tick, asking Buildbucket for the build status
[16:09:05.947] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:05.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:80:0) after 1m0s
[16:10:06.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:80:0)
[16:10:06.112] Timer tick, asking Buildbucket for the build status
[16:10:06.263] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:06.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:81:0) after 1m0s
[16:11:06.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:81:0)
[16:11:06.428] Timer tick, asking Buildbucket for the build status
[16:11:06.605] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:06.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:82:0) after 1m0s
[16:12:06.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:82:0)
[16:12:06.660] Timer tick, asking Buildbucket for the build status
[16:12:06.834] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:06.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:83:0) after 1m0s
[16:13:06.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:83:0)
[16:13:06.836] Timer tick, asking Buildbucket for the build status
[16:13:07.535] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:07.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:84:0) after 1m0s
[16:14:07.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:84:0)
[16:14:07.560] Timer tick, asking Buildbucket for the build status
[16:14:07.931] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:07.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:85:0) after 1m0s
[16:15:07.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:85:0)
[16:15:07.974] Timer tick, asking Buildbucket for the build status
[16:15:08.516] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:08.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:86:0) after 1m0s
[16:16:08.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:86:0)
[16:16:08.605] Timer tick, asking Buildbucket for the build status
[16:16:08.812] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:08.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:87:0) after 1m0s
[16:17:08.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:87:0)
[16:17:08.884] Timer tick, asking Buildbucket for the build status
[16:17:09.259] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:09.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:88:0) after 1m0s
[16:18:09.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:88:0)
[16:18:09.247] Timer tick, asking Buildbucket for the build status
[16:18:09.416] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:09.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:89:0) after 1m0s
[16:19:09.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:89:0)
[16:19:09.441] Timer tick, asking Buildbucket for the build status
[16:19:09.784] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:09.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:90:0) after 1m0s
[16:20:09.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:90:0)
[16:20:09.815] Timer tick, asking Buildbucket for the build status
[16:20:10.498] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:10.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:91:0) after 1m0s
[16:21:10.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:91:0)
[16:21:10.542] Timer tick, asking Buildbucket for the build status
[16:21:11.466] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:11.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:92:0) after 1m0s
[16:22:11.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:92:0)
[16:22:11.548] Timer tick, asking Buildbucket for the build status
[16:22:11.712] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:11.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:93:0) after 1m0s
[16:23:11.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:93:0)
[16:23:11.843] Timer tick, asking Buildbucket for the build status
[16:23:12.389] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:12.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:94:0) after 1m0s
[16:24:12.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:94:0)
[16:24:12.468] Timer tick, asking Buildbucket for the build status
[16:24:12.697] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:12.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:95:0) after 1m0s
[16:25:12.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:95:0)
[16:25:12.737] Timer tick, asking Buildbucket for the build status
[16:25:13.067] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:13.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:96:0) after 1m0s
[16:26:13.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:96:0)
[16:26:13.099] Timer tick, asking Buildbucket for the build status
[16:26:13.322] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:13.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:97:0) after 1m0s
[16:27:13.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:97:0)
[16:27:13.351] Timer tick, asking Buildbucket for the build status
[16:27:13.489] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:13.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:98:0) after 1m0s
[16:28:13.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:98:0)
[16:28:13.655] Timer tick, asking Buildbucket for the build status
[16:28:14.185] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:14.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:99:0) after 1m0s
[16:29:14.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:99:0)
[16:29:14.264] Timer tick, asking Buildbucket for the build status
[16:29:14.445] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:14.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:100:0) after 1m0s
[16:30:14.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:100:0)
[16:30:14.544] Timer tick, asking Buildbucket for the build status
[16:30:14.871] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:14.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:101:0) after 1m0s
[16:31:14.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:101:0)
[16:31:14.961] Timer tick, asking Buildbucket for the build status
[16:31:15.130] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:15.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:102:0) after 1m0s
[16:32:15.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:102:0)
[16:32:15.163] Timer tick, asking Buildbucket for the build status
[16:32:15.454] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:15.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:103:0) after 1m0s
[16:33:15.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:103:0)
[16:33:15.567] Timer tick, asking Buildbucket for the build status
[16:33:15.759] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:15.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:104:0) after 1m0s
[16:34:15.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:104:0)
[16:34:15.825] Timer tick, asking Buildbucket for the build status
[16:34:16.050] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:16.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:105:0) after 1m0s
[16:35:16.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:105:0)
[16:35:16.149] Timer tick, asking Buildbucket for the build status
[16:35:16.710] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:16.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:106:0) after 1m0s
[16:36:16.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:106:0)
[16:36:16.838] Timer tick, asking Buildbucket for the build status
[16:36:17.017] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:17.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:107:0) after 1m0s
[16:37:17.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:107:0)
[16:37:17.062] Timer tick, asking Buildbucket for the build status
[16:37:17.315] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:17.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:108:0) after 1m0s
[16:38:17.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:108:0)
[16:38:17.341] Timer tick, asking Buildbucket for the build status
[16:38:18.448] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:18.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:109:0) after 1m0s
[16:39:18.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:109:0)
[16:39:18.484] Timer tick, asking Buildbucket for the build status
[16:39:18.736] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:18.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:110:0) after 1m0s
[16:40:18.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:110:0)
[16:40:18.787] Timer tick, asking Buildbucket for the build status
[16:40:19.469] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:19.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:111:0) after 1m0s
[16:41:19.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:111:0)
[16:41:19.601] Timer tick, asking Buildbucket for the build status
[16:41:19.808] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:19.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:112:0) after 1m0s
[16:42:19.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:112:0)
[16:42:19.852] Timer tick, asking Buildbucket for the build status
[16:42:20.350] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:20.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:113:0) after 1m0s
[16:43:20.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:113:0)
[16:43:20.374] Timer tick, asking Buildbucket for the build status
[16:43:20.977] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:20.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:114:0) after 1m0s
[16:44:21.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:114:0)
[16:44:21.017] Timer tick, asking Buildbucket for the build status
[16:44:21.226] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:21.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:115:0) after 1m0s
[16:45:21.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:115:0)
[16:45:21.298] Timer tick, asking Buildbucket for the build status
[16:45:21.479] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:21.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:116:0) after 1m0s
[16:46:21.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:116:0)
[16:46:21.591] Timer tick, asking Buildbucket for the build status
[16:46:21.802] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:21.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:117:0) after 1m0s
[16:47:21.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:117:0)
[16:47:21.831] Timer tick, asking Buildbucket for the build status
[16:47:23.547] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:23.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:118:0) after 1m0s
[16:48:23.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:118:0)
[16:48:23.611] Timer tick, asking Buildbucket for the build status
[16:48:23.844] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:23.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:119:0) after 1m0s
[16:49:23.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:119:0)
[16:49:23.926] Timer tick, asking Buildbucket for the build status
[16:49:24.196] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:24.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:120:0) after 1m0s
[16:50:24.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:120:0)
[16:50:24.478] Timer tick, asking Buildbucket for the build status
[16:50:25.691] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:25.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:121:0) after 1m0s
[16:51:25.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:121:0)
[16:51:25.942] Timer tick, asking Buildbucket for the build status
[16:51:26.673] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:26.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:122:0) after 1m0s
[16:52:26.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:122:0)
[16:52:26.788] Timer tick, asking Buildbucket for the build status
[16:52:27.219] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:27.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:123:0) after 1m0s
[16:53:27.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:123:0)
[16:53:27.246] Timer tick, asking Buildbucket for the build status
[16:53:27.538] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:27.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:124:0) after 1m0s
[16:54:27.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:124:0)
[16:54:27.659] Timer tick, asking Buildbucket for the build status
[16:54:27.833] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:27.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:125:0) after 1m0s
[16:55:27.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:125:0)
[16:55:27.893] Timer tick, asking Buildbucket for the build status
[16:55:28.812] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:28.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:126:0) after 1m0s
[16:56:28.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:126:0)
[16:56:28.971] Timer tick, asking Buildbucket for the build status
[16:56:29.283] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:29.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:127:0) after 1m0s
[16:57:29.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:127:0)
[16:57:29.321] Timer tick, asking Buildbucket for the build status
[16:57:29.951] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:29.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:128:0) after 1m0s
[16:58:30.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:128:0)
[16:58:30.131] Timer tick, asking Buildbucket for the build status
[16:58:30.475] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:30.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:129:0) after 1m0s
[16:59:30.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:129:0)
[16:59:30.622] Timer tick, asking Buildbucket for the build status
[16:59:31.288] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:31.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:130:0) after 1m0s
[17:00:31.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:130:0)
[17:00:31.278] Timer tick, asking Buildbucket for the build status
[17:00:31.435] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:31.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:131:0) after 1m0s
[17:01:31.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:131:0)
[17:01:31.494] Timer tick, asking Buildbucket for the build status
[17:01:31.686] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:31.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:132:0) after 1m0s
[17:02:31.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:132:0)
[17:02:31.714] Timer tick, asking Buildbucket for the build status
[17:02:31.887] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:31.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:133:0) after 1m0s
[17:03:32.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:133:0)
[17:03:32.073] Timer tick, asking Buildbucket for the build status
[17:03:32.357] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:32.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:134:0) after 1m0s
[17:04:32.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:134:0)
[17:04:32.622] Timer tick, asking Buildbucket for the build status
[17:04:32.864] Build 8894086574950198752: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:32.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059516637006260720:135:0) after 1m0s
[17:05:10.923] Received PubSub notification, asking Buildbucket for the build status
[17:05:11.649] Build 8894086574950198752: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:05:11.649] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1576343110284771",
    "created_by": "project:chromium",
    "created_ts": "1576335087784195",
    "failure_reason": "BUILD_FAILURE",
    "id": "8894086574950198752",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2bcd1b146b7b1e025e1c698a1d82903ec8ccc762\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11543, \"got_angle_revision\": \"92ba377f2b42faef3f7206be18b390b30b1f77f4\", \"got_dawn_revision\": \"77fd4750ae5ad3ee9f281089fddfeaca56ed049c\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2bcd1b146b7b1e025e1c698a1d82903ec8ccc762\", \"got_revision_cp\": \"refs/heads/master@{#724943}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"fbbfeb700295d1fe1ec6419a93594e5e1540ea32\", \"got_v8_revision\": \"259dff3db0cc5126c95efc07addd5b380b93da48\", \"got_v8_revision_cp\": \"refs/heads/8.1.30@{#1}\", \"got_webrtc_revision\": \"17ea068e8c72ec8ee31002eb6c23cf453c090d60\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30091}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2bcd1b146b7b1e025e1c698a1d82903ec8ccc762\", \"swarm_hashes\": {\"0\": \"d5d3cf5b6cdf919cad442665820fcb0d489dfbf1\", \"1\": \"e3bce76bbc3d11345111019aaebe88cb82a0171b\", \"10\": \"215cf54244dc35586041b66ff9bfcd4c4f75686c\", \"11\": \"fdbb87de54e7af0cf6a2dbcfb5d7e3f56c7a7b83\", \"12\": \"5512b3c81f49c6df5b054868fc3b0addba418e3b\", \"13\": \"41fab6302b9a10d181c149f8bb42319685c100d4\", \"14\": \"ed11cf7c9656f4b48e97e87b21a115db017896e5\", \"15\": \"74a10639d62c64b2997afcb4007bf9f464a083f1\", \"16\": \"8ae2db32776c11d5ee56868278299716129605a1\", \"2\": \"1c7510cd6238241eb3de2ade273042c47f608002\", \"3\": \"50e262e31779d293a6bf737693d7be259f306b26\", \"4\": \"e170e42727f9daf14cea6486538042b4c106ca68\", \"5\": \"e6bb5b442d46ea871a33c79f73de125c3df0d82e\", \"6\": \"8644f2d5dcc18b5409afc9851671e85d48091949\", \"7\": \"ce60759e9eaed1039e93e01b23473a3e944f80b6\", \"8\": \"73c86ecfd2146d6da9d7e7f56cb46c5e97ac65b3\", \"9\": \"3d12d14f9d75e914d923c7802f6e7dc2cadfcec5\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4724-8894a57\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1576335366104570",
    "status": "COMPLETED",
    "status_changed_ts": "1576335366714304",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11543",
      "builder:ToTiOS",
      "buildset:commit/git/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bcd1b146b7b1e025e1c698a1d82903ec8ccc762",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9059516637006260720",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8894086574950198752/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:491db6237418fb10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1576343110457651",
    "url": "https://ci.chromium.org/b/8894086574950198752",
    "utcnow_ts": "1576343111633377"
  }
}
[17:05:11.649] Invocation finished in 2h13m45.208331552s with status FAILED