Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0e99184751cb1695f6e23eb260f1b6de7671025c"
}

Incoming tags

  • buildset:commit/git/0e99184751cb1695f6e23eb260f1b6de7671025c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e99184751cb1695f6e23eb260f1b6de7671025c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:10:46.487] New invocation is queued and will start shortly
[08:10:47.640] Starting the invocation (attempt 1)
[08:10:47.687] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:10:47.687] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:10:47.687] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062712738567017264",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"0e99184751cb1695f6e23eb260f1b6de7671025c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062712738567017264",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/0e99184751cb1695f6e23eb260f1b6de7671025c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e99184751cb1695f6e23eb260f1b6de7671025c",
    "gitiles_ref:refs/heads/master"
  ]
}
[08:10:48.860] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1573287047934823",
    "id": "8897282676383417408",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0e99184751cb1695f6e23eb260f1b6de7671025c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573287048537768",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10965",
      "builder:ToTiOS",
      "buildset:commit/git/0e99184751cb1695f6e23eb260f1b6de7671025c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e99184751cb1695f6e23eb260f1b6de7671025c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062712738567017264",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897282676383417408/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573287048537893",
    "url": "https://ci.chromium.org/b/8897282676383417408",
    "utcnow_ts": "1573287048831178"
  }
}
[08:10:48.860] Task URL: https://ci.chromium.org/b/8897282676383417408
[08:10:48.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:2:0) after 1m0s
[08:11:38.468] Received PubSub notification, asking Buildbucket for the build status
[08:11:39.131] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:48.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:2:0)
[08:11:48.892] Timer tick, asking Buildbucket for the build status
[08:11:49.820] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:49.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:4:0) after 1m0s
[08:12:49.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:4:0)
[08:12:49.884] Timer tick, asking Buildbucket for the build status
[08:12:50.694] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:50.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:5:0) after 1m0s
[08:13:50.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:5:0)
[08:13:50.824] Timer tick, asking Buildbucket for the build status
[08:13:51.104] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:51.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:6:0) after 1m0s
[08:14:51.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:6:0)
[08:14:51.133] Timer tick, asking Buildbucket for the build status
[08:14:55.373] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:55.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:7:0) after 1m0s
[08:15:55.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:7:0)
[08:15:55.409] Timer tick, asking Buildbucket for the build status
[08:15:55.921] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:55.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:8:0) after 1m0s
[08:16:56.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:8:0)
[08:16:56.218] Timer tick, asking Buildbucket for the build status
[08:16:56.486] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:56.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:9:0) after 1m0s
[08:17:56.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:9:0)
[08:17:56.654] Timer tick, asking Buildbucket for the build status
[08:17:56.925] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:56.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:10:0) after 1m0s
[08:18:56.991] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:10:0)
[08:18:56.991] Timer tick, asking Buildbucket for the build status
[08:18:57.958] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:57.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:11:0) after 1m0s
[08:19:58.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:11:0)
[08:19:58.077] Timer tick, asking Buildbucket for the build status
[08:19:59.297] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:59.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:12:0) after 1m0s
[08:20:59.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:12:0)
[08:20:59.395] Timer tick, asking Buildbucket for the build status
[08:20:59.601] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:59.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:13:0) after 1m0s
[08:21:59.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:13:0)
[08:21:59.622] Timer tick, asking Buildbucket for the build status
[08:22:00.835] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:00.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:14:0) after 1m0s
[08:23:00.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:14:0)
[08:23:00.862] Timer tick, asking Buildbucket for the build status
[08:23:01.435] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:01.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:15:0) after 1m0s
[08:24:01.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:15:0)
[08:24:01.459] Timer tick, asking Buildbucket for the build status
[08:24:02.362] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:02.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:16:0) after 1m0s
[08:25:02.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:16:0)
[08:25:02.415] Timer tick, asking Buildbucket for the build status
[08:25:03.503] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:03.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:17:0) after 1m0s
[08:26:03.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:17:0)
[08:26:03.642] Timer tick, asking Buildbucket for the build status
[08:26:04.574] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:04.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:18:0) after 1m0s
[08:27:04.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:18:0)
[08:27:04.674] Timer tick, asking Buildbucket for the build status
[08:27:04.874] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:04.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:19:0) after 1m0s
[08:28:05.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:19:0)
[08:28:05.062] Timer tick, asking Buildbucket for the build status
[08:28:05.284] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:05.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:20:0) after 1m0s
[08:29:05.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:20:0)
[08:29:05.405] Timer tick, asking Buildbucket for the build status
[08:29:05.950] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:05.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:21:0) after 1m0s
[08:30:05.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:21:0)
[08:30:05.978] Timer tick, asking Buildbucket for the build status
[08:30:06.907] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:06.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:22:0) after 1m0s
[08:31:08.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:22:0)
[08:31:08.716] Timer tick, asking Buildbucket for the build status
[08:31:09.288] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:09.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:23:0) after 1m0s
[08:32:09.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:23:0)
[08:32:09.455] Timer tick, asking Buildbucket for the build status
[08:32:10.038] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:10.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:24:0) after 1m0s
[08:33:10.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:24:0)
[08:33:10.310] Timer tick, asking Buildbucket for the build status
[08:33:10.611] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:10.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:25:0) after 1m0s
[08:34:10.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:25:0)
[08:34:10.806] Timer tick, asking Buildbucket for the build status
[08:34:11.608] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:11.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:26:0) after 1m0s
[08:35:11.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:26:0)
[08:35:11.727] Timer tick, asking Buildbucket for the build status
[08:35:12.656] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:12.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:27:0) after 1m0s
[08:36:12.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:27:0)
[08:36:12.739] Timer tick, asking Buildbucket for the build status
[08:36:15.787] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:15.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:28:0) after 1m0s
[08:37:15.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:28:0)
[08:37:15.925] Timer tick, asking Buildbucket for the build status
[08:37:16.485] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:16.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:29:0) after 1m0s
[08:38:16.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:29:0)
[08:38:16.565] Timer tick, asking Buildbucket for the build status
[08:38:17.147] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:17.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:30:0) after 1m0s
[08:39:17.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:30:0)
[08:39:17.312] Timer tick, asking Buildbucket for the build status
[08:39:18.032] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:18.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:31:0) after 1m0s
[08:40:18.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:31:0)
[08:40:18.221] Timer tick, asking Buildbucket for the build status
[08:40:18.532] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:18.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:32:0) after 1m0s
[08:41:18.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:32:0)
[08:41:18.712] Timer tick, asking Buildbucket for the build status
[08:41:21.096] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:21.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:33:0) after 1m0s
[08:42:21.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:33:0)
[08:42:21.309] Timer tick, asking Buildbucket for the build status
[08:42:21.536] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:21.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:34:0) after 1m0s
[08:43:21.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:34:0)
[08:43:21.718] Timer tick, asking Buildbucket for the build status
[08:43:22.280] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:22.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:35:0) after 1m0s
[08:44:22.404] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:35:0)
[08:44:22.404] Timer tick, asking Buildbucket for the build status
[08:44:23.032] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:23.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:36:0) after 1m0s
[08:45:23.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:36:0)
[08:45:23.065] Timer tick, asking Buildbucket for the build status
[08:45:23.482] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:23.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:37:0) after 1m0s
[08:46:23.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:37:0)
[08:46:23.596] Timer tick, asking Buildbucket for the build status
[08:46:24.419] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:24.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:38:0) after 1m0s
[08:47:24.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:38:0)
[08:47:24.489] Timer tick, asking Buildbucket for the build status
[08:47:24.753] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:24.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:39:0) after 1m0s
[08:48:24.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:39:0)
[08:48:24.803] Timer tick, asking Buildbucket for the build status
[08:48:25.519] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:25.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:40:0) after 1m0s
[08:49:25.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:40:0)
[08:49:25.602] Timer tick, asking Buildbucket for the build status
[08:49:25.794] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:25.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:41:0) after 1m0s
[08:50:25.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:41:0)
[08:50:25.965] Timer tick, asking Buildbucket for the build status
[08:50:26.405] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:26.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:42:0) after 1m0s
[08:51:26.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:42:0)
[08:51:26.478] Timer tick, asking Buildbucket for the build status
[08:51:27.088] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:27.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:43:0) after 1m0s
[08:52:27.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:43:0)
[08:52:27.175] Timer tick, asking Buildbucket for the build status
[08:52:28.967] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:28.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:44:0) after 1m0s
[08:53:28.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:44:0)
[08:53:28.998] Timer tick, asking Buildbucket for the build status
[08:53:29.385] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:29.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:45:0) after 1m0s
[08:54:29.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:45:0)
[08:54:29.413] Timer tick, asking Buildbucket for the build status
[08:54:30.200] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:30.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:46:0) after 1m0s
[08:55:30.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:46:0)
[08:55:30.271] Timer tick, asking Buildbucket for the build status
[08:55:31.497] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:31.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:47:0) after 1m0s
[08:56:31.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:47:0)
[08:56:31.513] Timer tick, asking Buildbucket for the build status
[08:56:32.015] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:32.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:48:0) after 1m0s
[08:57:32.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:48:0)
[08:57:32.082] Timer tick, asking Buildbucket for the build status
[08:57:32.259] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:32.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:49:0) after 1m0s
[08:58:32.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:49:0)
[08:58:32.281] Timer tick, asking Buildbucket for the build status
[08:58:32.698] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:32.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:50:0) after 1m0s
[08:59:32.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:50:0)
[08:59:32.724] Timer tick, asking Buildbucket for the build status
[08:59:33.577] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:33.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:51:0) after 1m0s
[09:00:33.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:51:0)
[09:00:33.796] Timer tick, asking Buildbucket for the build status
[09:00:34.152] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:34.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:52:0) after 1m0s
[09:01:34.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:52:0)
[09:01:34.184] Timer tick, asking Buildbucket for the build status
[09:01:34.619] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:34.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:53:0) after 1m0s
[09:02:34.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:53:0)
[09:02:34.718] Timer tick, asking Buildbucket for the build status
[09:02:34.933] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:34.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:54:0) after 1m0s
[09:03:34.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:54:0)
[09:03:34.957] Timer tick, asking Buildbucket for the build status
[09:03:35.244] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:35.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:55:0) after 1m0s
[09:04:35.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:55:0)
[09:04:35.276] Timer tick, asking Buildbucket for the build status
[09:04:35.522] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:35.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:56:0) after 1m0s
[09:05:35.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:56:0)
[09:05:35.555] Timer tick, asking Buildbucket for the build status
[09:05:37.698] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:37.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:57:0) after 1m0s
[09:06:37.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:57:0)
[09:06:37.678] Timer tick, asking Buildbucket for the build status
[09:06:37.871] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:37.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:58:0) after 1m0s
[09:07:37.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:58:0)
[09:07:37.894] Timer tick, asking Buildbucket for the build status
[09:07:38.363] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:38.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:59:0) after 1m0s
[09:08:38.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:59:0)
[09:08:38.442] Timer tick, asking Buildbucket for the build status
[09:08:39.668] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:39.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:60:0) after 1m0s
[09:09:39.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:60:0)
[09:09:39.808] Timer tick, asking Buildbucket for the build status
[09:09:40.297] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:40.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:61:0) after 1m0s
[09:10:40.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:61:0)
[09:10:40.323] Timer tick, asking Buildbucket for the build status
[09:10:40.576] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:40.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:62:0) after 1m0s
[09:11:42.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:62:0)
[09:11:42.904] Timer tick, asking Buildbucket for the build status
[09:11:43.430] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:43.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:63:0) after 1m0s
[09:12:44.129] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:63:0)
[09:12:44.129] Timer tick, asking Buildbucket for the build status
[09:12:45.165] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:45.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:64:0) after 1m0s
[09:13:45.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:64:0)
[09:13:45.487] Timer tick, asking Buildbucket for the build status
[09:13:47.904] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:47.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:65:0) after 1m0s
[09:14:47.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:65:0)
[09:14:47.929] Timer tick, asking Buildbucket for the build status
[09:14:48.206] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:48.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:66:0) after 1m0s
[09:15:48.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:66:0)
[09:15:48.234] Timer tick, asking Buildbucket for the build status
[09:15:48.461] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:48.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:67:0) after 1m0s
[09:16:48.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:67:0)
[09:16:48.498] Timer tick, asking Buildbucket for the build status
[09:16:48.824] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:48.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:68:0) after 1m0s
[09:17:48.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:68:0)
[09:17:48.981] Timer tick, asking Buildbucket for the build status
[09:17:49.444] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:49.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:69:0) after 1m0s
[09:18:49.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:69:0)
[09:18:49.470] Timer tick, asking Buildbucket for the build status
[09:18:51.409] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:51.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:70:0) after 1m0s
[09:19:51.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:70:0)
[09:19:51.637] Timer tick, asking Buildbucket for the build status
[09:19:53.529] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:53.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:71:0) after 1m0s
[09:20:53.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:71:0)
[09:20:53.697] Timer tick, asking Buildbucket for the build status
[09:20:54.082] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:54.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:72:0) after 1m0s
[09:21:54.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:72:0)
[09:21:54.298] Timer tick, asking Buildbucket for the build status
[09:21:54.479] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:54.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:73:0) after 1m0s
[09:22:54.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:73:0)
[09:22:54.975] Timer tick, asking Buildbucket for the build status
[09:22:55.662] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:55.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:74:0) after 1m0s
[09:23:55.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:74:0)
[09:23:55.734] Timer tick, asking Buildbucket for the build status
[09:23:55.917] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:55.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:75:0) after 1m0s
[09:24:56.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:75:0)
[09:24:56.039] Timer tick, asking Buildbucket for the build status
[09:24:56.469] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:56.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:76:0) after 1m0s
[09:25:56.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:76:0)
[09:25:56.718] Timer tick, asking Buildbucket for the build status
[09:25:56.960] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:56.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:77:0) after 1m0s
[09:26:57.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:77:0)
[09:26:57.171] Timer tick, asking Buildbucket for the build status
[09:26:57.526] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:57.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:78:0) after 1m0s
[09:27:57.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:78:0)
[09:27:57.651] Timer tick, asking Buildbucket for the build status
[09:27:58.763] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:58.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:79:0) after 1m0s
[09:28:58.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:79:0)
[09:28:58.997] Timer tick, asking Buildbucket for the build status
[09:28:59.562] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:59.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:80:0) after 1m0s
[09:29:59.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:80:0)
[09:29:59.816] Timer tick, asking Buildbucket for the build status
[09:30:00.915] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:00.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:81:0) after 1m0s
[09:31:00.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:81:0)
[09:31:00.985] Timer tick, asking Buildbucket for the build status
[09:31:01.634] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:01.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:82:0) after 1m0s
[09:32:01.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:82:0)
[09:32:01.900] Timer tick, asking Buildbucket for the build status
[09:32:02.750] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:02.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:83:0) after 1m0s
[09:33:02.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:83:0)
[09:33:02.846] Timer tick, asking Buildbucket for the build status
[09:33:03.107] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:03.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:84:0) after 1m0s
[09:34:03.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:84:0)
[09:34:03.316] Timer tick, asking Buildbucket for the build status
[09:34:03.573] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:03.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:85:0) after 1m0s
[09:35:03.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:85:0)
[09:35:03.705] Timer tick, asking Buildbucket for the build status
[09:35:04.071] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:04.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:86:0) after 1m0s
[09:36:04.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:86:0)
[09:36:04.345] Timer tick, asking Buildbucket for the build status
[09:36:04.988] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:04.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:87:0) after 1m0s
[09:37:05.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:87:0)
[09:37:05.107] Timer tick, asking Buildbucket for the build status
[09:37:06.206] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:06.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:88:0) after 1m0s
[09:38:06.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:88:0)
[09:38:06.474] Timer tick, asking Buildbucket for the build status
[09:38:06.663] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:06.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:89:0) after 1m0s
[09:39:06.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:89:0)
[09:39:06.776] Timer tick, asking Buildbucket for the build status
[09:39:07.505] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:07.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:90:0) after 1m0s
[09:40:07.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:90:0)
[09:40:07.536] Timer tick, asking Buildbucket for the build status
[09:40:07.875] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:07.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:91:0) after 1m0s
[09:41:07.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:91:0)
[09:41:07.955] Timer tick, asking Buildbucket for the build status
[09:41:08.244] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:08.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:92:0) after 1m0s
[09:42:08.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:92:0)
[09:42:08.443] Timer tick, asking Buildbucket for the build status
[09:42:08.630] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:08.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:93:0) after 1m0s
[09:43:08.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:93:0)
[09:43:08.657] Timer tick, asking Buildbucket for the build status
[09:43:09.946] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:09.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:94:0) after 1m0s
[09:44:10.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:94:0)
[09:44:10.099] Timer tick, asking Buildbucket for the build status
[09:44:10.351] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:10.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:95:0) after 1m0s
[09:45:10.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:95:0)
[09:45:10.494] Timer tick, asking Buildbucket for the build status
[09:45:10.672] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:10.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:96:0) after 1m0s
[09:46:10.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:96:0)
[09:46:10.780] Timer tick, asking Buildbucket for the build status
[09:46:10.973] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:10.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:97:0) after 1m0s
[09:47:11.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:97:0)
[09:47:11.045] Timer tick, asking Buildbucket for the build status
[09:47:11.306] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:11.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:98:0) after 1m0s
[09:48:11.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:98:0)
[09:48:11.333] Timer tick, asking Buildbucket for the build status
[09:48:15.163] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:15.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:99:0) after 1m0s
[09:49:15.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:99:0)
[09:49:15.243] Timer tick, asking Buildbucket for the build status
[09:49:15.526] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:15.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:100:0) after 1m0s
[09:50:15.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:100:0)
[09:50:15.563] Timer tick, asking Buildbucket for the build status
[09:50:15.915] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:15.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:101:0) after 1m0s
[09:51:15.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:101:0)
[09:51:15.926] Timer tick, asking Buildbucket for the build status
[09:51:16.389] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:16.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:102:0) after 1m0s
[09:52:16.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:102:0)
[09:52:16.466] Timer tick, asking Buildbucket for the build status
[09:52:17.954] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:17.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:103:0) after 1m0s
[09:53:17.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:103:0)
[09:53:17.973] Timer tick, asking Buildbucket for the build status
[09:53:18.486] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:18.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:104:0) after 1m0s
[09:54:18.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:104:0)
[09:54:18.612] Timer tick, asking Buildbucket for the build status
[09:54:19.011] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:19.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:105:0) after 1m0s
[09:55:19.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:105:0)
[09:55:19.048] Timer tick, asking Buildbucket for the build status
[09:55:19.499] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:19.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:106:0) after 1m0s
[09:56:19.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:106:0)
[09:56:19.539] Timer tick, asking Buildbucket for the build status
[09:56:19.759] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:19.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:107:0) after 1m0s
[09:57:19.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:107:0)
[09:57:19.925] Timer tick, asking Buildbucket for the build status
[09:57:20.145] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:20.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:108:0) after 1m0s
[09:58:20.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:108:0)
[09:58:20.212] Timer tick, asking Buildbucket for the build status
[09:58:20.548] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:20.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:109:0) after 1m0s
[09:59:20.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:109:0)
[09:59:20.586] Timer tick, asking Buildbucket for the build status
[09:59:22.223] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:22.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:110:0) after 1m0s
[10:00:22.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:110:0)
[10:00:22.253] Timer tick, asking Buildbucket for the build status
[10:00:22.545] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:22.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:111:0) after 1m0s
[10:01:22.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:111:0)
[10:01:22.570] Timer tick, asking Buildbucket for the build status
[10:01:22.749] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:22.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:112:0) after 1m0s
[10:02:22.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:112:0)
[10:02:22.788] Timer tick, asking Buildbucket for the build status
[10:02:23.270] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:23.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:113:0) after 1m0s
[10:03:23.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:113:0)
[10:03:23.388] Timer tick, asking Buildbucket for the build status
[10:03:23.593] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:23.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:114:0) after 1m0s
[10:04:23.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:114:0)
[10:04:23.655] Timer tick, asking Buildbucket for the build status
[10:04:24.278] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:24.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:115:0) after 1m0s
[10:05:24.402] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:115:0)
[10:05:24.402] Timer tick, asking Buildbucket for the build status
[10:05:24.933] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:24.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:116:0) after 1m0s
[10:06:25.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:116:0)
[10:06:25.028] Timer tick, asking Buildbucket for the build status
[10:06:25.310] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:25.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:117:0) after 1m0s
[10:07:25.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:117:0)
[10:07:25.336] Timer tick, asking Buildbucket for the build status
[10:07:27.464] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:27.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:118:0) after 1m0s
[10:08:27.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:118:0)
[10:08:27.493] Timer tick, asking Buildbucket for the build status
[10:08:27.809] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:27.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:119:0) after 1m0s
[10:09:28.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:119:0)
[10:09:28.019] Timer tick, asking Buildbucket for the build status
[10:09:28.733] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:28.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:120:0) after 1m0s
[10:10:28.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:120:0)
[10:10:28.777] Timer tick, asking Buildbucket for the build status
[10:10:28.972] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:28.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:121:0) after 1m0s
[10:11:28.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:121:0)
[10:11:28.998] Timer tick, asking Buildbucket for the build status
[10:11:29.288] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:29.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:122:0) after 1m0s
[10:12:29.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:122:0)
[10:12:29.442] Timer tick, asking Buildbucket for the build status
[10:12:29.649] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:29.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:123:0) after 1m0s
[10:13:29.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:123:0)
[10:13:29.813] Timer tick, asking Buildbucket for the build status
[10:13:32.223] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:32.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:124:0) after 1m0s
[10:14:32.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:124:0)
[10:14:32.309] Timer tick, asking Buildbucket for the build status
[10:14:32.567] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:32.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:125:0) after 1m0s
[10:15:32.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:125:0)
[10:15:32.600] Timer tick, asking Buildbucket for the build status
[10:15:32.756] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:32.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:126:0) after 1m0s
[10:16:32.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:126:0)
[10:16:32.775] Timer tick, asking Buildbucket for the build status
[10:16:32.965] Build 8897282676383417408: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:32.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062712738567017264:127:0) after 1m0s
[10:17:10.765] Received PubSub notification, asking Buildbucket for the build status
[10:17:12.731] Build 8897282676383417408: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:17:12.731] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1573294629928519",
    "created_by": "project:chromium",
    "created_ts": "1573287047934823",
    "failure_reason": "BUILD_FAILURE",
    "id": "8897282676383417408",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0e99184751cb1695f6e23eb260f1b6de7671025c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10965, \"got_angle_revision\": \"012d15196023467be913ef6d537417be91e68e16\", \"got_dawn_revision\": \"600a26d50a04d82cade2f52c79a2d7ad9e71b89b\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"0e99184751cb1695f6e23eb260f1b6de7671025c\", \"got_revision_cp\": \"refs/heads/master@{#714089}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"31edef751a8d8428db1fc9e0f68c345ab987811f\", \"got_v8_revision\": \"c6814905a3786566e8ee1c5f1386270db0e11862\", \"got_v8_revision_cp\": \"refs/heads/8.0.212@{#1}\", \"got_webrtc_revision\": \"d6b9b0a1f4132474c737b5e673e380c3d8e12e2c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29744}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0e99184751cb1695f6e23eb260f1b6de7671025c\", \"swarm_hashes\": {\"0\": \"9d9882268802df1bd5710306a45fbc2fe68e14b5\", \"1\": \"5a7472d04cd8822e7b8a7370dfe5584048252b92\", \"10\": \"a68005ea58257c174deaba7075d64104be1501d3\", \"11\": \"f0b769f8bd7e66f1259f866d91e2e08f3c1e50e5\", \"12\": \"1ae9bf7231b7b84b83a2e95b1117057cf3e1457e\", \"13\": \"2a4e5a3a319269279fec137cbabe91f8bd943ec7\", \"14\": \"4411b94207418aae5e274cf16e06c5532f1a4deb\", \"15\": \"7155ba640793a4d8ddae8858119042ac55d022b4\", \"16\": \"e27ff54fb37799e2ad8dc7c2ec8be7e2d1bb8638\", \"2\": \"c02a097fc211ca2da74fe69db94f099127d19bce\", \"3\": \"a04aff1b37c84ebbc8fa444908f0e95a7ee6fa9f\", \"4\": \"c3b233cfd5ff480dd2976524211923f8d5f33c86\", \"5\": \"3309adcc452aa139118e8a70f547fb1e7d2d4f18\", \"6\": \"861995ae8f2d857bf873bd7f09f12ac15e496bf2\", \"7\": \"a2bd96b11f8deadab97e736f28879032f816f5ba\", \"8\": \"f433a02d4835f975e3c4f572cf25eae6bbd9a47a\", \"9\": \"3d67e7a32a4889aaca79db764ce4f52f66915f59\"}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573287094492780",
    "status": "COMPLETED",
    "status_changed_ts": "1573287048537768",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10965",
      "builder:ToTiOS",
      "buildset:commit/git/0e99184751cb1695f6e23eb260f1b6de7671025c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e99184751cb1695f6e23eb260f1b6de7671025c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062712738567017264",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897282676383417408/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:486808c0467bbd10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573294630395990",
    "url": "https://ci.chromium.org/b/8897282676383417408",
    "utcnow_ts": "1573294632711605"
  }
}
[10:17:12.731] Invocation finished in 2h6m26.263495309s with status FAILED