Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5bd895eea55ba7edd3d550ae600c00e832deb591"
}

Incoming tags

  • buildset:commit/git/5bd895eea55ba7edd3d550ae600c00e832deb591
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd895eea55ba7edd3d550ae600c00e832deb591
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:38:09.597] New invocation is queued and will start shortly
[02:38:11.099] Starting the invocation (attempt 1)
[02:38:11.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:11.154] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:11.154] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9058385010499206080",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"5bd895eea55ba7edd3d550ae600c00e832deb591\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9058385010499206080",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/5bd895eea55ba7edd3d550ae600c00e832deb591",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd895eea55ba7edd3d550ae600c00e832deb591",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:38:12.896] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1577414291936592",
    "id": "8892954947376808256",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5bd895eea55ba7edd3d550ae600c00e832deb591\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1577414292692213",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11698",
      "builder:ToTiOS",
      "buildset:commit/git/5bd895eea55ba7edd3d550ae600c00e832deb591",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd895eea55ba7edd3d550ae600c00e832deb591",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058385010499206080",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892954947376808256/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577414292693200",
    "url": "https://ci.chromium.org/b/8892954947376808256",
    "utcnow_ts": "1577414292882133"
  }
}
[02:38:12.896] Task URL: https://ci.chromium.org/b/8892954947376808256
[02:38:12.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:2:0) after 1m0s
[02:39:13.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:2:0)
[02:39:13.634] Timer tick, asking Buildbucket for the build status
[02:39:13.931] Build 8892954947376808256: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:39:13.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:3:0) after 1m0s
[02:40:14.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:3:0)
[02:40:14.279] Timer tick, asking Buildbucket for the build status
[02:40:15.006] Build 8892954947376808256: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:40:15.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:4:0) after 1m0s
[02:41:15.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:4:0)
[02:41:15.203] Timer tick, asking Buildbucket for the build status
[02:41:15.483] Build 8892954947376808256: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:41:15.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:5:0) after 1m0s
[02:41:34.644] Received PubSub notification, asking Buildbucket for the build status
[02:41:34.796] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:15.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:5:0)
[02:42:15.510] Timer tick, asking Buildbucket for the build status
[02:42:15.776] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:15.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:7:0) after 1m0s
[02:43:16.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:7:0)
[02:43:16.080] Timer tick, asking Buildbucket for the build status
[02:43:16.408] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:16.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:8:0) after 1m0s
[02:44:16.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:8:0)
[02:44:16.663] Timer tick, asking Buildbucket for the build status
[02:44:16.968] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:16.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:9:0) after 1m0s
[02:45:17.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:9:0)
[02:45:17.098] Timer tick, asking Buildbucket for the build status
[02:45:17.235] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:17.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:10:0) after 1m0s
[02:46:17.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:10:0)
[02:46:17.241] Timer tick, asking Buildbucket for the build status
[02:46:17.484] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:17.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:11:0) after 1m0s
[02:47:17.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:11:0)
[02:47:17.778] Timer tick, asking Buildbucket for the build status
[02:47:17.936] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:17.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:12:0) after 1m0s
[02:48:18.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:12:0)
[02:48:18.243] Timer tick, asking Buildbucket for the build status
[02:48:18.451] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:18.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:13:0) after 1m0s
[02:49:18.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:13:0)
[02:49:18.784] Timer tick, asking Buildbucket for the build status
[02:49:19.023] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:19.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:14:0) after 1m0s
[02:50:19.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:14:0)
[02:50:19.065] Timer tick, asking Buildbucket for the build status
[02:50:20.620] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:20.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:15:0) after 1m0s
[02:51:20.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:15:0)
[02:51:20.674] Timer tick, asking Buildbucket for the build status
[02:51:20.937] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:20.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:16:0) after 1m0s
[02:52:21.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:16:0)
[02:52:21.009] Timer tick, asking Buildbucket for the build status
[02:52:21.546] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:21.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:17:0) after 1m0s
[02:53:21.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:17:0)
[02:53:21.601] Timer tick, asking Buildbucket for the build status
[02:53:22.116] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:22.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:18:0) after 1m0s
[02:54:22.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:18:0)
[02:54:22.237] Timer tick, asking Buildbucket for the build status
[02:54:22.381] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:22.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:19:0) after 1m0s
[02:55:22.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:19:0)
[02:55:22.433] Timer tick, asking Buildbucket for the build status
[02:55:22.711] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:22.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:20:0) after 1m0s
[02:56:22.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:20:0)
[02:56:22.731] Timer tick, asking Buildbucket for the build status
[02:56:23.610] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:23.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:21:0) after 1m0s
[02:57:23.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:21:0)
[02:57:23.628] Timer tick, asking Buildbucket for the build status
[02:57:24.014] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:24.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:22:0) after 1m0s
[02:58:24.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:22:0)
[02:58:24.066] Timer tick, asking Buildbucket for the build status
[02:58:25.229] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:25.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:23:0) after 1m0s
[02:59:25.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:23:0)
[02:59:25.276] Timer tick, asking Buildbucket for the build status
[02:59:25.437] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:25.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:24:0) after 1m0s
[03:00:25.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:24:0)
[03:00:25.514] Timer tick, asking Buildbucket for the build status
[03:00:25.714] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:25.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:25:0) after 1m0s
[03:01:25.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:25:0)
[03:01:25.835] Timer tick, asking Buildbucket for the build status
[03:01:26.383] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:26.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:26:0) after 1m0s
[03:02:26.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:26:0)
[03:02:26.499] Timer tick, asking Buildbucket for the build status
[03:02:26.662] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:26.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:27:0) after 1m0s
[03:03:26.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:27:0)
[03:03:26.707] Timer tick, asking Buildbucket for the build status
[03:03:27.674] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:27.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:28:0) after 1m0s
[03:04:27.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:28:0)
[03:04:27.679] Timer tick, asking Buildbucket for the build status
[03:04:28.392] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:28.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:29:0) after 1m0s
[03:05:28.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:29:0)
[03:05:28.430] Timer tick, asking Buildbucket for the build status
[03:05:29.174] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:29.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:30:0) after 1m0s
[03:06:29.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:30:0)
[03:06:29.160] Timer tick, asking Buildbucket for the build status
[03:06:29.706] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:29.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:31:0) after 1m0s
[03:07:29.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:31:0)
[03:07:29.776] Timer tick, asking Buildbucket for the build status
[03:07:30.145] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:32:0) after 1m0s
[03:08:30.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:32:0)
[03:08:30.182] Timer tick, asking Buildbucket for the build status
[03:08:30.360] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:30.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:33:0) after 1m0s
[03:09:30.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:33:0)
[03:09:30.417] Timer tick, asking Buildbucket for the build status
[03:09:30.652] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:30.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:34:0) after 1m0s
[03:10:30.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:34:0)
[03:10:30.683] Timer tick, asking Buildbucket for the build status
[03:10:30.855] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:30.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:35:0) after 1m0s
[03:11:30.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:35:0)
[03:11:30.866] Timer tick, asking Buildbucket for the build status
[03:11:31.094] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:31.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:36:0) after 1m0s
[03:12:31.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:36:0)
[03:12:31.217] Timer tick, asking Buildbucket for the build status
[03:12:31.830] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:31.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:37:0) after 1m0s
[03:13:31.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:37:0)
[03:13:31.878] Timer tick, asking Buildbucket for the build status
[03:13:33.185] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:33.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:38:0) after 1m0s
[03:14:33.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:38:0)
[03:14:33.250] Timer tick, asking Buildbucket for the build status
[03:14:33.624] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:33.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:39:0) after 1m0s
[03:15:33.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:39:0)
[03:15:33.648] Timer tick, asking Buildbucket for the build status
[03:15:33.800] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:33.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:40:0) after 1m0s
[03:16:33.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:40:0)
[03:16:33.877] Timer tick, asking Buildbucket for the build status
[03:16:34.196] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:34.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:41:0) after 1m0s
[03:17:34.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:41:0)
[03:17:34.239] Timer tick, asking Buildbucket for the build status
[03:17:34.659] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:34.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:42:0) after 1m0s
[03:18:34.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:42:0)
[03:18:34.686] Timer tick, asking Buildbucket for the build status
[03:18:35.190] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:35.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:43:0) after 1m0s
[03:19:35.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:43:0)
[03:19:35.217] Timer tick, asking Buildbucket for the build status
[03:19:36.765] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:36.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:44:0) after 1m0s
[03:20:36.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:44:0)
[03:20:36.835] Timer tick, asking Buildbucket for the build status
[03:20:37.015] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:37.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:45:0) after 1m0s
[03:21:37.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:45:0)
[03:21:37.065] Timer tick, asking Buildbucket for the build status
[03:21:37.311] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:37.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:46:0) after 1m0s
[03:22:37.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:46:0)
[03:22:37.338] Timer tick, asking Buildbucket for the build status
[03:22:37.523] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:37.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:47:0) after 1m0s
[03:23:37.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:47:0)
[03:23:37.545] Timer tick, asking Buildbucket for the build status
[03:23:37.731] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:37.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:48:0) after 1m0s
[03:24:37.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:48:0)
[03:24:37.805] Timer tick, asking Buildbucket for the build status
[03:24:37.955] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:37.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:49:0) after 1m0s
[03:25:38.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:49:0)
[03:25:38.164] Timer tick, asking Buildbucket for the build status
[03:25:38.322] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:38.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:50:0) after 1m0s
[03:26:38.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:50:0)
[03:26:38.389] Timer tick, asking Buildbucket for the build status
[03:26:38.984] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:38.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:51:0) after 1m0s
[03:27:39.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:51:0)
[03:27:39.099] Timer tick, asking Buildbucket for the build status
[03:27:39.401] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:39.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:52:0) after 1m0s
[03:28:39.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:52:0)
[03:28:39.432] Timer tick, asking Buildbucket for the build status
[03:28:39.624] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:39.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:53:0) after 1m0s
[03:29:39.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:53:0)
[03:29:39.659] Timer tick, asking Buildbucket for the build status
[03:29:40.106] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:40.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:54:0) after 1m0s
[03:30:40.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:54:0)
[03:30:40.137] Timer tick, asking Buildbucket for the build status
[03:30:40.286] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:40.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:55:0) after 1m0s
[03:31:40.404] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:55:0)
[03:31:40.404] Timer tick, asking Buildbucket for the build status
[03:31:40.641] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:40.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:56:0) after 1m0s
[03:32:40.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:56:0)
[03:32:40.665] Timer tick, asking Buildbucket for the build status
[03:32:41.186] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:41.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:57:0) after 1m0s
[03:33:41.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:57:0)
[03:33:41.211] Timer tick, asking Buildbucket for the build status
[03:33:41.501] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:41.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:58:0) after 1m0s
[03:34:41.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:58:0)
[03:34:41.614] Timer tick, asking Buildbucket for the build status
[03:34:41.767] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:41.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:59:0) after 1m0s
[03:35:41.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:59:0)
[03:35:41.892] Timer tick, asking Buildbucket for the build status
[03:35:44.955] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:44.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:60:0) after 1m0s
[03:36:44.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:60:0)
[03:36:44.994] Timer tick, asking Buildbucket for the build status
[03:36:45.155] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:45.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:61:0) after 1m0s
[03:37:45.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:61:0)
[03:37:45.191] Timer tick, asking Buildbucket for the build status
[03:37:45.925] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:45.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:62:0) after 1m0s
[03:38:46.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:62:0)
[03:38:46.041] Timer tick, asking Buildbucket for the build status
[03:38:46.262] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:46.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:63:0) after 1m0s
[03:39:46.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:63:0)
[03:39:46.392] Timer tick, asking Buildbucket for the build status
[03:39:47.185] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:47.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:64:0) after 1m0s
[03:40:47.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:64:0)
[03:40:47.204] Timer tick, asking Buildbucket for the build status
[03:40:47.383] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:47.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:65:0) after 1m0s
[03:41:47.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:65:0)
[03:41:47.457] Timer tick, asking Buildbucket for the build status
[03:41:48.288] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:48.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:66:0) after 1m0s
[03:42:48.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:66:0)
[03:42:48.423] Timer tick, asking Buildbucket for the build status
[03:42:49.372] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:49.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:67:0) after 1m0s
[03:43:49.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:67:0)
[03:43:49.507] Timer tick, asking Buildbucket for the build status
[03:43:49.683] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:49.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:68:0) after 1m0s
[03:44:49.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:68:0)
[03:44:49.764] Timer tick, asking Buildbucket for the build status
[03:44:50.201] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:50.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:69:0) after 1m0s
[03:45:50.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:69:0)
[03:45:50.268] Timer tick, asking Buildbucket for the build status
[03:45:52.457] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:52.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:70:0) after 1m0s
[03:46:52.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:70:0)
[03:46:52.509] Timer tick, asking Buildbucket for the build status
[03:46:52.949] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:52.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:71:0) after 1m0s
[03:47:52.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:71:0)
[03:47:52.979] Timer tick, asking Buildbucket for the build status
[03:47:53.223] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:53.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:72:0) after 1m0s
[03:48:53.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:72:0)
[03:48:53.269] Timer tick, asking Buildbucket for the build status
[03:48:53.410] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:53.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:73:0) after 1m0s
[03:49:53.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:73:0)
[03:49:53.564] Timer tick, asking Buildbucket for the build status
[03:49:53.705] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:53.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:74:0) after 1m0s
[03:50:53.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:74:0)
[03:50:53.963] Timer tick, asking Buildbucket for the build status
[03:50:54.295] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:54.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:75:0) after 1m0s
[03:51:54.404] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:75:0)
[03:51:54.404] Timer tick, asking Buildbucket for the build status
[03:51:54.634] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:54.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:76:0) after 1m0s
[03:52:54.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:76:0)
[03:52:54.660] Timer tick, asking Buildbucket for the build status
[03:52:54.886] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:54.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:77:0) after 1m0s
[03:53:54.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:77:0)
[03:53:54.915] Timer tick, asking Buildbucket for the build status
[03:53:55.618] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:55.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:78:0) after 1m0s
[03:54:55.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:78:0)
[03:54:55.661] Timer tick, asking Buildbucket for the build status
[03:54:55.862] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:55.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:79:0) after 1m0s
[03:55:55.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:79:0)
[03:55:55.928] Timer tick, asking Buildbucket for the build status
[03:55:57.249] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:57.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:80:0) after 1m0s
[03:56:57.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:80:0)
[03:56:57.274] Timer tick, asking Buildbucket for the build status
[03:56:58.373] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:58.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:81:0) after 1m0s
[03:57:58.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:81:0)
[03:57:58.391] Timer tick, asking Buildbucket for the build status
[03:57:58.681] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:58.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:82:0) after 1m0s
[03:58:58.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:82:0)
[03:58:58.715] Timer tick, asking Buildbucket for the build status
[03:58:59.495] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:59.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:83:0) after 1m0s
[03:59:59.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:83:0)
[03:59:59.570] Timer tick, asking Buildbucket for the build status
[03:59:59.775] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:59.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:84:0) after 1m0s
[04:00:59.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:84:0)
[04:00:59.846] Timer tick, asking Buildbucket for the build status
[04:01:00.833] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:00.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:85:0) after 1m0s
[04:02:01.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:85:0)
[04:02:01.218] Timer tick, asking Buildbucket for the build status
[04:02:01.935] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:01.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:86:0) after 1m0s
[04:03:02.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:86:0)
[04:03:02.086] Timer tick, asking Buildbucket for the build status
[04:03:02.358] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:02.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:87:0) after 1m0s
[04:04:02.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:87:0)
[04:04:02.781] Timer tick, asking Buildbucket for the build status
[04:04:02.961] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:02.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:88:0) after 1m0s
[04:05:03.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:88:0)
[04:05:03.443] Timer tick, asking Buildbucket for the build status
[04:05:03.785] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:03.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:89:0) after 1m0s
[04:06:04.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:89:0)
[04:06:04.086] Timer tick, asking Buildbucket for the build status
[04:06:04.598] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:04.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:90:0) after 1m0s
[04:07:04.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:90:0)
[04:07:04.739] Timer tick, asking Buildbucket for the build status
[04:07:04.922] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:04.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:91:0) after 1m0s
[04:08:05.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:91:0)
[04:08:05.181] Timer tick, asking Buildbucket for the build status
[04:08:05.776] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:05.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:92:0) after 1m0s
[04:09:05.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:92:0)
[04:09:05.983] Timer tick, asking Buildbucket for the build status
[04:09:06.141] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:06.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:93:0) after 1m0s
[04:10:06.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:93:0)
[04:10:06.296] Timer tick, asking Buildbucket for the build status
[04:10:06.598] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:06.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:94:0) after 1m0s
[04:11:06.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:94:0)
[04:11:06.785] Timer tick, asking Buildbucket for the build status
[04:11:07.051] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:07.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:95:0) after 1m0s
[04:12:07.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:95:0)
[04:12:07.587] Timer tick, asking Buildbucket for the build status
[04:12:08.169] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:08.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:96:0) after 1m0s
[04:13:08.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:96:0)
[04:13:08.251] Timer tick, asking Buildbucket for the build status
[04:13:08.503] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:08.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:97:0) after 1m0s
[04:14:08.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:97:0)
[04:14:08.798] Timer tick, asking Buildbucket for the build status
[04:14:09.225] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:09.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:98:0) after 1m0s
[04:15:09.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:98:0)
[04:15:09.424] Timer tick, asking Buildbucket for the build status
[04:15:09.569] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:09.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:99:0) after 1m0s
[04:16:10.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:99:0)
[04:16:10.013] Timer tick, asking Buildbucket for the build status
[04:16:10.291] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:10.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:100:0) after 1m0s
[04:17:10.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:100:0)
[04:17:10.391] Timer tick, asking Buildbucket for the build status
[04:17:10.657] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:10.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:101:0) after 1m0s
[04:18:10.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:101:0)
[04:18:10.884] Timer tick, asking Buildbucket for the build status
[04:18:11.042] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:11.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:102:0) after 1m0s
[04:19:11.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:102:0)
[04:19:11.281] Timer tick, asking Buildbucket for the build status
[04:19:11.488] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:11.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:103:0) after 1m0s
[04:20:11.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:103:0)
[04:20:11.603] Timer tick, asking Buildbucket for the build status
[04:20:12.198] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:12.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:104:0) after 1m0s
[04:21:12.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:104:0)
[04:21:12.241] Timer tick, asking Buildbucket for the build status
[04:21:12.401] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:12.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:105:0) after 1m0s
[04:22:12.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:105:0)
[04:22:12.432] Timer tick, asking Buildbucket for the build status
[04:22:14.891] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:14.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:106:0) after 1m0s
[04:23:14.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:106:0)
[04:23:14.922] Timer tick, asking Buildbucket for the build status
[04:23:15.120] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:15.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:107:0) after 1m0s
[04:24:15.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:107:0)
[04:24:15.256] Timer tick, asking Buildbucket for the build status
[04:24:15.478] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:15.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:108:0) after 1m0s
[04:25:15.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:108:0)
[04:25:15.630] Timer tick, asking Buildbucket for the build status
[04:25:17.423] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:17.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:109:0) after 1m0s
[04:26:17.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:109:0)
[04:26:17.454] Timer tick, asking Buildbucket for the build status
[04:26:17.853] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:17.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:110:0) after 1m0s
[04:27:17.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:110:0)
[04:27:17.871] Timer tick, asking Buildbucket for the build status
[04:27:18.256] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:18.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:111:0) after 1m0s
[04:28:18.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:111:0)
[04:28:18.330] Timer tick, asking Buildbucket for the build status
[04:28:18.506] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:18.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:112:0) after 1m0s
[04:29:18.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:112:0)
[04:29:18.542] Timer tick, asking Buildbucket for the build status
[04:29:18.734] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:18.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:113:0) after 1m0s
[04:30:18.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:113:0)
[04:30:18.799] Timer tick, asking Buildbucket for the build status
[04:30:18.977] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:18.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:114:0) after 1m0s
[04:31:19.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:114:0)
[04:31:19.152] Timer tick, asking Buildbucket for the build status
[04:31:19.671] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:19.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:115:0) after 1m0s
[04:32:19.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:115:0)
[04:32:19.760] Timer tick, asking Buildbucket for the build status
[04:32:19.960] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:19.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:116:0) after 1m0s
[04:33:20.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:116:0)
[04:33:20.018] Timer tick, asking Buildbucket for the build status
[04:33:20.204] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:20.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:117:0) after 1m0s
[04:34:20.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:117:0)
[04:34:20.336] Timer tick, asking Buildbucket for the build status
[04:34:20.560] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:20.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:118:0) after 1m0s
[04:35:20.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:118:0)
[04:35:20.732] Timer tick, asking Buildbucket for the build status
[04:35:20.943] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:20.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:119:0) after 1m0s
[04:36:21.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:119:0)
[04:36:21.023] Timer tick, asking Buildbucket for the build status
[04:36:21.231] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:21.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:120:0) after 1m0s
[04:37:21.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:120:0)
[04:37:21.348] Timer tick, asking Buildbucket for the build status
[04:37:21.575] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:21.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:121:0) after 1m0s
[04:38:21.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:121:0)
[04:38:21.606] Timer tick, asking Buildbucket for the build status
[04:38:22.473] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:22.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:122:0) after 1m0s
[04:39:22.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:122:0)
[04:39:22.587] Timer tick, asking Buildbucket for the build status
[04:39:22.737] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:22.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:123:0) after 1m0s
[04:40:22.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:123:0)
[04:40:22.787] Timer tick, asking Buildbucket for the build status
[04:40:23.054] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:23.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:124:0) after 1m0s
[04:41:23.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:124:0)
[04:41:23.133] Timer tick, asking Buildbucket for the build status
[04:41:23.688] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:23.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:125:0) after 1m0s
[04:42:23.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:125:0)
[04:42:23.766] Timer tick, asking Buildbucket for the build status
[04:42:23.940] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:23.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:126:0) after 1m0s
[04:43:23.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:126:0)
[04:43:23.994] Timer tick, asking Buildbucket for the build status
[04:43:24.175] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:24.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:127:0) after 1m0s
[04:44:24.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:127:0)
[04:44:24.264] Timer tick, asking Buildbucket for the build status
[04:44:24.438] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:24.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:128:0) after 1m0s
[04:45:24.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:128:0)
[04:45:24.565] Timer tick, asking Buildbucket for the build status
[04:45:25.259] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:25.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:129:0) after 1m0s
[04:46:25.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:129:0)
[04:46:25.469] Timer tick, asking Buildbucket for the build status
[04:46:25.728] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:25.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:130:0) after 1m0s
[04:47:25.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:130:0)
[04:47:25.753] Timer tick, asking Buildbucket for the build status
[04:47:26.454] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:26.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:131:0) after 1m0s
[04:48:26.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:131:0)
[04:48:26.527] Timer tick, asking Buildbucket for the build status
[04:48:26.790] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:26.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:132:0) after 1m0s
[04:49:26.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:132:0)
[04:49:26.881] Timer tick, asking Buildbucket for the build status
[04:49:27.071] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:27.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:133:0) after 1m0s
[04:50:27.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:133:0)
[04:50:27.227] Timer tick, asking Buildbucket for the build status
[04:50:27.427] Build 8892954947376808256: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:27.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:134:0) after 1m0s
[04:51:27.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058385010499206080:134:0)
[04:51:27.622] Timer tick, asking Buildbucket for the build status
[04:51:27.730] Build 8892954947376808256: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:51:27.730] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1577422287313034",
    "created_by": "project:chromium",
    "created_ts": "1577414291936592",
    "failure_reason": "BUILD_FAILURE",
    "id": "8892954947376808256",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5bd895eea55ba7edd3d550ae600c00e832deb591\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11698, \"got_angle_revision\": \"01dd6f6ca430a5c5bfd9d237b5569abd835694fc\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"5bd895eea55ba7edd3d550ae600c00e832deb591\", \"got_revision_cp\": \"refs/heads/master@{#727529}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"6e3a387c01598240a7a8722ab8cbd1015ec1cd0a\", \"got_v8_revision\": \"8c170824164c4917fb99a9c38b34609b152e949c\", \"got_v8_revision_cp\": \"refs/heads/8.1.76@{#1}\", \"got_webrtc_revision\": \"26762d0425ffd15af9ddc3ae669373668827ea00\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30125}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5bd895eea55ba7edd3d550ae600c00e832deb591\", \"swarm_hashes\": {\"0\": \"992984875b5276bea77969371872402be4aadae0\", \"1\": \"68ff99d724519661b700e826b8678f98560498ff\", \"10\": \"a51cd17e59d09c9ec19a7bbfec6c045120a6b185\", \"11\": \"1d00e6ec9d4dfc990220a9c4f52a4a913d8ee0fa\", \"12\": \"27564c67c0c678989277c898f84e66eb8e2fd74f\", \"13\": \"59293de4685c1d88db1271e3fab3ad1604bd6421\", \"14\": \"0ad26d9d13f1914651d4751ed90f99c64c1e2da9\", \"15\": \"23f57b66487583a9b2cb469b2a9a5e1270395a48\", \"16\": \"d16536801f87b5ce58c3fc31b47455bedd11589c\", \"2\": \"8d484f737aed5efb770cb987e60295af8822cd13\", \"3\": \"c72775085d24355992d894a49cd50e91679c2f4d\", \"4\": \"6a49d8018fe6794377f91efd847275fc3dd8bf17\", \"5\": \"898f7ba926d5f1e506988466f0cfd01d1ecc2cf3\", \"6\": \"2ad73a21ac0aeb1690d22fd021f8a4962896146f\", \"7\": \"4a0dd0329439221e409de18fd3c1d022d5464381\", \"8\": \"d59d35d481fcb8f9ea0ab8e57526054feafd71e8\", \"9\": \"2f23b53c80b86b3ed6503d7cf8f4731c36e1fa76\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1577414493186463",
    "status": "COMPLETED",
    "status_changed_ts": "1577414493512809",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11698",
      "builder:ToTiOS",
      "buildset:commit/git/5bd895eea55ba7edd3d550ae600c00e832deb591",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5bd895eea55ba7edd3d550ae600c00e832deb591",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058385010499206080",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892954947376808256/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:495e097e49819b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577422287419520",
    "url": "https://ci.chromium.org/b/8892954947376808256",
    "utcnow_ts": "1577422287723295"
  }
}
[04:51:27.730] Invocation finished in 2h13m18.155306666s with status FAILED