Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0dd5860e43ab37fda2090c81bced3a8ce5fd1452"
}

Incoming tags

  • buildset:commit/git/0dd5860e43ab37fda2090c81bced3a8ce5fd1452
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dd5860e43ab37fda2090c81bced3a8ce5fd1452
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[01:13:33.044] New invocation is queued and will start shortly
[01:13:34.953] Starting the invocation (attempt 1)
[01:13:35.060] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:13:35.060] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:13:35.061] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9052682724768248128",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"0dd5860e43ab37fda2090c81bced3a8ce5fd1452\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9052682724768248128",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
    "gitiles_ref:refs/heads/master"
  ]
}
[01:13:35.992] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1582852415208947",
    "id": "8887252661829084992",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0dd5860e43ab37fda2090c81bced3a8ce5fd1452\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1582852415775114",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12396",
      "builder:ToTiOS",
      "buildset:commit/git/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9052682724768248128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8887252661829084992/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582852415775223",
    "url": "https://ci.chromium.org/b/8887252661829084992",
    "utcnow_ts": "1582852415980892"
  }
}
[01:13:35.992] Task URL: https://ci.chromium.org/b/8887252661829084992
[01:13:35.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:2:0) after 1m0s
[01:14:35.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:2:0)
[01:14:35.994] Timer tick, asking Buildbucket for the build status
[01:14:36.258] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:14:36.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:3:0) after 1m0s
[01:15:36.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:3:0)
[01:15:36.294] Timer tick, asking Buildbucket for the build status
[01:15:36.505] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:15:36.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:4:0) after 1m0s
[01:16:36.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:4:0)
[01:16:36.531] Timer tick, asking Buildbucket for the build status
[01:16:36.656] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:16:36.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:5:0) after 1m0s
[01:17:36.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:5:0)
[01:17:36.690] Timer tick, asking Buildbucket for the build status
[01:17:36.808] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:17:36.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:6:0) after 1m0s
[01:18:36.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:6:0)
[01:18:36.856] Timer tick, asking Buildbucket for the build status
[01:18:37.037] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:18:37.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:7:0) after 1m0s
[01:19:37.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:7:0)
[01:19:37.071] Timer tick, asking Buildbucket for the build status
[01:19:37.244] Build 8887252661829084992: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:19:37.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:8:0) after 1m0s
[01:20:02.308] Received PubSub notification, asking Buildbucket for the build status
[01:20:02.386] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:37.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:8:0)
[01:20:37.330] Timer tick, asking Buildbucket for the build status
[01:20:37.674] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:37.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:10:0) after 1m0s
[01:21:37.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:10:0)
[01:21:37.668] Timer tick, asking Buildbucket for the build status
[01:21:37.829] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:37.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:11:0) after 1m0s
[01:22:37.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:11:0)
[01:22:37.876] Timer tick, asking Buildbucket for the build status
[01:22:37.994] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:37.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:12:0) after 1m0s
[01:23:38.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:12:0)
[01:23:38.142] Timer tick, asking Buildbucket for the build status
[01:23:38.351] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:38.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:13:0) after 1m0s
[01:24:38.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:13:0)
[01:24:38.381] Timer tick, asking Buildbucket for the build status
[01:24:38.580] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:38.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:14:0) after 1m0s
[01:25:38.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:14:0)
[01:25:38.689] Timer tick, asking Buildbucket for the build status
[01:25:38.788] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:38.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:15:0) after 1m0s
[01:26:38.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:15:0)
[01:26:38.825] Timer tick, asking Buildbucket for the build status
[01:26:38.931] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:38.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:16:0) after 1m0s
[01:27:38.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:16:0)
[01:27:38.998] Timer tick, asking Buildbucket for the build status
[01:27:39.171] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:39.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:17:0) after 1m0s
[01:28:39.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:17:0)
[01:28:39.244] Timer tick, asking Buildbucket for the build status
[01:28:39.402] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:39.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:18:0) after 1m0s
[01:29:39.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:18:0)
[01:29:39.504] Timer tick, asking Buildbucket for the build status
[01:29:39.711] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:39.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:19:0) after 1m0s
[01:30:39.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:19:0)
[01:30:39.901] Timer tick, asking Buildbucket for the build status
[01:30:40.012] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:40.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:20:0) after 1m0s
[01:31:40.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:20:0)
[01:31:40.174] Timer tick, asking Buildbucket for the build status
[01:31:40.329] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:40.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:21:0) after 1m0s
[01:32:40.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:21:0)
[01:32:40.425] Timer tick, asking Buildbucket for the build status
[01:32:40.686] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:40.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:22:0) after 1m0s
[01:33:40.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:22:0)
[01:33:40.743] Timer tick, asking Buildbucket for the build status
[01:33:40.891] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:40.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:23:0) after 1m0s
[01:34:40.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:23:0)
[01:34:40.910] Timer tick, asking Buildbucket for the build status
[01:34:41.071] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:41.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:24:0) after 1m0s
[01:35:41.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:24:0)
[01:35:41.150] Timer tick, asking Buildbucket for the build status
[01:35:41.308] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:41.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:25:0) after 1m0s
[01:36:41.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:25:0)
[01:36:41.457] Timer tick, asking Buildbucket for the build status
[01:36:41.592] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:41.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:26:0) after 1m0s
[01:37:41.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:26:0)
[01:37:41.621] Timer tick, asking Buildbucket for the build status
[01:37:41.740] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:41.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:27:0) after 1m0s
[01:38:41.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:27:0)
[01:38:41.752] Timer tick, asking Buildbucket for the build status
[01:38:42.011] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:42.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:28:0) after 1m0s
[01:39:42.029] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:28:0)
[01:39:42.029] Timer tick, asking Buildbucket for the build status
[01:39:42.288] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:42.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:29:0) after 1m0s
[01:40:42.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:29:0)
[01:40:42.462] Timer tick, asking Buildbucket for the build status
[01:40:42.647] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:42.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:30:0) after 1m0s
[01:41:42.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:30:0)
[01:41:42.698] Timer tick, asking Buildbucket for the build status
[01:41:42.859] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:42.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:31:0) after 1m0s
[01:42:42.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:31:0)
[01:42:42.910] Timer tick, asking Buildbucket for the build status
[01:42:43.027] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:43.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:32:0) after 1m0s
[01:43:43.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:32:0)
[01:43:43.134] Timer tick, asking Buildbucket for the build status
[01:43:43.469] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:43.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:33:0) after 1m0s
[01:44:43.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:33:0)
[01:44:43.521] Timer tick, asking Buildbucket for the build status
[01:44:43.799] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:43.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:34:0) after 1m0s
[01:45:43.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:34:0)
[01:45:43.899] Timer tick, asking Buildbucket for the build status
[01:45:44.015] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:44.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:35:0) after 1m0s
[01:46:44.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:35:0)
[01:46:44.124] Timer tick, asking Buildbucket for the build status
[01:46:44.348] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:44.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:36:0) after 1m0s
[01:47:44.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:36:0)
[01:47:44.461] Timer tick, asking Buildbucket for the build status
[01:47:44.572] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:44.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:37:0) after 1m0s
[01:48:44.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:37:0)
[01:48:44.769] Timer tick, asking Buildbucket for the build status
[01:48:44.984] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:44.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:38:0) after 1m0s
[01:49:45.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:38:0)
[01:49:45.138] Timer tick, asking Buildbucket for the build status
[01:49:45.289] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:45.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:39:0) after 1m0s
[01:50:45.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:39:0)
[01:50:45.320] Timer tick, asking Buildbucket for the build status
[01:50:45.498] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:45.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:40:0) after 1m0s
[01:51:45.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:40:0)
[01:51:45.702] Timer tick, asking Buildbucket for the build status
[01:51:45.904] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:45.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:41:0) after 1m0s
[01:52:46.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:41:0)
[01:52:46.069] Timer tick, asking Buildbucket for the build status
[01:52:46.182] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:46.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:42:0) after 1m0s
[01:53:46.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:42:0)
[01:53:46.206] Timer tick, asking Buildbucket for the build status
[01:53:46.381] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:46.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:43:0) after 1m0s
[01:54:46.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:43:0)
[01:54:46.472] Timer tick, asking Buildbucket for the build status
[01:54:48.320] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:48.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:44:0) after 1m0s
[01:55:48.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:44:0)
[01:55:48.522] Timer tick, asking Buildbucket for the build status
[01:55:48.842] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:48.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:45:0) after 1m0s
[01:56:48.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:45:0)
[01:56:48.967] Timer tick, asking Buildbucket for the build status
[01:56:49.373] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:49.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:46:0) after 1m0s
[01:57:49.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:46:0)
[01:57:49.396] Timer tick, asking Buildbucket for the build status
[01:57:49.747] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:49.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:47:0) after 1m0s
[01:58:49.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:47:0)
[01:58:49.794] Timer tick, asking Buildbucket for the build status
[01:58:49.933] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:49.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:48:0) after 1m0s
[01:59:49.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:48:0)
[01:59:49.980] Timer tick, asking Buildbucket for the build status
[01:59:50.106] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:50.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:49:0) after 1m0s
[02:00:50.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:49:0)
[02:00:50.215] Timer tick, asking Buildbucket for the build status
[02:00:50.354] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:50.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:50:0) after 1m0s
[02:01:50.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:50:0)
[02:01:50.507] Timer tick, asking Buildbucket for the build status
[02:01:50.914] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:50.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:51:0) after 1m0s
[02:02:50.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:51:0)
[02:02:50.972] Timer tick, asking Buildbucket for the build status
[02:02:51.221] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:51.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:52:0) after 1m0s
[02:03:51.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:52:0)
[02:03:51.277] Timer tick, asking Buildbucket for the build status
[02:03:51.541] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:51.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:53:0) after 1m0s
[02:04:51.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:53:0)
[02:04:51.578] Timer tick, asking Buildbucket for the build status
[02:04:51.931] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:51.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:54:0) after 1m0s
[02:05:51.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:54:0)
[02:05:51.984] Timer tick, asking Buildbucket for the build status
[02:05:52.096] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:52.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:55:0) after 1m0s
[02:06:52.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:55:0)
[02:06:52.133] Timer tick, asking Buildbucket for the build status
[02:06:52.245] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:52.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:56:0) after 1m0s
[02:07:52.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:56:0)
[02:07:52.235] Timer tick, asking Buildbucket for the build status
[02:07:52.483] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:52.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:57:0) after 1m0s
[02:08:52.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:57:0)
[02:08:52.525] Timer tick, asking Buildbucket for the build status
[02:08:52.767] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:52.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:58:0) after 1m0s
[02:09:52.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:58:0)
[02:09:52.878] Timer tick, asking Buildbucket for the build status
[02:09:53.014] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:53.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:59:0) after 1m0s
[02:10:53.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:59:0)
[02:10:53.465] Timer tick, asking Buildbucket for the build status
[02:10:53.803] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:53.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:60:0) after 1m0s
[02:11:53.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:60:0)
[02:11:53.874] Timer tick, asking Buildbucket for the build status
[02:11:53.971] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:53.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:61:0) after 1m0s
[02:12:54.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:61:0)
[02:12:54.030] Timer tick, asking Buildbucket for the build status
[02:12:54.240] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:54.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:62:0) after 1m0s
[02:13:54.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:62:0)
[02:13:54.284] Timer tick, asking Buildbucket for the build status
[02:13:54.774] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:54.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:63:0) after 1m0s
[02:14:54.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:63:0)
[02:14:54.914] Timer tick, asking Buildbucket for the build status
[02:14:55.031] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:55.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:64:0) after 1m0s
[02:15:55.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:64:0)
[02:15:55.169] Timer tick, asking Buildbucket for the build status
[02:15:55.462] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:55.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:65:0) after 1m0s
[02:16:55.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:65:0)
[02:16:55.584] Timer tick, asking Buildbucket for the build status
[02:16:55.804] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:55.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:66:0) after 1m0s
[02:17:55.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:66:0)
[02:17:55.914] Timer tick, asking Buildbucket for the build status
[02:17:56.153] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:56.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:67:0) after 1m0s
[02:18:56.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:67:0)
[02:18:56.247] Timer tick, asking Buildbucket for the build status
[02:18:56.383] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:56.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:68:0) after 1m0s
[02:19:56.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:68:0)
[02:19:56.488] Timer tick, asking Buildbucket for the build status
[02:19:56.590] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:56.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:69:0) after 1m0s
[02:20:56.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:69:0)
[02:20:56.686] Timer tick, asking Buildbucket for the build status
[02:20:56.880] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:56.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:70:0) after 1m0s
[02:21:56.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:70:0)
[02:21:56.921] Timer tick, asking Buildbucket for the build status
[02:21:57.048] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:57.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:71:0) after 1m0s
[02:22:57.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:71:0)
[02:22:57.053] Timer tick, asking Buildbucket for the build status
[02:22:57.157] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:57.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:72:0) after 1m0s
[02:23:57.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:72:0)
[02:23:57.180] Timer tick, asking Buildbucket for the build status
[02:23:57.442] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:57.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:73:0) after 1m0s
[02:24:57.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:73:0)
[02:24:57.532] Timer tick, asking Buildbucket for the build status
[02:24:57.713] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:57.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:74:0) after 1m0s
[02:25:57.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:74:0)
[02:25:57.740] Timer tick, asking Buildbucket for the build status
[02:25:58.107] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:58.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:75:0) after 1m0s
[02:26:58.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:75:0)
[02:26:58.154] Timer tick, asking Buildbucket for the build status
[02:26:58.269] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:58.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:76:0) after 1m0s
[02:27:58.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:76:0)
[02:27:58.461] Timer tick, asking Buildbucket for the build status
[02:27:58.563] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:58.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:77:0) after 1m0s
[02:28:58.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:77:0)
[02:28:58.683] Timer tick, asking Buildbucket for the build status
[02:28:58.805] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:58.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:78:0) after 1m0s
[02:29:58.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:78:0)
[02:29:58.922] Timer tick, asking Buildbucket for the build status
[02:29:59.034] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:59.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:79:0) after 1m0s
[02:30:59.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:79:0)
[02:30:59.214] Timer tick, asking Buildbucket for the build status
[02:30:59.319] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:59.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:80:0) after 1m0s
[02:31:59.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:80:0)
[02:31:59.476] Timer tick, asking Buildbucket for the build status
[02:31:59.581] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:59.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:81:0) after 1m0s
[02:32:59.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:81:0)
[02:32:59.688] Timer tick, asking Buildbucket for the build status
[02:32:59.787] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:59.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:82:0) after 1m0s
[02:34:00.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:82:0)
[02:34:00.032] Timer tick, asking Buildbucket for the build status
[02:34:00.184] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:00.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:83:0) after 1m0s
[02:35:00.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:83:0)
[02:35:00.358] Timer tick, asking Buildbucket for the build status
[02:35:00.557] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:00.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:84:0) after 1m0s
[02:36:00.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:84:0)
[02:36:00.638] Timer tick, asking Buildbucket for the build status
[02:36:00.906] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:00.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:85:0) after 1m0s
[02:37:00.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:85:0)
[02:37:00.996] Timer tick, asking Buildbucket for the build status
[02:37:01.105] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:01.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:86:0) after 1m0s
[02:38:01.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:86:0)
[02:38:01.262] Timer tick, asking Buildbucket for the build status
[02:38:01.403] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:01.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:87:0) after 1m0s
[02:39:01.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:87:0)
[02:39:01.493] Timer tick, asking Buildbucket for the build status
[02:39:01.616] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:01.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:88:0) after 1m0s
[02:40:01.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:88:0)
[02:40:01.695] Timer tick, asking Buildbucket for the build status
[02:40:01.859] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:01.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:89:0) after 1m0s
[02:41:01.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:89:0)
[02:41:01.913] Timer tick, asking Buildbucket for the build status
[02:41:02.367] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:02.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:90:0) after 1m0s
[02:42:02.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:90:0)
[02:42:02.437] Timer tick, asking Buildbucket for the build status
[02:42:02.540] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:02.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:91:0) after 1m0s
[02:43:02.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:91:0)
[02:43:02.658] Timer tick, asking Buildbucket for the build status
[02:43:02.784] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:02.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:92:0) after 1m0s
[02:44:02.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:92:0)
[02:44:02.885] Timer tick, asking Buildbucket for the build status
[02:44:03.054] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:03.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:93:0) after 1m0s
[02:45:03.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:93:0)
[02:45:03.155] Timer tick, asking Buildbucket for the build status
[02:45:03.463] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:03.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:94:0) after 1m0s
[02:46:03.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:94:0)
[02:46:03.524] Timer tick, asking Buildbucket for the build status
[02:46:03.688] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:03.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:95:0) after 1m0s
[02:47:03.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:95:0)
[02:47:03.865] Timer tick, asking Buildbucket for the build status
[02:47:03.968] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:03.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:96:0) after 1m0s
[02:48:03.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:96:0)
[02:48:03.989] Timer tick, asking Buildbucket for the build status
[02:48:04.151] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:04.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:97:0) after 1m0s
[02:49:04.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:97:0)
[02:49:04.173] Timer tick, asking Buildbucket for the build status
[02:49:04.284] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:04.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:98:0) after 1m0s
[02:50:04.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:98:0)
[02:50:04.341] Timer tick, asking Buildbucket for the build status
[02:50:04.501] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:04.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:99:0) after 1m0s
[02:51:04.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:99:0)
[02:51:04.661] Timer tick, asking Buildbucket for the build status
[02:51:04.774] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:04.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:100:0) after 1m0s
[02:52:04.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:100:0)
[02:52:04.837] Timer tick, asking Buildbucket for the build status
[02:52:05.015] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:05.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:101:0) after 1m0s
[02:53:05.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:101:0)
[02:53:05.115] Timer tick, asking Buildbucket for the build status
[02:53:05.248] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:05.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:102:0) after 1m0s
[02:54:05.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:102:0)
[02:54:05.291] Timer tick, asking Buildbucket for the build status
[02:54:05.357] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:05.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:103:0) after 1m0s
[02:55:05.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:103:0)
[02:55:05.542] Timer tick, asking Buildbucket for the build status
[02:55:05.606] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:05.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:104:0) after 1m0s
[02:56:05.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:104:0)
[02:56:05.809] Timer tick, asking Buildbucket for the build status
[02:56:05.978] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:05.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:105:0) after 1m0s
[02:57:06.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:105:0)
[02:57:06.107] Timer tick, asking Buildbucket for the build status
[02:57:06.261] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:06.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:106:0) after 1m0s
[02:58:06.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:106:0)
[02:58:06.349] Timer tick, asking Buildbucket for the build status
[02:58:06.572] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:06.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:107:0) after 1m0s
[02:59:06.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:107:0)
[02:59:06.681] Timer tick, asking Buildbucket for the build status
[02:59:06.980] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:06.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:108:0) after 1m0s
[03:00:06.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:108:0)
[03:00:06.979] Timer tick, asking Buildbucket for the build status
[03:00:07.186] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:07.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:109:0) after 1m0s
[03:01:07.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:109:0)
[03:01:07.167] Timer tick, asking Buildbucket for the build status
[03:01:07.238] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:07.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:110:0) after 1m0s
[03:02:07.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:110:0)
[03:02:07.376] Timer tick, asking Buildbucket for the build status
[03:02:07.562] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:07.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:111:0) after 1m0s
[03:03:07.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:111:0)
[03:03:07.628] Timer tick, asking Buildbucket for the build status
[03:03:07.754] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:07.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:112:0) after 1m0s
[03:04:07.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:112:0)
[03:04:07.834] Timer tick, asking Buildbucket for the build status
[03:04:07.891] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:07.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:113:0) after 1m0s
[03:05:08.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:113:0)
[03:05:08.007] Timer tick, asking Buildbucket for the build status
[03:05:08.082] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:08.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:114:0) after 1m0s
[03:06:08.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:114:0)
[03:06:08.165] Timer tick, asking Buildbucket for the build status
[03:06:08.303] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:08.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:115:0) after 1m0s
[03:07:08.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:115:0)
[03:07:08.300] Timer tick, asking Buildbucket for the build status
[03:07:08.428] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:08.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:116:0) after 1m0s
[03:08:08.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:116:0)
[03:08:08.496] Timer tick, asking Buildbucket for the build status
[03:08:08.572] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:08.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:117:0) after 1m0s
[03:09:08.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:117:0)
[03:09:08.611] Timer tick, asking Buildbucket for the build status
[03:09:08.827] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:08.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:118:0) after 1m0s
[03:10:08.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:118:0)
[03:10:08.936] Timer tick, asking Buildbucket for the build status
[03:10:09.106] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:09.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:119:0) after 1m0s
[03:11:09.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:119:0)
[03:11:09.243] Timer tick, asking Buildbucket for the build status
[03:11:09.324] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:09.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:120:0) after 1m0s
[03:12:09.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:120:0)
[03:12:09.557] Timer tick, asking Buildbucket for the build status
[03:12:09.644] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:09.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:121:0) after 1m0s
[03:13:09.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:121:0)
[03:13:09.773] Timer tick, asking Buildbucket for the build status
[03:13:09.896] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:09.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:122:0) after 1m0s
[03:14:10.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:122:0)
[03:14:10.053] Timer tick, asking Buildbucket for the build status
[03:14:10.361] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:10.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:123:0) after 1m0s
[03:15:10.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:123:0)
[03:15:10.468] Timer tick, asking Buildbucket for the build status
[03:15:10.574] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:10.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:124:0) after 1m0s
[03:16:10.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:124:0)
[03:16:10.607] Timer tick, asking Buildbucket for the build status
[03:16:10.676] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:10.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:125:0) after 1m0s
[03:17:10.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:125:0)
[03:17:10.687] Timer tick, asking Buildbucket for the build status
[03:17:10.886] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:10.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:126:0) after 1m0s
[03:18:10.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:126:0)
[03:18:10.914] Timer tick, asking Buildbucket for the build status
[03:18:11.013] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:11.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:127:0) after 1m0s
[03:19:11.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:127:0)
[03:19:11.187] Timer tick, asking Buildbucket for the build status
[03:19:11.316] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:11.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:128:0) after 1m0s
[03:20:11.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:128:0)
[03:20:11.308] Timer tick, asking Buildbucket for the build status
[03:20:11.397] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:11.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:129:0) after 1m0s
[03:21:11.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:129:0)
[03:21:11.499] Timer tick, asking Buildbucket for the build status
[03:21:11.586] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:11.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:130:0) after 1m0s
[03:22:11.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:130:0)
[03:22:11.627] Timer tick, asking Buildbucket for the build status
[03:22:11.871] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:11.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:131:0) after 1m0s
[03:23:11.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:131:0)
[03:23:11.912] Timer tick, asking Buildbucket for the build status
[03:23:12.010] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:12.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:132:0) after 1m0s
[03:24:12.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:132:0)
[03:24:12.027] Timer tick, asking Buildbucket for the build status
[03:24:12.107] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:12.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:133:0) after 1m0s
[03:25:12.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:133:0)
[03:25:12.152] Timer tick, asking Buildbucket for the build status
[03:25:12.390] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:12.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:134:0) after 1m0s
[03:26:12.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:134:0)
[03:26:12.389] Timer tick, asking Buildbucket for the build status
[03:26:12.447] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:12.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:135:0) after 1m0s
[03:27:12.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:135:0)
[03:27:12.593] Timer tick, asking Buildbucket for the build status
[03:27:12.648] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:12.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:136:0) after 1m0s
[03:28:12.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:136:0)
[03:28:12.754] Timer tick, asking Buildbucket for the build status
[03:28:13.199] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:137:0) after 1m0s
[03:29:13.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:137:0)
[03:29:13.289] Timer tick, asking Buildbucket for the build status
[03:29:13.414] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:138:0) after 1m0s
[03:30:13.473] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:138:0)
[03:30:13.473] Timer tick, asking Buildbucket for the build status
[03:30:13.570] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:13.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:139:0) after 1m0s
[03:31:13.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:139:0)
[03:31:13.669] Timer tick, asking Buildbucket for the build status
[03:31:13.765] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:13.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:140:0) after 1m0s
[03:32:13.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:140:0)
[03:32:13.815] Timer tick, asking Buildbucket for the build status
[03:32:14.072] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:14.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:141:0) after 1m0s
[03:33:14.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:141:0)
[03:33:14.171] Timer tick, asking Buildbucket for the build status
[03:33:14.366] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:14.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:142:0) after 1m0s
[03:34:14.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:142:0)
[03:34:14.423] Timer tick, asking Buildbucket for the build status
[03:34:14.785] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:14.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:143:0) after 1m0s
[03:35:14.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:143:0)
[03:35:14.833] Timer tick, asking Buildbucket for the build status
[03:35:15.173] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:15.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:144:0) after 1m0s
[03:36:15.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:144:0)
[03:36:15.284] Timer tick, asking Buildbucket for the build status
[03:36:15.750] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:15.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:145:0) after 1m0s
[03:37:15.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:145:0)
[03:37:15.820] Timer tick, asking Buildbucket for the build status
[03:37:15.928] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:15.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:146:0) after 1m0s
[03:38:15.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:146:0)
[03:38:15.965] Timer tick, asking Buildbucket for the build status
[03:38:16.080] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:16.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:147:0) after 1m0s
[03:39:16.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:147:0)
[03:39:16.113] Timer tick, asking Buildbucket for the build status
[03:39:16.216] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:16.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:148:0) after 1m0s
[03:40:16.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:148:0)
[03:40:16.284] Timer tick, asking Buildbucket for the build status
[03:40:16.398] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:16.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:149:0) after 1m0s
[03:41:16.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:149:0)
[03:41:16.494] Timer tick, asking Buildbucket for the build status
[03:41:16.592] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:16.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:150:0) after 1m0s
[03:42:16.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:150:0)
[03:42:16.660] Timer tick, asking Buildbucket for the build status
[03:42:16.776] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:16.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:151:0) after 1m0s
[03:43:16.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:151:0)
[03:43:16.903] Timer tick, asking Buildbucket for the build status
[03:43:17.082] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:17.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:152:0) after 1m0s
[03:44:17.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:152:0)
[03:44:17.142] Timer tick, asking Buildbucket for the build status
[03:44:17.329] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:17.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:153:0) after 1m0s
[03:45:17.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:153:0)
[03:45:17.367] Timer tick, asking Buildbucket for the build status
[03:45:17.465] Build 8887252661829084992: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:17.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9052682724768248128:154:0) after 1m0s
[03:45:21.436] Received PubSub notification, asking Buildbucket for the build status
[03:45:21.507] Build 8887252661829084992: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:45:21.507] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1582861520586157",
    "created_by": "project:chromium",
    "created_ts": "1582852415208947",
    "failure_reason": "BUILD_FAILURE",
    "id": "8887252661829084992",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0dd5860e43ab37fda2090c81bced3a8ce5fd1452\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 12396, \"got_angle_revision\": \"78da538aed5268be4bab9f230f101bf57b93d462\", \"got_dawn_revision\": \"e299afa9ec114c4a1b94c7c47b8e60271a807fd5\", \"got_nacl_revision\": \"21be4b46c82c14625859b4929af9ef6433fa04a5\", \"got_revision\": \"0dd5860e43ab37fda2090c81bced3a8ce5fd1452\", \"got_revision_cp\": \"refs/heads/master@{#745301}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"05f5e0b34ac8d98d093a6dd271fb0ef3535fff02\", \"got_v8_revision\": \"bfa4dadb209f32c2690fd1fedcaa2d10b0315e57\", \"got_v8_revision_cp\": \"refs/heads/8.2.205@{#1}\", \"got_webrtc_revision\": \"e3e07bf979eae09df2e161824573a457acf2212a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30637}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0dd5860e43ab37fda2090c81bced3a8ce5fd1452\", \"swarm_hashes\": {\"0\": \"684a89ddde716632164a43548ffc629221584e4e\", \"1\": \"43e32fca3fa974d9337429fb68e4f76240940904\", \"10\": \"43e996be6e25aebdd467d6fc431c73472da066fb\", \"11\": \"27ee68dec94f827d80dbac3ba7185fd64cf07fc1\", \"12\": \"bf5b1a42b91f172641bb519d893097b9beed7899\", \"13\": \"15ca7c51a943f580fd1b63003d6ed596b560a603\", \"14\": \"87e3b5130a387808b412436b29069e65120997a7\", \"15\": \"e0a05128f296322b616e045b608e64cff48de1af\", \"16\": \"3ac8969c0a1eac4f2e0c0f447d66283363343ad7\", \"2\": \"468ed23d22c44f0498e0b5284e6f5212488b712a\", \"3\": \"e1341869a8e68ce3b762411f92ba36aea8f98cdf\", \"4\": \"8d21db77bb1e4354182909184f033113e0bf8b2b\", \"5\": \"05f8cac69979ac95fc47f5c66986c71fed5a6148\", \"6\": \"d4b07f5cf51e953f217353132fb39abc0516d7a6\", \"7\": \"f629d32fd77c9163b8278343b0ce2a9ae295adc8\", \"8\": \"bc3da68080210d667ac81f02173715e3526e5816\", \"9\": \"d601a7debec00281a1fdeebaaa94b3b316cfc79d\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4838-b69615e\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1582852801415005",
    "status": "COMPLETED",
    "status_changed_ts": "1582852801792348",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12396",
      "builder:ToTiOS",
      "buildset:commit/git/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dd5860e43ab37fda2090c81bced3a8ce5fd1452",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9052682724768248128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8887252661829084992/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4aa22cab45fb1a10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582861521096535",
    "url": "https://ci.chromium.org/b/8887252661829084992",
    "utcnow_ts": "1582861521499384"
  }
}
[03:45:21.507] Invocation finished in 2h31m48.485691391s with status FAILED