Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "86e9bca20d1d91032128c38b6e195aecd32cc2c9"
}

Incoming tags

  • buildset:commit/git/86e9bca20d1d91032128c38b6e195aecd32cc2c9
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86e9bca20d1d91032128c38b6e195aecd32cc2c9
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:06:46.389] New invocation is queued and will start shortly
[00:06:47.837] Starting the invocation (attempt 1)
[00:06:47.873] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:47.873] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:47.873] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9053411701774565184",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"86e9bca20d1d91032128c38b6e195aecd32cc2c9\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9053411701774565184",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:06:49.042] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1582157208055023",
    "id": "8887981639364444304",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"86e9bca20d1d91032128c38b6e195aecd32cc2c9\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1582157208473867",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12320",
      "builder:ToTiOS",
      "buildset:commit/git/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053411701774565184",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8887981639364444304/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582157208473999",
    "url": "https://ci.chromium.org/b/8887981639364444304",
    "utcnow_ts": "1582157209034242"
  }
}
[00:06:49.042] Task URL: https://ci.chromium.org/b/8887981639364444304
[00:06:49.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:2:0) after 1m0s
[00:07:49.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:2:0)
[00:07:49.278] Timer tick, asking Buildbucket for the build status
[00:07:49.551] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:07:49.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:3:0) after 1m0s
[00:08:49.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:3:0)
[00:08:49.608] Timer tick, asking Buildbucket for the build status
[00:08:49.732] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:08:49.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:4:0) after 1m0s
[00:09:49.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:4:0)
[00:09:49.822] Timer tick, asking Buildbucket for the build status
[00:09:50.074] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:09:50.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:5:0) after 1m0s
[00:10:50.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:5:0)
[00:10:50.120] Timer tick, asking Buildbucket for the build status
[00:10:50.410] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:10:50.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:6:0) after 1m0s
[00:11:50.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:6:0)
[00:11:50.462] Timer tick, asking Buildbucket for the build status
[00:11:50.612] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:11:50.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:7:0) after 1m0s
[00:12:50.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:7:0)
[00:12:50.686] Timer tick, asking Buildbucket for the build status
[00:12:50.826] Build 8887981639364444304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:12:50.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:8:0) after 1m0s
[00:13:06.173] Received PubSub notification, asking Buildbucket for the build status
[00:13:06.271] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:50.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:8:0)
[00:13:50.970] Timer tick, asking Buildbucket for the build status
[00:13:51.187] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:51.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:10:0) after 1m0s
[00:14:51.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:10:0)
[00:14:51.222] Timer tick, asking Buildbucket for the build status
[00:14:51.360] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:51.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:11:0) after 1m0s
[00:15:51.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:11:0)
[00:15:51.613] Timer tick, asking Buildbucket for the build status
[00:15:51.777] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:51.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:12:0) after 1m0s
[00:16:51.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:12:0)
[00:16:51.999] Timer tick, asking Buildbucket for the build status
[00:16:52.179] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:52.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:13:0) after 1m0s
[00:17:52.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:13:0)
[00:17:52.250] Timer tick, asking Buildbucket for the build status
[00:17:52.371] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:52.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:14:0) after 1m0s
[00:18:52.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:14:0)
[00:18:52.484] Timer tick, asking Buildbucket for the build status
[00:18:52.645] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:52.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:15:0) after 1m0s
[00:19:52.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:15:0)
[00:19:52.770] Timer tick, asking Buildbucket for the build status
[00:19:53.000] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:53.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:16:0) after 1m0s
[00:20:53.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:16:0)
[00:20:53.075] Timer tick, asking Buildbucket for the build status
[00:20:53.189] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:53.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:17:0) after 1m0s
[00:21:53.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:17:0)
[00:21:53.251] Timer tick, asking Buildbucket for the build status
[00:21:53.349] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:53.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:18:0) after 1m0s
[00:22:53.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:18:0)
[00:22:53.498] Timer tick, asking Buildbucket for the build status
[00:22:53.628] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:53.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:19:0) after 1m0s
[00:23:53.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:19:0)
[00:23:53.749] Timer tick, asking Buildbucket for the build status
[00:23:54.087] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:54.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:20:0) after 1m0s
[00:24:54.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:20:0)
[00:24:54.163] Timer tick, asking Buildbucket for the build status
[00:24:54.315] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:54.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:21:0) after 1m0s
[00:25:54.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:21:0)
[00:25:54.388] Timer tick, asking Buildbucket for the build status
[00:25:54.565] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:54.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:22:0) after 1m0s
[00:26:54.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:22:0)
[00:26:54.589] Timer tick, asking Buildbucket for the build status
[00:26:54.709] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:54.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:23:0) after 1m0s
[00:27:54.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:23:0)
[00:27:54.702] Timer tick, asking Buildbucket for the build status
[00:27:55.122] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:55.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:24:0) after 1m0s
[00:28:55.179] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:24:0)
[00:28:55.179] Timer tick, asking Buildbucket for the build status
[00:28:55.470] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:55.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:25:0) after 1m0s
[00:29:55.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:25:0)
[00:29:55.496] Timer tick, asking Buildbucket for the build status
[00:29:55.607] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:55.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:26:0) after 1m0s
[00:30:55.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:26:0)
[00:30:55.747] Timer tick, asking Buildbucket for the build status
[00:30:56.200] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:56.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:27:0) after 1m0s
[00:31:56.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:27:0)
[00:31:56.285] Timer tick, asking Buildbucket for the build status
[00:31:56.474] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:56.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:28:0) after 1m0s
[00:32:56.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:28:0)
[00:32:56.515] Timer tick, asking Buildbucket for the build status
[00:32:56.617] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:56.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:29:0) after 1m0s
[00:33:56.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:29:0)
[00:33:56.656] Timer tick, asking Buildbucket for the build status
[00:33:57.030] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:57.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:30:0) after 1m0s
[00:34:57.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:30:0)
[00:34:57.114] Timer tick, asking Buildbucket for the build status
[00:34:57.215] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:57.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:31:0) after 1m0s
[00:35:57.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:31:0)
[00:35:57.312] Timer tick, asking Buildbucket for the build status
[00:35:57.424] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:57.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:32:0) after 1m0s
[00:36:57.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:32:0)
[00:36:57.543] Timer tick, asking Buildbucket for the build status
[00:36:57.929] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:57.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:33:0) after 1m0s
[00:37:58.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:33:0)
[00:37:58.015] Timer tick, asking Buildbucket for the build status
[00:37:58.194] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:58.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:34:0) after 1m0s
[00:38:58.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:34:0)
[00:38:58.283] Timer tick, asking Buildbucket for the build status
[00:38:58.409] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:58.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:35:0) after 1m0s
[00:39:58.579] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:35:0)
[00:39:58.579] Timer tick, asking Buildbucket for the build status
[00:39:58.692] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:58.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:36:0) after 1m0s
[00:40:58.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:36:0)
[00:40:58.807] Timer tick, asking Buildbucket for the build status
[00:40:59.196] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:59.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:37:0) after 1m0s
[00:41:59.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:37:0)
[00:41:59.340] Timer tick, asking Buildbucket for the build status
[00:41:59.544] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:59.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:38:0) after 1m0s
[00:42:59.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:38:0)
[00:42:59.658] Timer tick, asking Buildbucket for the build status
[00:42:59.753] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:59.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:39:0) after 1m0s
[00:43:59.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:39:0)
[00:43:59.870] Timer tick, asking Buildbucket for the build status
[00:44:00.286] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:00.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:40:0) after 1m0s
[00:45:00.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:40:0)
[00:45:00.528] Timer tick, asking Buildbucket for the build status
[00:45:00.661] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:00.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:41:0) after 1m0s
[00:46:00.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:41:0)
[00:46:00.952] Timer tick, asking Buildbucket for the build status
[00:46:01.156] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:01.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:42:0) after 1m0s
[00:47:01.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:42:0)
[00:47:01.198] Timer tick, asking Buildbucket for the build status
[00:47:01.658] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:01.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:43:0) after 1m0s
[00:48:01.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:43:0)
[00:48:01.713] Timer tick, asking Buildbucket for the build status
[00:48:02.019] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:02.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:44:0) after 1m0s
[00:49:02.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:44:0)
[00:49:02.137] Timer tick, asking Buildbucket for the build status
[00:49:02.234] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:02.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:45:0) after 1m0s
[00:50:02.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:45:0)
[00:50:02.291] Timer tick, asking Buildbucket for the build status
[00:50:02.463] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:02.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:46:0) after 1m0s
[00:51:02.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:46:0)
[00:51:02.528] Timer tick, asking Buildbucket for the build status
[00:51:02.726] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:02.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:47:0) after 1m0s
[00:52:02.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:47:0)
[00:52:02.750] Timer tick, asking Buildbucket for the build status
[00:52:02.839] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:02.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:48:0) after 1m0s
[00:53:02.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:48:0)
[00:53:02.854] Timer tick, asking Buildbucket for the build status
[00:53:02.946] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:02.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:49:0) after 1m0s
[00:54:03.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:49:0)
[00:54:03.042] Timer tick, asking Buildbucket for the build status
[00:54:03.192] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:03.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:50:0) after 1m0s
[00:55:03.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:50:0)
[00:55:03.212] Timer tick, asking Buildbucket for the build status
[00:55:03.541] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:03.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:51:0) after 1m0s
[00:56:03.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:51:0)
[00:56:03.540] Timer tick, asking Buildbucket for the build status
[00:56:03.671] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:03.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:52:0) after 1m0s
[00:57:03.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:52:0)
[00:57:03.717] Timer tick, asking Buildbucket for the build status
[00:57:03.833] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:03.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:53:0) after 1m0s
[00:58:03.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:53:0)
[00:58:03.899] Timer tick, asking Buildbucket for the build status
[00:58:04.020] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:04.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:54:0) after 1m0s
[00:59:04.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:54:0)
[00:59:04.086] Timer tick, asking Buildbucket for the build status
[00:59:04.145] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:04.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:55:0) after 1m0s
[01:00:04.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:55:0)
[01:00:04.237] Timer tick, asking Buildbucket for the build status
[01:00:04.377] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:04.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:56:0) after 1m0s
[01:01:04.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:56:0)
[01:01:04.487] Timer tick, asking Buildbucket for the build status
[01:01:04.609] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:04.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:57:0) after 1m0s
[01:02:04.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:57:0)
[01:02:04.695] Timer tick, asking Buildbucket for the build status
[01:02:04.802] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:04.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:58:0) after 1m0s
[01:03:04.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:58:0)
[01:03:04.837] Timer tick, asking Buildbucket for the build status
[01:03:04.951] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:04.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:59:0) after 1m0s
[01:04:05.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:59:0)
[01:04:05.087] Timer tick, asking Buildbucket for the build status
[01:04:05.222] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:05.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:60:0) after 1m0s
[01:05:05.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:60:0)
[01:05:05.295] Timer tick, asking Buildbucket for the build status
[01:05:05.409] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:05.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:61:0) after 1m0s
[01:06:05.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:61:0)
[01:06:05.536] Timer tick, asking Buildbucket for the build status
[01:06:05.632] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:05.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:62:0) after 1m0s
[01:07:05.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:62:0)
[01:07:05.844] Timer tick, asking Buildbucket for the build status
[01:07:06.162] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:06.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:63:0) after 1m0s
[01:08:06.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:63:0)
[01:08:06.268] Timer tick, asking Buildbucket for the build status
[01:08:06.438] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:06.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:64:0) after 1m0s
[01:09:06.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:64:0)
[01:09:06.492] Timer tick, asking Buildbucket for the build status
[01:09:06.769] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:06.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:65:0) after 1m0s
[01:10:06.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:65:0)
[01:10:06.852] Timer tick, asking Buildbucket for the build status
[01:10:06.973] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:06.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:66:0) after 1m0s
[01:11:07.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:66:0)
[01:11:07.085] Timer tick, asking Buildbucket for the build status
[01:11:08.391] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:08.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:67:0) after 1m0s
[01:12:08.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:67:0)
[01:12:08.451] Timer tick, asking Buildbucket for the build status
[01:12:08.565] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:08.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:68:0) after 1m0s
[01:13:08.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:68:0)
[01:13:08.595] Timer tick, asking Buildbucket for the build status
[01:13:08.952] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:08.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:69:0) after 1m0s
[01:14:09.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:69:0)
[01:14:09.012] Timer tick, asking Buildbucket for the build status
[01:14:09.330] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:09.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:70:0) after 1m0s
[01:15:09.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:70:0)
[01:15:09.433] Timer tick, asking Buildbucket for the build status
[01:15:09.664] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:09.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:71:0) after 1m0s
[01:16:09.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:71:0)
[01:16:09.737] Timer tick, asking Buildbucket for the build status
[01:16:09.841] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:09.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:72:0) after 1m0s
[01:17:10.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:72:0)
[01:17:10.063] Timer tick, asking Buildbucket for the build status
[01:17:10.205] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:10.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:73:0) after 1m0s
[01:18:10.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:73:0)
[01:18:10.298] Timer tick, asking Buildbucket for the build status
[01:18:10.423] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:10.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:74:0) after 1m0s
[01:19:10.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:74:0)
[01:19:10.466] Timer tick, asking Buildbucket for the build status
[01:19:10.898] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:10.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:75:0) after 1m0s
[01:20:10.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:75:0)
[01:20:10.942] Timer tick, asking Buildbucket for the build status
[01:20:11.033] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:11.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:76:0) after 1m0s
[01:21:11.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:76:0)
[01:21:11.061] Timer tick, asking Buildbucket for the build status
[01:21:11.182] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:11.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:77:0) after 1m0s
[01:22:11.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:77:0)
[01:22:11.214] Timer tick, asking Buildbucket for the build status
[01:22:11.303] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:11.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:78:0) after 1m0s
[01:23:11.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:78:0)
[01:23:11.378] Timer tick, asking Buildbucket for the build status
[01:23:11.675] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:11.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:79:0) after 1m0s
[01:24:11.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:79:0)
[01:24:11.714] Timer tick, asking Buildbucket for the build status
[01:24:11.821] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:11.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:80:0) after 1m0s
[01:25:11.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:80:0)
[01:25:11.858] Timer tick, asking Buildbucket for the build status
[01:25:11.966] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:11.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:81:0) after 1m0s
[01:26:12.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:81:0)
[01:26:12.104] Timer tick, asking Buildbucket for the build status
[01:26:12.288] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:12.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:82:0) after 1m0s
[01:27:12.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:82:0)
[01:27:12.436] Timer tick, asking Buildbucket for the build status
[01:27:12.573] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:12.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:83:0) after 1m0s
[01:28:12.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:83:0)
[01:28:12.617] Timer tick, asking Buildbucket for the build status
[01:28:12.798] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:12.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:84:0) after 1m0s
[01:29:12.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:84:0)
[01:29:12.858] Timer tick, asking Buildbucket for the build status
[01:29:13.057] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:13.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:85:0) after 1m0s
[01:30:13.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:85:0)
[01:30:13.062] Timer tick, asking Buildbucket for the build status
[01:30:13.189] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:13.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:86:0) after 1m0s
[01:31:13.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:86:0)
[01:31:13.213] Timer tick, asking Buildbucket for the build status
[01:31:13.423] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:13.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:87:0) after 1m0s
[01:32:13.473] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:87:0)
[01:32:13.473] Timer tick, asking Buildbucket for the build status
[01:32:13.587] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:13.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:88:0) after 1m0s
[01:33:13.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:88:0)
[01:33:13.668] Timer tick, asking Buildbucket for the build status
[01:33:13.897] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:13.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:89:0) after 1m0s
[01:34:13.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:89:0)
[01:34:13.922] Timer tick, asking Buildbucket for the build status
[01:34:14.079] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:14.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:90:0) after 1m0s
[01:35:14.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:90:0)
[01:35:14.210] Timer tick, asking Buildbucket for the build status
[01:35:14.417] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:14.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:91:0) after 1m0s
[01:36:14.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:91:0)
[01:36:14.518] Timer tick, asking Buildbucket for the build status
[01:36:14.867] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:14.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:92:0) after 1m0s
[01:37:14.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:92:0)
[01:37:14.980] Timer tick, asking Buildbucket for the build status
[01:37:15.204] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:15.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:93:0) after 1m0s
[01:38:15.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:93:0)
[01:38:15.209] Timer tick, asking Buildbucket for the build status
[01:38:15.449] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:15.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:94:0) after 1m0s
[01:39:15.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:94:0)
[01:39:15.552] Timer tick, asking Buildbucket for the build status
[01:39:15.794] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:15.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:95:0) after 1m0s
[01:40:15.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:95:0)
[01:40:15.963] Timer tick, asking Buildbucket for the build status
[01:40:16.094] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:16.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:96:0) after 1m0s
[01:41:16.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:96:0)
[01:41:16.600] Timer tick, asking Buildbucket for the build status
[01:41:16.774] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:16.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:97:0) after 1m0s
[01:42:16.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:97:0)
[01:42:16.837] Timer tick, asking Buildbucket for the build status
[01:42:16.937] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:16.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:98:0) after 1m0s
[01:43:17.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:98:0)
[01:43:17.074] Timer tick, asking Buildbucket for the build status
[01:43:17.184] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:17.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:99:0) after 1m0s
[01:44:17.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:99:0)
[01:44:17.410] Timer tick, asking Buildbucket for the build status
[01:44:17.548] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:17.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:100:0) after 1m0s
[01:45:17.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:100:0)
[01:45:17.787] Timer tick, asking Buildbucket for the build status
[01:45:17.894] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:17.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:101:0) after 1m0s
[01:46:18.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:101:0)
[01:46:18.106] Timer tick, asking Buildbucket for the build status
[01:46:18.245] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:18.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:102:0) after 1m0s
[01:47:18.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:102:0)
[01:47:18.302] Timer tick, asking Buildbucket for the build status
[01:47:18.419] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:18.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:103:0) after 1m0s
[01:48:18.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:103:0)
[01:48:18.577] Timer tick, asking Buildbucket for the build status
[01:48:18.680] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:18.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:104:0) after 1m0s
[01:49:18.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:104:0)
[01:49:18.830] Timer tick, asking Buildbucket for the build status
[01:49:18.939] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:18.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:105:0) after 1m0s
[01:50:19.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:105:0)
[01:50:19.069] Timer tick, asking Buildbucket for the build status
[01:50:19.223] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:19.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:106:0) after 1m0s
[01:51:19.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:106:0)
[01:51:19.253] Timer tick, asking Buildbucket for the build status
[01:51:19.363] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:19.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:107:0) after 1m0s
[01:52:19.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:107:0)
[01:52:19.355] Timer tick, asking Buildbucket for the build status
[01:52:19.541] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:19.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:108:0) after 1m0s
[01:53:19.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:108:0)
[01:53:19.571] Timer tick, asking Buildbucket for the build status
[01:53:19.685] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:19.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:109:0) after 1m0s
[01:54:19.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:109:0)
[01:54:19.781] Timer tick, asking Buildbucket for the build status
[01:54:20.032] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:20.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:110:0) after 1m0s
[01:55:20.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:110:0)
[01:55:20.155] Timer tick, asking Buildbucket for the build status
[01:55:20.288] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:20.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:111:0) after 1m0s
[01:56:20.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:111:0)
[01:56:20.305] Timer tick, asking Buildbucket for the build status
[01:56:20.531] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:20.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:112:0) after 1m0s
[01:57:20.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:112:0)
[01:57:20.559] Timer tick, asking Buildbucket for the build status
[01:57:20.783] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:20.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:113:0) after 1m0s
[01:58:20.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:113:0)
[01:58:20.796] Timer tick, asking Buildbucket for the build status
[01:58:20.937] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:20.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:114:0) after 1m0s
[01:59:21.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:114:0)
[01:59:21.041] Timer tick, asking Buildbucket for the build status
[01:59:21.269] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:21.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:115:0) after 1m0s
[02:00:21.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:115:0)
[02:00:21.462] Timer tick, asking Buildbucket for the build status
[02:00:21.766] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:21.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:116:0) after 1m0s
[02:01:21.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:116:0)
[02:01:21.939] Timer tick, asking Buildbucket for the build status
[02:01:22.245] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:22.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:117:0) after 1m0s
[02:02:22.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:117:0)
[02:02:22.305] Timer tick, asking Buildbucket for the build status
[02:02:22.424] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:22.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:118:0) after 1m0s
[02:03:22.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:118:0)
[02:03:22.539] Timer tick, asking Buildbucket for the build status
[02:03:22.776] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:22.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:119:0) after 1m0s
[02:04:22.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:119:0)
[02:04:22.825] Timer tick, asking Buildbucket for the build status
[02:04:23.059] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:23.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:120:0) after 1m0s
[02:05:23.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:120:0)
[02:05:23.087] Timer tick, asking Buildbucket for the build status
[02:05:23.194] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:23.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:121:0) after 1m0s
[02:06:23.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:121:0)
[02:06:23.313] Timer tick, asking Buildbucket for the build status
[02:06:23.705] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:23.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:122:0) after 1m0s
[02:07:23.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:122:0)
[02:07:23.727] Timer tick, asking Buildbucket for the build status
[02:07:24.069] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:24.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:123:0) after 1m0s
[02:08:24.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:123:0)
[02:08:24.167] Timer tick, asking Buildbucket for the build status
[02:08:24.314] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:24.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:124:0) after 1m0s
[02:09:24.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:124:0)
[02:09:24.349] Timer tick, asking Buildbucket for the build status
[02:09:24.495] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:24.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:125:0) after 1m0s
[02:10:24.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:125:0)
[02:10:24.642] Timer tick, asking Buildbucket for the build status
[02:10:24.821] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:24.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:126:0) after 1m0s
[02:11:25.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:126:0)
[02:11:25.057] Timer tick, asking Buildbucket for the build status
[02:11:25.191] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:25.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:127:0) after 1m0s
[02:12:25.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:127:0)
[02:12:25.244] Timer tick, asking Buildbucket for the build status
[02:12:25.371] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:25.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:128:0) after 1m0s
[02:13:25.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:128:0)
[02:13:25.533] Timer tick, asking Buildbucket for the build status
[02:13:25.697] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:25.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:129:0) after 1m0s
[02:14:25.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:129:0)
[02:14:25.726] Timer tick, asking Buildbucket for the build status
[02:14:25.940] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:25.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:130:0) after 1m0s
[02:15:25.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:130:0)
[02:15:25.982] Timer tick, asking Buildbucket for the build status
[02:15:26.343] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:26.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:131:0) after 1m0s
[02:16:26.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:131:0)
[02:16:26.447] Timer tick, asking Buildbucket for the build status
[02:16:26.546] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:26.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:132:0) after 1m0s
[02:17:26.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:132:0)
[02:17:26.580] Timer tick, asking Buildbucket for the build status
[02:17:26.725] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:26.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:133:0) after 1m0s
[02:18:26.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:133:0)
[02:18:26.775] Timer tick, asking Buildbucket for the build status
[02:18:26.921] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:26.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:134:0) after 1m0s
[02:19:26.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:134:0)
[02:19:26.949] Timer tick, asking Buildbucket for the build status
[02:19:27.125] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:27.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:135:0) after 1m0s
[02:20:27.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:135:0)
[02:20:27.159] Timer tick, asking Buildbucket for the build status
[02:20:27.275] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:27.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:136:0) after 1m0s
[02:21:27.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:136:0)
[02:21:27.309] Timer tick, asking Buildbucket for the build status
[02:21:27.419] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:27.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:137:0) after 1m0s
[02:22:27.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:137:0)
[02:22:27.446] Timer tick, asking Buildbucket for the build status
[02:22:27.573] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:27.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:138:0) after 1m0s
[02:23:27.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:138:0)
[02:23:27.601] Timer tick, asking Buildbucket for the build status
[02:23:27.692] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:27.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:139:0) after 1m0s
[02:24:27.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:139:0)
[02:24:27.716] Timer tick, asking Buildbucket for the build status
[02:24:27.816] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:27.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:140:0) after 1m0s
[02:25:27.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:140:0)
[02:25:27.978] Timer tick, asking Buildbucket for the build status
[02:25:28.187] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:28.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:141:0) after 1m0s
[02:26:28.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:141:0)
[02:26:28.223] Timer tick, asking Buildbucket for the build status
[02:26:28.507] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:28.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:142:0) after 1m0s
[02:27:28.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:142:0)
[02:27:28.596] Timer tick, asking Buildbucket for the build status
[02:27:28.944] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:28.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:143:0) after 1m0s
[02:28:29.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:143:0)
[02:28:29.008] Timer tick, asking Buildbucket for the build status
[02:28:29.114] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:29.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:144:0) after 1m0s
[02:29:29.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:144:0)
[02:29:29.190] Timer tick, asking Buildbucket for the build status
[02:29:29.310] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:29.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:145:0) after 1m0s
[02:30:29.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:145:0)
[02:30:29.298] Timer tick, asking Buildbucket for the build status
[02:30:29.461] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:29.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:146:0) after 1m0s
[02:31:29.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:146:0)
[02:31:29.513] Timer tick, asking Buildbucket for the build status
[02:31:29.850] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:29.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:147:0) after 1m0s
[02:32:29.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:147:0)
[02:32:29.885] Timer tick, asking Buildbucket for the build status
[02:32:30.154] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:30.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:148:0) after 1m0s
[02:33:30.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:148:0)
[02:33:30.178] Timer tick, asking Buildbucket for the build status
[02:33:30.297] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:30.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:149:0) after 1m0s
[02:34:30.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:149:0)
[02:34:30.360] Timer tick, asking Buildbucket for the build status
[02:34:30.476] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:30.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:150:0) after 1m0s
[02:35:30.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:150:0)
[02:35:30.479] Timer tick, asking Buildbucket for the build status
[02:35:30.956] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:30.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:151:0) after 1m0s
[02:36:31.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:151:0)
[02:36:31.016] Timer tick, asking Buildbucket for the build status
[02:36:31.205] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:31.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:152:0) after 1m0s
[02:37:31.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:152:0)
[02:37:31.235] Timer tick, asking Buildbucket for the build status
[02:37:31.337] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:31.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:153:0) after 1m0s
[02:38:31.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:153:0)
[02:38:31.361] Timer tick, asking Buildbucket for the build status
[02:38:31.766] Build 8887981639364444304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:31.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9053411701774565184:154:0) after 1m0s
[02:38:33.792] Received PubSub notification, asking Buildbucket for the build status
[02:38:33.865] Build 8887981639364444304: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:38:33.865] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1582166313202535",
    "created_by": "project:chromium",
    "created_ts": "1582157208055023",
    "failure_reason": "BUILD_FAILURE",
    "id": "8887981639364444304",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"86e9bca20d1d91032128c38b6e195aecd32cc2c9\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 12320, \"got_angle_revision\": \"49010904083f28e0890388ea8514a4053d1f35c5\", \"got_dawn_revision\": \"b330ea6b491e3e000c11fe919e8099dece1c939b\", \"got_nacl_revision\": \"530e1f0dae34020864c81e5cd52be54d9c656690\", \"got_revision\": \"86e9bca20d1d91032128c38b6e195aecd32cc2c9\", \"got_revision_cp\": \"refs/heads/master@{#742873}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"8def9063c4fdefa8e644198d2254ef279952c88b\", \"got_v8_revision\": \"07a0ee92dfd89a66d57b9fb242d90e33607e3c44\", \"got_v8_revision_cp\": \"refs/heads/8.2.120@{#1}\", \"got_webrtc_revision\": \"1282babe6621d3a2084bbd24e77652e0b3a4eb93\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30549}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"86e9bca20d1d91032128c38b6e195aecd32cc2c9\", \"swarm_hashes\": {\"0\": \"f22b71e74c1f542d30ca10fdbf0748f66a7537ef\", \"1\": \"3eaeca6cac1476fb02e22783ce5ecc989f6b80ec\", \"10\": \"4c888f0a9101a4931d54f04b24e7a278030d6264\", \"11\": \"6b841f76817aa691a63c917408ae68fd7685469d\", \"12\": \"d2128ca2923d293b4b5f68ef54adfe54bb1f5355\", \"13\": \"8b8b493df55afdc1f145a1bf551b76219bdc81b8\", \"14\": \"a128bfefac9237b38337a013bb349ec855138858\", \"15\": \"3173974bf36dc77c1c07a6c22bb78270cb7635d0\", \"16\": \"23e815d8149f4ce5b70882c9df45b34dca2b0a7d\", \"2\": \"37180cfc496da263b379c08f8cce8167b3c5f1bb\", \"3\": \"579314ef2e9e625c54333b586eff1052a2b4c45a\", \"4\": \"eb12c92a6625eb21b7f8804644bf0cb909cb6ce9\", \"5\": \"0a947c426ab4806f7965bff5bde54a7b36a9acec\", \"6\": \"1a8c35af932f2eadc8fc1deaff4adc1a58ae349a\", \"7\": \"29dbbdbc1ac055448b1ab7c44c9204a2316c5896\", \"8\": \"3d8b05fa88f85321406495bdc82d0a3d26de3872\", \"9\": \"54e1fe5430034ad9085a0571e4302e3b1ba272b7\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4825-3d129d6\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.4).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1582157585185595",
    "status": "COMPLETED",
    "status_changed_ts": "1582157585814669",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12320",
      "builder:ToTiOS",
      "buildset:commit/git/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86e9bca20d1d91032128c38b6e195aecd32cc2c9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9053411701774565184",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8887981639364444304/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a78bca6da2d1310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1582166313367048",
    "url": "https://ci.chromium.org/b/8887981639364444304",
    "utcnow_ts": "1582166313856823"
  }
}
[02:38:33.865] Invocation finished in 2h31m47.492032092s with status FAILED